Exemplo n.º 1
0
 def syncFiles(self, path=None):
     app = self.obj
     if isinstance(app, dApp):
         homedir = app.HomeDirectory
         try:
             appname = file(pathjoin(homedir, ".appname")).read()
         except IOError:
             # Use the HomeDirectory name
             appname = os.path.split(homedir.rstrip("/"))[1]
     else:
         # Running from the launch method. The path will contain the app name
         appname = path
         homedir = pathjoin(self._dataDir, path)
         if not os.path.exists(homedir):
             os.makedirs(homedir)
         os.chdir(homedir)
     url = self._getManifestUrl(appname, "diff")
     # Get the current manifest
     currentMf = Manifest.getManifest(homedir)
     params = {"current": jsonEncode(currentMf)}
     prm = urllib.urlencode(params)
     try:
         res = self.UrlOpener.open(url, data=prm)
     except urllib2.HTTPError, e:
         errcode = e.code
         errText = e.read()
         errMsg = "\n".join(errText.splitlines()[4:])
         if errcode == 304:
             # Nothing has changed on the server, so we're cool...
             return homedir
         else:
             dabo.log.error(_("HTTP Error syncing files: %s") % e)
             return
Exemplo n.º 2
0
	def syncFiles(self, path=None):
		app = self.obj
		if isinstance(app, dApp):
			homedir = app.HomeDirectory
			try:
				appname = file(pathjoin(homedir, ".appname")).read()
			except IOError:
				# Use the HomeDirectory name
				appname = os.path.split(homedir.rstrip("/"))[1]
		else:
			# Running from the launch method. The path will contain the app name
			appname = path
			homedir = pathjoin(self._dataDir, path)
			if not os.path.exists(homedir):
				os.makedirs(homedir)
			os.chdir(homedir)
		url = self._getManifestUrl(appname, "diff")
		# Get the current manifest
		currentMf = Manifest.getManifest(homedir)
		params = {"current": jsonEncode(currentMf)}
		prm = urllib.urlencode(params)
		try:
			res = self.UrlOpener.open(url, data=prm)
		except urllib2.HTTPError, e:
			errcode = e.code
			errText = e.read()
			errMsg = "\n".join(errText.splitlines()[4:])
			if errcode == 304:
				# Nothing has changed on the server, so we're cool...
				return homedir
			else:
				dabo.log.error(_("HTTP Error syncing files: %s") % e)
				return
Exemplo n.º 3
0
	def manifest(self, app=None, fnc=None, id=None, *args, **kwargs):
		file("/tmp/manifest", "a").write("MANIFEST: app=%s\n" % app)
		if app is None:
			# Return list of available apps.
			dirnames = [d for d in os.listdir(sourcePath)
					if not d.startswith(".")]
			file("/tmp/manifest", "a").write("%s\n" % str(dirnames))
			return jsonEncode(dirnames)

		crs = self.getFileRequestDB()
		enclocal = request.params.get("current", "")
		try:
			local = jsonDecode(enclocal)
		except ValueError:
			# No local manifest passed
			local = None
		appPath = os.path.join(sourcePath, app)
		mf = Manifest.getManifest(appPath)
		file("/tmp/manifest", "a").write("appPath: %s\n" % appPath)
		file("/tmp/manifest", "a").write("mf: %s\n" % str(mf))
		# Handle the various functions
		if fnc is None or fnc ==  "full":
			# Send the full manifest
			pmf = pickle.dumps(mf)
			ret = jsonEncode(pmf)
			return ret

		elif fnc == "diff":
			chgs = Manifest.diff(mf, local)
			if not chgs:
				abort(304, _("No changes"))
			# The diff will contain both added/updated file, as well as deleted
			# files. Separate the two in case the only change involves deletions.
			nonDelChanges = [kk for (kk, vv) in chgs.items()
					if vv]
			if nonDelChanges:
				# Create a unique val to store the diffs so that the client
				# can request the files.
				hashval = hash((request, time.time()))
				sql = """create table if not exists filecache (
					hashval text, 
					updated int,
					pickledata text)
					"""
				crs.execute(sql)
				updated = int(time.time())
				sql = """insert into filecache (hashval, updated, pickledata)
						values (?, ?, ?)"""
				pkData = str(chgs)
				crs.execute(sql, (hashval, updated, pkData))
			else:
				# No added/updated files. Return a zero filecode to signify nothing to download
				hashval = 0
			# Return the hashval and manifest so that the user can request the files
			return jsonEncode((hashval, chgs, mf))

		elif fnc == "files":
			# The client is requesting the changed files. The hashval will
			# be in the kwargs
			sql = """select pickledata from filecache
					where hashval = ?"""
			crs.execute(sql, (id, ))
			chgs = eval(crs.Record.pickledata)
			# Need to cd to the source directory
			currdir = os.getcwd()
			os.chdir(appPath)
			fd, tmpname = tempfile.mkstemp(suffix=".zip")
			os.close(fd)
			z = ZipFile(tmpname, "w")
			for pth,tm in chgs.items():
				# File names must be str for zipfile
				pth = str(pth)
				if tm:
					z.write(pth)
			z.close()
			response.headers['content-type'] = "application/x-zip-compressed"
			os.chdir(currdir)
			ret = file(tmpname, "rb").read()
			os.remove(tmpname)
			return ret
Exemplo n.º 4
0
	def syncFiles(self, path=None):
		app = self.obj
		if isinstance(app, dApp):
			homedir = app.HomeDirectory
			try:
				appname = file(pathjoin(homedir, ".appname")).read()
			except IOError:
				# Use the HomeDirectory name
				appname = os.path.split(homedir.rstrip("/"))[1]
		else:
			# Running from the launch method. The path will contain the app name
			appname = path
			homedir = pathjoin(self._dataDir, path)
			if not os.path.exists(homedir):
				os.makedirs(homedir)
			os.chdir(homedir)
		url = self._getManifestUrl(appname, "diff")
		# Get the current manifest
		currentMf = Manifest.getManifest(homedir)
		params = {"current": jsonEncode(currentMf)}
		prm = urllib.parse.urlencode(params)
		try:
			res = self.UrlOpener.open(url, data=prm)
		except urllib.error.HTTPError as e:
			errcode = e.code
			errText = e.read()
			errMsg = "\n".join(errText.splitlines()[4:])
			if errcode == 304:
				# Nothing has changed on the server, so we're cool...
				return homedir
			else:
				dabo.log.error(_("HTTP Error syncing files: %s") % e)
				return
		except urllib.error.URLError:
			# Right now re-raise it and let the UI handle it
			raise
		nonpickleRet = res.read()
		filecode, chgs, serverMf = jsonDecode(nonpickleRet)
		# Everything after this is relative to the app's home directory, so
		# change to it
		currdir = os.getcwd()
		os.chdir(homedir)
		# Read in the current base manifest
		try:
			baseMf = pickle.load(file(".serverManifest"))
		except IOError:
			baseMf = {}
		# Save the current server manifest
		pickle.dump(serverMf, file(".serverManifest", "w"), pickle.HIGHEST_PROTOCOL)
		# Check the server manifest for deleted files
		deleted = [pth for (pth, modf) in list(chgs.items())
				if not modf]
		for delpth in deleted:
			if delpth in baseMf:
				# Only delete files if they originally came from the server
				os.remove(delpth)
		# A zero filecode represents no changed files
		if filecode:
			# Request the files
			url = self._getManifestUrl(appname, "files", ustr(filecode))
			try:
				res = self.UrlOpener.open(url)
			except urllib.error.HTTPError as e:
				dabo.log.error(_("HTTP Error retrieving files: %s") % e)
			# res holds a zip file
			f = StringIO(res.read())
			zip = ZipFile(f)
			for pth in zip.namelist():
				tm = chgs.get(pth)
				dirname = os.path.split(pth)[0]
				if dirname and not os.path.exists(dirname):
					os.makedirs(dirname)
				file(pth, "wb").write(zip.read(pth))
				os.utime(pth, (tm, tm))
# NOT WORKING
# Need to find a way to handle re-importing .py files.
# 				if pth.endswith(".py"):
# 					# if this is a .py file, we want to try re-importing it
# 					modulePath = os.path.split(pth)[0].replace(os.sep, ".")
# 					thismod = os.path.splitext(pth)[0].replace(os.sep, ".")
# 					if thismod:
# 						print "THISMOD", thismod
# 						sys.modules.pop(thismod, None)
# 						__import__(thismod)
# 					if modulePath:
# 						modl = sys.modules.get(modulePath)
# 						print "pth", modulePath, type(modulePath), "MOD", modl
# 						if modl:
# 							reload(modl)
		os.chdir(currdir)
		return homedir