def getCompiled(self, fileId, variants, optimize, format=False): fileEntry = self._classes[fileId] filePath = fileEntry["path"] variantsId = idlist.toString(variants) optimizeId = self.generateOptimizeId(optimize) cacheId = "compiled-%s-%s-%s-%s" % (fileId, variantsId, optimizeId, format) compiled = self._cache.read(cacheId, filePath) if compiled != None: return compiled tree = self._treeLoader.getTree(fileId, variants) if len(optimize) > 0: # Protect original before optimizing tree = copy.deepcopy(tree) self._console.debug("Optimizing tree: %s..." % fileId) self._console.indent() self._optimizeHelper(tree, fileId, variants, optimize) self._console.outdent() self._console.debug("Compiling tree: %s..." % fileId) compiled = self.compileTree(tree, format) self._console.indent() self._console.debug("Size: %d" % len(compiled)) self._console.outdent() self._cache.write(cacheId, compiled) return compiled
def getCompiled(self, fileId, variants, optimize, format=False): fileEntry = self._classes[fileId] filePath = fileEntry["path"] variantsId = idlist.toString(variants) optimizeId = self.generateOptimizeId(optimize) cacheId = "compiled-%s-%s-%s-%s" % (fileId, variantsId, optimizeId, format) compiled = self._cache.read(cacheId, filePath) if compiled != None: return compiled tree = self._treeLoader.getTree(fileId, variants) if len(optimize) > 0: # Protect original before optimizing tree = copy.deepcopy(tree) self._console.debug("Optimizing tree: %s..." % fileId) self._console.indent() self._optimizeHelper(tree, fileId, variants, optimize) self._console.outdent() self._console.debug("Compiling tree: %s..." % fileId) compiled = self.compileTree(tree, format) self._cache.write(cacheId, compiled) return compiled
def getCompiledSize(self, fileId, variants): fileEntry = self._classes[fileId] filePath = fileEntry["path"] variantsId = idlist.toString(variants) cacheId = "compiledsize-%s-%s" % (fileId, variantsId) size = self._cache.readmulti(cacheId, filePath) if size != None: return size tree = self._treeLoader.getTree(fileId, variants) self._console.debug("Computing compiled size: %s..." % fileId) compiled = self.compileTree(tree) size = len(compiled) self._cache.writemulti(cacheId, size) return size
def getCompiledSize(self, fileId, variants): fileEntry = self._classes[fileId] filePath = fileEntry["path"] variantsId = idlist.toString(variants) cacheId = "compiledsize-%s-%s" % (fileId, variantsId) size = self._cache.readmulti(cacheId, filePath) if size != None: return size tree = self._treeLoader.getTree(fileId, variants) self._console.debug("Computing compiled size: %s..." % fileId) compiled = self.compileTree(tree) size = len(compiled) self._cache.writemulti(cacheId, size) return size
def getTree(self, fileId, variants=None): fileEntry = self._classes[fileId] filePath = fileEntry["path"] if variants: cacheId = "tree-%s-%s" % (fileId, idlist.toString(variants)) else: cacheId = "tree-%s" % fileId tree = self._cache.read(cacheId, filePath) if tree != None: return tree # Lookup for unoptimized tree if variants != None: tree = self._cache.read("tree-%s" % fileId, filePath) # Tree still undefined?, create it! if tree == None: self._console.debug("Parsing file: %s..." % fileId) self._console.indent() fileEntry = self._classes[fileId] fileContent = filetool.read(fileEntry["path"], fileEntry["encoding"]) tokens = tokenizer.parseStream(fileContent, fileId) self._console.outdent() self._console.debug("Generating tree: %s..." % fileId) self._console.indent() try: tree = treegenerator.createSyntaxTree(tokens) except treegenerator.SyntaxException, detail: self._console.error("%s" % detail) sys.exit(1) self._console.outdent() self._console.debug("Selecting variants: %s..." % fileId) self._console.indent()
def getTranslation(self, fileId, variants): fileEntry = self._classes[fileId] filePath = fileEntry["path"] variantsId = idlist.toString(variants) cacheId = "translation-%s-%s" % (fileId, variantsId) translation = self._cache.readmulti(cacheId, filePath) if translation != None: return translation self._console.debug("Looking for translation strings: %s..." % fileId) self._console.indent() tree = self._treeLoader.getTree(fileId, variants) try: translation = self._findTranslationBlocks(tree, []) except NameError, detail: self._console.error("Could not extract translation from %s!" % fileId) self._console.error("%s" % detail) sys.exit(1)
def getDeps(self, fileId, variants): if not self._classes.has_key(fileId): raise NameError("Could not find class to fulfil dependency: %s" % fileId) filePath = self._classes[fileId]["path"] cacheId = "deps-%s-%s" % (fileId, idlist.toString(variants)) # print "Read from cache: %s" % fileId deps = self._cache.readmulti(cacheId, filePath) if deps != None: return deps # Notes: # load time = before class = require # runtime = after class = use load = [] run = [] self._console.debug("Gathering dependencies: %s" % fileId) self._console.indent() # Read meta data meta = self.getMeta(fileId) metaLoad = self._readDictKey(meta, "loadtimeDeps", []) metaRun = self._readDictKey(meta, "runtimeDeps", []) metaOptional = self._readDictKey(meta, "optionalDeps", []) metaIgnore = self._readDictKey(meta, "ignoreDeps", []) # Process meta data load.extend(metaLoad) run.extend(metaRun) # Read content data (autoLoad, autoRun, autoWarn) = self._analyzeClassDeps(fileId, variants) # Process content data if not "auto-require" in metaIgnore: for item in autoLoad: if item in metaOptional: pass elif item in load: self._console.warn("%s: #require(%s) is auto-detected" % (fileId, item)) else: load.append(item) if not "auto-use" in metaIgnore: for item in autoRun: if item in metaOptional: pass elif item in load: pass elif item in run: self._console.warn("%s: #use(%s) is auto-detected" % (fileId, item)) else: run.append(item) self._console.outdent() # Build data structure deps = { "load" : load, "run" : run, 'undef' : autoWarn } self._cache.writemulti(cacheId, deps) return deps
def getDeps(self, fileId, variants): if not self._classes.has_key(fileId): raise NameError("Could not find class to fulfil dependency: %s" % fileId) filePath = self._classes[fileId]["path"] cacheId = "deps-%s-%s" % (fileId, idlist.toString(variants)) # print "Read from cache: %s" % fileId deps = self._cache.readmulti(cacheId, filePath) if deps != None: return deps # Notes: # load time = before class = require # runtime = after class = use load = [] run = [] self._console.debug("Gathering dependencies: %s" % fileId) self._console.indent() # Read meta data meta = self.getMeta(fileId) metaLoad = self._readDictKey(meta, "loadtimeDeps", []) metaRun = self._readDictKey(meta, "runtimeDeps", []) metaOptional = self._readDictKey(meta, "optionalDeps", []) metaIgnore = self._readDictKey(meta, "ignoreDeps", []) # Process meta data load.extend(metaLoad) run.extend(metaRun) # Read content data (autoLoad, autoRun) = self._analyzeClassDeps(fileId, variants) # Process content data if not "auto-require" in metaIgnore: for item in autoLoad: if item in metaOptional: pass elif item in load: self._console.warn("%s: #require(%s) is auto-detected" % (fileId, item)) else: load.append(item) if not "auto-use" in metaIgnore: for item in autoRun: if item in metaOptional: pass elif item in load: pass elif item in run: self._console.warn("%s: #use(%s) is auto-detected" % (fileId, item)) else: run.append(item) self._console.outdent() # Build data structure deps = {"load": load, "run": run} self._cache.writemulti(cacheId, deps) return deps