def glob1(dirname, pattern): try: directories, files = storage.listdir(dirname) names = directories + files except NotImplementedError: return [] if pattern[0] != '.': names = [x for x in names if x[0] != '.'] return fnmatch.filter(names, pattern)
def glob1(dirname, pattern): try: directories, files = storage.listdir(dirname) names = directories + files except NotImplementedError: return [] if pattern[0] != '.': names = filter(lambda x: x[0] != '.', names) return fnmatch.filter(names, pattern)
def version_from_file(self, path, filename): filename = settings.PIPELINE_VERSION_PLACEHOLDER.join([re.escape(part) for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)]) regex = re.compile(r'^%s$' % self.output_filename(filename, r'([A-Za-z0-9]+)')) versions = [] for f in sorted(storage.listdir(path), reverse=True): version = regex.match(f) if version and version.groups(): versions.append(version.group(1)) versions.sort() return versions[-1]
def cleanup(self, filename): if not settings.PIPELINE_VERSION and not settings.PIPELINE_VERSION_REMOVE_OLD: return # Nothing to delete here path = os.path.dirname(filename) filename = settings.PIPELINE_VERSION_PLACEHOLDER.join([re.escape(part) for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)]) regex = re.compile(r'^%s$' % os.path.basename(self.output_filename(filename, r'([A-Za-z0-9]+)'))) if storage.exists(path): for f in storage.listdir(path)[1]: if regex.match(f): if self.verbose: print "Removing outdated file %s" % f storage.delete(os.path.join(path, f))
def version_from_file(self, path, filename, force=False): version = cache.get("pipeline:%s" % filename) if (not version) or force: filename = settings.PIPELINE_VERSION_PLACEHOLDER.join([re.escape(part) for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)]) regex = re.compile(r'^%s$' % self.output_filename(filename, r'([A-Za-z0-9]+)')) for f in sorted(storage.listdir(path)[1], reverse=True): match = regex.match(f) if match and match.groups(): version = match.group(1) break cache.set("pipeline:%s" % filename, version, settings.PIPELINE_CACHE_TIMEOUT) return str(version)
def version_from_file(self, path, filename, force=False): version = cache.get("pipeline:%s" % filename) if (not version) or force: filename = settings.PIPELINE_VERSION_PLACEHOLDER.join( [re.escape(part) for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)]) regex = re.compile(r'^%s$' % self.output_filename(filename, r'([A-Za-z0-9]+)')) for f in sorted(storage.listdir(path)[1], reverse=True): match = regex.match(f) if match and match.groups(): version = match.group(1) break cache.set("pipeline:%s" % filename, version, settings.PIPELINE_CACHE_TIMEOUT) return str(version)
def cleanup(self, filename): if not (settings.PIPELINE_VERSION and settings.PIPELINE_VERSION_REMOVE_OLD): return # Nothing to delete here path = os.path.dirname(filename) filename = os.path.basename(filename) filename = settings.PIPELINE_VERSION_PLACEHOLDER.join([re.escape(part) for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)]) regex = re.compile(r'^%s$' % self.output_filename(filename, r'([A-Za-z0-9]+)')) try: for f in storage.listdir(path)[1]: if regex.match(f): if self.verbose: print "Removing outdated file %s" % f storage.delete(os.path.join(path, f)) except EnvironmentError: # We can't use exists() first because some backends (S3) have no concept of directories. pass
def cleanup(self, filename): if not (settings.PIPELINE_VERSION and settings.PIPELINE_VERSION_REMOVE_OLD): return # Nothing to delete here path = os.path.dirname(filename) filename = os.path.basename(filename) filename = settings.PIPELINE_VERSION_PLACEHOLDER.join( [re.escape(part) for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)]) regex = re.compile(r'^%s$' % self.output_filename(filename, r'([A-Za-z0-9]+)')) try: for f in storage.listdir(path)[1]: if regex.match(f): if self.verbose: print("Removing outdated file %s" % f) storage.delete(os.path.join(path, f)) except EnvironmentError: # We can't use exists() first because some backends (S3) have no concept of directories. pass