def glob1(dirname, pattern):
try:
directories, files = storage.listdir(dirname)
names = directories + files
except NotImplementedError:
return []
if pattern[0] != '.':
names = [x for x in names if x[0] != '.']
return fnmatch.filter(names, pattern)
def glob1(dirname, pattern):
try:
directories, files = storage.listdir(dirname)
names = directories + files
except NotImplementedError:
return []
if pattern[0] != '.':
names = filter(lambda x: x[0] != '.', names)
return fnmatch.filter(names, pattern)
def glob1(dirname, pattern):
try:
directories, files = storage.listdir(dirname)
names = directories + files
except NotImplementedError:
return []
if pattern[0] != '.':
names = filter(lambda x: x[0] != '.', names)
return fnmatch.filter(names, pattern)
def version_from_file(self, path, filename):
filename = settings.PIPELINE_VERSION_PLACEHOLDER.join([re.escape(part) for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)])
regex = re.compile(r'^%s$' % self.output_filename(filename, r'([A-Za-z0-9]+)'))
versions = []
for f in sorted(storage.listdir(path), reverse=True):
version = regex.match(f)
if version and version.groups():
versions.append(version.group(1))
versions.sort()
return versions[-1]
def cleanup(self, filename):
if not settings.PIPELINE_VERSION and not settings.PIPELINE_VERSION_REMOVE_OLD:
return # Nothing to delete here
path = os.path.dirname(filename)
filename = settings.PIPELINE_VERSION_PLACEHOLDER.join([re.escape(part) for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)])
regex = re.compile(r'^%s$' % os.path.basename(self.output_filename(filename, r'([A-Za-z0-9]+)')))
if storage.exists(path):
for f in storage.listdir(path)[1]:
if regex.match(f):
if self.verbose:
print "Removing outdated file %s" % f
storage.delete(os.path.join(path, f))
def version_from_file(self, path, filename, force=False):
version = cache.get("pipeline:%s" % filename)
if (not version) or force:
filename = settings.PIPELINE_VERSION_PLACEHOLDER.join([re.escape(part)
for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)])
regex = re.compile(r'^%s$' % self.output_filename(filename, r'([A-Za-z0-9]+)'))
for f in sorted(storage.listdir(path)[1], reverse=True):
match = regex.match(f)
if match and match.groups():
version = match.group(1)
break
cache.set("pipeline:%s" % filename, version, settings.PIPELINE_CACHE_TIMEOUT)
return str(version)
def version_from_file(self, path, filename, force=False):
version = cache.get("pipeline:%s" % filename)
if (not version) or force:
filename = settings.PIPELINE_VERSION_PLACEHOLDER.join(
[re.escape(part) for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)])
regex = re.compile(r'^%s$' % self.output_filename(filename, r'([A-Za-z0-9]+)'))
for f in sorted(storage.listdir(path)[1], reverse=True):
match = regex.match(f)
if match and match.groups():
version = match.group(1)
break
cache.set("pipeline:%s" % filename, version, settings.PIPELINE_CACHE_TIMEOUT)
return str(version)
def cleanup(self, filename):
if not (settings.PIPELINE_VERSION and settings.PIPELINE_VERSION_REMOVE_OLD):
return # Nothing to delete here
path = os.path.dirname(filename)
filename = os.path.basename(filename)
filename = settings.PIPELINE_VERSION_PLACEHOLDER.join([re.escape(part)
for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)])
regex = re.compile(r'^%s$' % self.output_filename(filename, r'([A-Za-z0-9]+)'))
try:
for f in storage.listdir(path)[1]:
if regex.match(f):
if self.verbose:
print "Removing outdated file %s" % f
storage.delete(os.path.join(path, f))
except EnvironmentError:
# We can't use exists() first because some backends (S3) have no concept of directories.
pass
def cleanup(self, filename):
if not (settings.PIPELINE_VERSION and settings.PIPELINE_VERSION_REMOVE_OLD):
return # Nothing to delete here
path = os.path.dirname(filename)
filename = os.path.basename(filename)
filename = settings.PIPELINE_VERSION_PLACEHOLDER.join(
[re.escape(part) for part in filename.split(settings.PIPELINE_VERSION_PLACEHOLDER)])
regex = re.compile(r'^%s$' % self.output_filename(filename, r'([A-Za-z0-9]+)'))
try:
for f in storage.listdir(path)[1]:
if regex.match(f):
if self.verbose:
print("Removing outdated file %s" % f)
storage.delete(os.path.join(path, f))
except EnvironmentError:
# We can't use exists() first because some backends (S3) have no concept of directories.
pass
