def buildPageFactories(self):
if not self._checkFsEndpointPath():
return
logger.debug("Scanning for posts (hierarchy) in: %s" % self.fs_endpoint_path)
year_pattern = re.compile(r'(\d{4})$')
month_pattern = re.compile(r'(\d{2})$')
file_pattern = re.compile(r'(\d{2})_(.*)\.(\w+)$')
_, year_dirs, __ = next(osutil.walk(self.fs_endpoint_path))
year_dirs = [d for d in year_dirs if year_pattern.match(d)]
for yd in year_dirs:
year = int(yd)
year_dir = os.path.join(self.fs_endpoint_path, yd)
_, month_dirs, __ = next(osutil.walk(year_dir))
month_dirs = [d for d in month_dirs if month_pattern.match(d)]
for md in month_dirs:
month = int(md)
month_dir = os.path.join(year_dir, md)
_, __, filenames = next(osutil.walk(month_dir))
for f in filenames:
match = file_pattern.match(f)
if match is None:
name, ext = os.path.splitext(f)
logger.warning("'%s' is not formatted as 'DD_slug-title.%s' "
"and will be ignored. Is that a typo?" % (f, ext))
continue
rel_name = os.path.join(yd, md, f)
yield self._makeFactory(
rel_name,
match.group(2),
year,
month,
int(match.group(1)))
def getContents(self, group):
if not self._checkFsEndpointPath():
return
logger.debug("Scanning for posts (shallow) in: %s" %
self.fs_endpoint_path)
year_pattern = ShallowPostsSource.YEAR_PATTERN
file_pattern = ShallowPostsSource.FILE_PATTERN
_, year_dirs, __ = next(osutil.walk(self.fs_endpoint_path))
year_dirs = [d for d in year_dirs if year_pattern.match(d)]
for yd in year_dirs:
if year_pattern.match(yd) is None:
logger.warning(
"'%s' is not formatted as 'YYYY' and will be ignored. "
"Is that a typo?")
continue
year = int(yd)
year_dir = os.path.join(self.fs_endpoint_path, yd)
_, __, filenames = next(osutil.walk(year_dir))
for f in filenames:
match = file_pattern.match(f)
if match is None:
name, ext = os.path.splitext(f)
logger.warning(
"'%s' is not formatted as 'MM-DD_slug-title.%s' "
"and will be ignored. Is that a typo?" % (f, ext))
continue
yield self._makeContentItem(
os.path.join(yd, f),
match.group(3),
year,
int(match.group(1)),
int(match.group(2)))
def getContents(self, group):
if not self._checkFsEndpointPath():
return
logger.debug("Scanning for posts (hierarchy) in: %s" %
self.fs_endpoint_path)
year_pattern = HierarchyPostsSource.YEAR_PATTERN
month_pattern = HierarchyPostsSource.MONTH_PATTERN
file_pattern = HierarchyPostsSource.FILE_PATTERN
_, year_dirs, __ = next(osutil.walk(self.fs_endpoint_path))
year_dirs = [d for d in year_dirs if year_pattern.match(d)]
for yd in year_dirs:
year = int(yd)
year_dir = os.path.join(self.fs_endpoint_path, yd)
_, month_dirs, __ = next(osutil.walk(year_dir))
month_dirs = [d for d in month_dirs if month_pattern.match(d)]
for md in month_dirs:
month = int(md)
month_dir = os.path.join(year_dir, md)
_, __, filenames = next(osutil.walk(month_dir))
for f in filenames:
match = file_pattern.match(f)
if match is None:
name, ext = os.path.splitext(f)
logger.warning(
"'%s' is not formatted as 'DD_slug-title.%s' "
"and will be ignored. Is that a typo?" % (f, ext))
continue
rel_name = os.path.join(yd, md, f)
yield self._makeContentItem(rel_name, match.group(2), year,
month, int(match.group(1)))
def getContents(self, group):
if not self._checkFsEndpointPath():
return
logger.debug("Scanning for posts (shallow) in: %s" %
self.fs_endpoint_path)
year_pattern = ShallowPostsSource.YEAR_PATTERN
file_pattern = ShallowPostsSource.FILE_PATTERN
_, year_dirs, __ = next(osutil.walk(self.fs_endpoint_path))
year_dirs = [d for d in year_dirs if year_pattern.match(d)]
for yd in year_dirs:
if year_pattern.match(yd) is None:
logger.warning(
"'%s' is not formatted as 'YYYY' and will be ignored. "
"Is that a typo?")
continue
year = int(yd)
year_dir = os.path.join(self.fs_endpoint_path, yd)
_, __, filenames = next(osutil.walk(year_dir))
for f in filenames:
match = file_pattern.match(f)
if match is None:
name, ext = os.path.splitext(f)
logger.warning(
"'%s' is not formatted as 'MM-DD_slug-title.%s' "
"and will be ignored. Is that a typo?" % (f, ext))
continue
yield self._makeContentItem(os.path.join(yd, f),
match.group(3), year,
int(match.group(1)),
int(match.group(2)))
def buildPageFactories(self):
if not self._checkFsEndpointPath():
return
logger.debug("Scanning for posts (hierarchy) in: %s" % self.fs_endpoint_path)
year_pattern = re.compile(r'(\d{4})$')
month_pattern = re.compile(r'(\d{2})$')
file_pattern = re.compile(r'(\d{2})_(.*)\.(\w+)$')
_, year_dirs, __ = next(osutil.walk(self.fs_endpoint_path))
year_dirs = [d for d in year_dirs if year_pattern.match(d)]
for yd in year_dirs:
year = int(yd)
year_dir = os.path.join(self.fs_endpoint_path, yd)
_, month_dirs, __ = next(osutil.walk(year_dir))
month_dirs = [d for d in month_dirs if month_pattern.match(d)]
for md in month_dirs:
month = int(md)
month_dir = os.path.join(year_dir, md)
_, __, filenames = next(osutil.walk(month_dir))
for f in filenames:
match = file_pattern.match(f)
if match is None:
name, ext = os.path.splitext(f)
logger.warning("'%s' is not formatted as 'DD_slug-title.%s' "
"and will be ignored. Is that a typo?" % (f, ext))
continue
rel_name = os.path.join(yd, md, f)
yield self._makeFactory(
rel_name,
match.group(2),
year,
month,
int(match.group(1)))
def getContents(self, group):
if not self._checkFsEndpointPath():
return
logger.debug("Scanning for posts (hierarchy) in: %s" %
self.fs_endpoint_path)
year_pattern = HierarchyPostsSource.YEAR_PATTERN
month_pattern = HierarchyPostsSource.MONTH_PATTERN
file_pattern = HierarchyPostsSource.FILE_PATTERN
_, year_dirs, __ = next(osutil.walk(self.fs_endpoint_path))
year_dirs = [d for d in year_dirs if year_pattern.match(d)]
for yd in year_dirs:
year = int(yd)
year_dir = os.path.join(self.fs_endpoint_path, yd)
_, month_dirs, __ = next(osutil.walk(year_dir))
month_dirs = [d for d in month_dirs if month_pattern.match(d)]
for md in month_dirs:
month = int(md)
month_dir = os.path.join(year_dir, md)
_, __, filenames = next(osutil.walk(month_dir))
for f in filenames:
match = file_pattern.match(f)
if match is None:
name, ext = os.path.splitext(f)
logger.warning(
"'%s' is not formatted as 'DD_slug-title.%s' "
"and will be ignored. Is that a typo?" % (f, ext))
continue
rel_name = os.path.join(yd, md, f)
yield self._makeContentItem(
rel_name,
match.group(2),
year,
month,
int(match.group(1)))
def buildPageFactories(self):
if not self._checkFsEndpointPath():
return
logger.debug("Scanning for posts (flat) in: %s" % self.fs_endpoint_path)
pattern = re.compile(r'(\d{4})-(\d{2})-(\d{2})_(.*)\.(\w+)$')
_, __, filenames = next(osutil.walk(self.fs_endpoint_path))
for f in filenames:
match = pattern.match(f)
if match is None:
name, ext = os.path.splitext(f)
logger.warning("'%s' is not formatted as 'YYYY-MM-DD_slug-title.%s' "
"and will be ignored. Is that a typo?" % (f, ext))
continue
yield self._makeFactory(
f,
match.group(4),
int(match.group(1)),
int(match.group(2)),
int(match.group(3)))
def getContents(self, group):
if not self._checkFSEndpoint():
return None
logger.debug("Scanning for posts (flat) in: %s" %
self.fs_endpoint_path)
pattern = FlatPostsSource.PATTERN
_, __, filenames = next(osutil.walk(self.fs_endpoint_path))
for f in filenames:
match = pattern.match(f)
if match is None:
name, ext = os.path.splitext(f)
logger.warning(
"'%s' is not formatted as 'YYYY-MM-DD_slug-title.%s' "
"and will be ignored. Is that a typo?" % (f, ext))
continue
yield self._makeContentItem(f, match.group(4), int(match.group(1)),
int(match.group(2)),
int(match.group(3)))
def buildPageFactories(self):
if not self._checkFsEndpointPath():
return
logger.debug("Scanning for posts (flat) in: %s" % self.fs_endpoint_path)
pattern = re.compile(r'(\d{4})-(\d{2})-(\d{2})_(.*)\.(\w+)$')
_, __, filenames = next(osutil.walk(self.fs_endpoint_path))
for f in filenames:
match = pattern.match(f)
if match is None:
name, ext = os.path.splitext(f)
logger.warning("'%s' is not formatted as 'YYYY-MM-DD_slug-title.%s' "
"and will be ignored. Is that a typo?" % (f, ext))
continue
yield self._makeFactory(
f,
match.group(4),
int(match.group(1)),
int(match.group(2)),
int(match.group(3)))
def buildPageFactories(self):
logger.debug("Scanning for pages in: %s" % self.fs_endpoint_path)
if not os.path.isdir(self.fs_endpoint_path):
if self.ignore_missing_dir:
return
raise InvalidFileSystemEndpointError(self.name,
self.fs_endpoint_path)
for dirpath, dirnames, filenames in osutil.walk(self.fs_endpoint_path):
rel_dirpath = os.path.relpath(dirpath, self.fs_endpoint_path)
dirnames[:] = list(filter(filter_page_dirname, dirnames))
for f in sorted(filter(filter_page_filename, filenames)):
fac_path = f
if rel_dirpath != '.':
fac_path = os.path.join(rel_dirpath, f)
slug = self._makeSlug(fac_path)
metadata = {'slug': slug}
fac_path = fac_path.replace('\\', '/')
self._populateMetadata(fac_path, metadata)
yield PageFactory(self, fac_path, metadata)
def buildPageFactories(self):
logger.debug("Scanning for pages in: %s" % self.fs_endpoint_path)
if not os.path.isdir(self.fs_endpoint_path):
if self.ignore_missing_dir:
return
raise InvalidFileSystemEndpointError(self.name,
self.fs_endpoint_path)
for dirpath, dirnames, filenames in osutil.walk(self.fs_endpoint_path):
rel_dirpath = os.path.relpath(dirpath, self.fs_endpoint_path)
dirnames[:] = list(filter(filter_page_dirname, dirnames))
for f in sorted(filter(filter_page_filename, filenames)):
fac_path = f
if rel_dirpath != '.':
fac_path = os.path.join(rel_dirpath, f)
slug = self._makeSlug(fac_path)
metadata = {'slug': slug}
fac_path = fac_path.replace('\\', '/')
self._populateMetadata(fac_path, metadata)
yield PageFactory(self, fac_path, metadata)
def getContents(self, group):
if not self._checkFSEndpoint():
return None
logger.debug("Scanning for posts (flat) in: %s" %
self.fs_endpoint_path)
pattern = FlatPostsSource.PATTERN
_, __, filenames = next(osutil.walk(self.fs_endpoint_path))
for f in filenames:
match = pattern.match(f)
if match is None:
name, ext = os.path.splitext(f)
logger.warning(
"'%s' is not formatted as 'YYYY-MM-DD_slug-title.%s' "
"and will be ignored. Is that a typo?" % (f, ext))
continue
yield self._makeContentItem(
f,
match.group(4),
int(match.group(1)),
int(match.group(2)),
int(match.group(3)))