def testConstructsUrl(self): """combine_url constructs the URL correctly.""" from lp.registry.scripts.productreleasefinder.walker import ( combine_url) self.assertEquals(combine_url("file:///base", "/subdir/", "file"), "file:///subdir/file") self.assertEquals(combine_url("file:///base", "/subdir", "file"), "file:///subdir/file")
def run(self): """Run over the URL list.""" self.log.info("Identifying URLs") for base_url in self.urls: for dirpath, dirnames, filenames in walk(base_url, self.log): for filename in filenames: url = combine_url(base_url, dirpath, filename) key = self.filter.check(url) yield (key, url) # To affect which directories the walker descends # into, we must update the dirnames list in place. i = 0 while i < len(dirnames): url = combine_url(base_url, dirpath, dirnames[i]) if self.filter.isPossibleParent(url): i += 1 else: self.log.info('Skipping %s', url) del dirnames[i]
def run(self): """Run over the URL list.""" self.log.info("Identifying URLs") for base_url in self.urls: for dirpath, dirnames, filenames in walk(base_url, self.log): for filename in filenames: url = combine_url(base_url, dirpath, filename) key = self.filter.check(url) yield (key, url) # To affect which directories the walker descends # into, we must update the dirnames list in place. i = 0 while i < len(dirnames): url = combine_url(base_url, dirpath, dirnames[i]) if self.filter.isPossibleParent(url): i += 1 else: self.log.info('Skipping %s', url) del dirnames[i]
def testConstructsUrl(self): """combine_url constructs the URL correctly.""" self.assertEqual(combine_url("file:///base", "/subdir/", "file"), "file:///subdir/file") self.assertEqual(combine_url("file:///base", "/subdir", "file"), "file:///subdir/file")