def blockers(project_names):
log = logging.getLogger('ciu')
overrides = pypi.manual_overrides()
def supports_py3(project_name):
if project_name in overrides:
return True
else:
return pypi.supports_py3(project_name)
check = []
evaluated = set(overrides)
for project in project_names:
log.info('Checking top-level project: {0} ...'.format(project))
evaluated.add(project)
if not supports_py3(project):
check.append(project)
reasons = {project: None for project in check}
thread_pool_executor = concurrent.futures.ThreadPoolExecutor(
max_workers=ciu.CPU_COUNT)
with thread_pool_executor as executor:
while len(check) > 0:
new_check = []
for parent, deps in zip(check, executor.map(dependencies, check)):
if deps is None:
# Can't find any results for a project, so ignore it so as
# to not accidentally consider indefinitely that a project
# can't port.
del reasons[parent]
continue
log.info('Dependencies of {0}: {1}'.format(project, deps))
unchecked_deps = []
for dep in deps:
if dep in evaluated:
log.info('{0} already checked'.format(dep))
else:
unchecked_deps.append(dep)
deps_status = zip(unchecked_deps,
executor.map(supports_py3,
unchecked_deps))
for dep, ported in deps_status:
if not ported:
reasons[dep] = parent
new_check.append(dep)
# Make sure there's no data race in recording a dependency
# has been evaluated but not reported somewhere.
evaluated.add(dep)
check = new_check
return reasons_to_paths(reasons)
def blockers(project_names):
log = logging.getLogger('ciu')
overrides = pypi.manual_overrides()
def supports_py3(project_name):
if project_name in overrides:
return True
else:
return pypi.supports_py3(project_name)
check = []
evaluated = set(overrides)
for project in project_names:
log.info('Checking top-level project: {0} ...'.format(project))
evaluated.add(project)
if not supports_py3(project):
check.append(project)
reasons = {project: None for project in check}
thread_pool_executor = concurrent.futures.ThreadPoolExecutor(
max_workers=ciu.CPU_COUNT)
with thread_pool_executor as executor:
while len(check) > 0:
new_check = []
for parent, deps in zip(check, executor.map(dependencies, check)):
if deps is None:
# Can't find any results for a project, so ignore it so as
# to not accidentally consider indefinitely that a project
# can't port.
del reasons[parent]
continue
log.info('Dependencies of {0}: {1}'.format(project, deps))
unchecked_deps = []
for dep in deps:
if dep in evaluated:
log.info('{0} already checked'.format(dep))
else:
unchecked_deps.append(dep)
deps_status = zip(unchecked_deps,
executor.map(supports_py3, unchecked_deps))
for dep, ported in deps_status:
if not ported:
reasons[dep] = parent
new_check.append(dep)
# Make sure there's no data race in recording a dependency
# has been evaluated but not reported somewhere.
evaluated.add(dep)
check = new_check
return reasons_to_paths(reasons)
def check(requirements_paths=[], metadata=[], projects=[]):
"""Return True if all of the specified dependencies have been ported to Python 3.
The requirements_paths argument takes a sequence of file paths to
requirements files. The 'metadata' argument takes a sequence of strings
representing metadata. The 'projects' argument takes a sequence of project
names.
Any project that is not listed on PyPI will be considered ported.
"""
dependencies = []
dependencies.extend(main.projects_from_requirements(requirements_paths))
dependencies.extend(main.projects_from_metadata(metadata))
dependencies.extend(projects)
manual_overrides = pypi.manual_overrides()
for dependency in dependencies:
if dependency in manual_overrides:
continue
elif not pypi.supports_py3(dependency):
return False
return True
def test_success(self):
overrides = pypi.manual_overrides()
self.assertTrue(len(overrides) > 10)
self.assertIn("unittest2", overrides)
def test_canonicalization(self):
for name in pypi.manual_overrides():
self.assertEqual(name, packaging.utils.canonicalize_name(name))
def test_success(self):
overrides = pypi.manual_overrides()
self.assertTrue(len(overrides) > 10)
self.assertIn("unittest2", overrides)
def test_canonicalization(self):
for name in pypi.manual_overrides():
self.assertEqual(name, packaging.utils.canonicalize_name(name))