def search_for_repository(module):
if isinstance(module, _Npm2Deb):
module = module.name
repositories = ['collab-maint', 'pkg-javascript']
formatted = " {0:40} -- {1}"
found = False
result = {}
my_print("Looking for existing repositories:")
for repo in repositories:
_debug(1, "search for %s in %s" % (module, repo))
url_base = "http://anonscm.debian.org/gitweb"
data = _urlopen("%s/?a=project_list&pf=%s&s=%s" %
(url_base, repo, module)).read()
dom = _minidom.parseString(data)
for row in dom.getElementsByTagName('tr')[1:]:
try:
columns = row.getElementsByTagName('td')
name = columns[0].firstChild.getAttribute('href')\
.split('.git')[0].split('?p=')[1]
description = columns[1].firstChild.getAttribute('title')
found = True
result[name] = description
my_print(formatted.format(name, description))
except:
continue
if not found:
my_print(" None")
return result
def search_for_bug(module):
if isinstance(module, _Npm2Deb):
module = module.name
my_print('Looking for wnpp bugs:')
_debug(1, "calling wnpp-check")
info = _getstatusoutput('wnpp-check %s' % module)
if info[0] == 0:
my_print(' None')
return []
else:
lines = info[1].split('\n')
formatted = " #{0} {1:>3}: {2:25} -- {3}"
result = []
for line in lines:
try:
bug = {}
match = _re.match('\((.*) - #(\d+).*\) (.*) (.*)$', line)
bug['num'] = match.group(2)
bug['type'] = match.group(1)
bug['package'] = match.group(4)
bug['url'] = match.group(3)
result.append(bug)
my_print(
formatted.format(bug["num"], bug["type"], bug["package"],
bug["url"]))
except:
continue
return result
def search_for_bug(module):
if isinstance(module, _Npm2Deb):
module = module.name
my_print('Looking for wnpp bugs:')
_debug(1, "calling wnpp-check")
info = _getstatusoutput('wnpp-check %s' % module)
if info[0] == 0:
my_print(' None')
return []
else:
lines = info[1].split('\n')
formatted = " #{0} {1:>3}: {2:25} -- {3}"
result = []
for line in lines:
try:
bug = {}
match = _re.match('\((.*) - #(\d+).*\) (.*) (.*)$', line)
bug['num'] = match.group(2)
bug['type'] = match.group(1)
bug['package'] = match.group(4)
bug['url'] = match.group(3)
result.append(bug)
my_print(formatted.format(bug["num"],
bug["type"],
bug["package"],
bug["url"]))
except:
continue
return result
def search_for_builddep(module):
try:
if not isinstance(module, _Npm2Deb):
_debug(1, 'getting builddep - calling npm view %s' % module)
npm_out = _getstatusoutput('npm view "%s" '
'devDependencies --json 2>/dev/null' %
module)[1]
builddeb = _parseJSON(npm_out)
else:
builddeb = module.json['devDependencies']
module = module.name
except ValueError:
return None
mapper = _Mapper.get_instance()
result = {}
for dep in sorted(builddeb.keys()):
result[dep] = {}
result[dep]['version'] = builddeb[dep]
result[dep]['debian'] = mapper.get_debian_package(dep)['repr']
print_formatted_dependency("%s (%s)" % (dep, result[dep]['version']),
result[dep]['debian'])
return result
def search_for_repository(module):
if isinstance(module, _Npm2Deb):
module = module.name
repositories = ['collab-maint', 'pkg-javascript']
formatted = " {0:40} -- {1}"
found = False
result = {}
my_print("Looking for existing repositories:")
for repo in repositories:
_debug(1, "search for %s in %s" % (module, repo))
url_base = "http://anonscm.debian.org/gitweb"
data = _urlopen("%s/?a=project_list&pf=%s&s=%s" %
(url_base, repo, module)).read()
dom = _minidom.parseString(data)
for row in dom.getElementsByTagName('tr')[1:]:
try:
columns = row.getElementsByTagName('td')
name = columns[0].firstChild.getAttribute('href')\
.split('.git')[0].split('?p=')[1]
description = columns[1].firstChild.getAttribute('title')
found = True
result[name] = description
my_print(formatted.format(name, description))
except:
continue
if not found:
my_print(" None")
return result
def search_for_builddep(module):
try:
if not isinstance(module, _Npm2Deb):
_debug(1, 'getting builddep - calling npm view %s' % module)
npm_out = _getstatusoutput('npm view "%s" '
'devDependencies --json 2>/dev/null'
% module)[1]
builddeb = _parseJSON(npm_out)
else:
builddeb = module.json['devDependencies']
module = module.name
except ValueError:
return None
mapper = _Mapper.get_instance()
result = {}
for dep in sorted(builddeb.keys()):
result[dep] = {}
result[dep]['version'] = builddeb[dep]
result[dep]['debian'] = mapper.get_debian_package(dep)['repr']
print_formatted_dependency("%s (%s)" % (dep, result[dep]['version']),
result[dep]['debian'])
return result
def __init__(self):
if self.INSTANCE is not None:
raise ValueError("Mapper is a Singleton. "
"Please use get_instance method.")
_debug(2, 'loading database from %s' % DB_URL)
data = _findall('{{{(.*)}}}', _urlopen("%s?action=raw"
% DB_URL).read().decode('utf-8').replace('\n', ''))[0]
self.json = _parseJSON(data)
self._warnings = {}
self.reset_warnings()
def search_for_dependencies(module,
recursive=False,
force=False,
prefix=u'',
expanded_dependencies=[]):
try:
if not isinstance(module, _Npm2Deb):
_debug(1, 'getting dependencies - calling npm view %s' % module)
npm_out = _getstatusoutput('npm view "%s" '
'dependencies --json 2>/dev/null' %
module)[1]
dependencies = _parseJSON(npm_out)
else:
dependencies = module.json['dependencies']
module = module.name
except ValueError:
return None
mapper = _Mapper.get_instance()
result = {}
keys = sorted(list(dependencies.keys()))
last_dep = False
for dep in keys:
if dep == keys[-1]:
last_dep = True
result[dep] = {}
result[dep]['version'] = dependencies[dep]
result[dep]['debian'] = mapper.get_debian_package(dep)['repr']
dep_prefix = u'└─' if last_dep else u'├─'
print_formatted_dependency(
u"%s %s (%s)" % (dep_prefix, dep, result[dep]['version']),
result[dep]['debian'], prefix)
if recursive and not dep in expanded_dependencies:
expanded_dependencies.append(dep)
if (result[dep]['debian'] and force) or \
result[dep]['debian'] is None:
new_prefix = "%s%s " % (prefix, u" " if last_dep else u"│ ")
result[dep]['dependencies'] = \
search_for_dependencies(dep, recursive, force, new_prefix,
expanded_dependencies)
else:
result[dep]['dependencies'] = None
return result
def search_for_reverse_dependencies(module):
if isinstance(module, _Npm2Deb):
module = module.name
url = "http://registry.npmjs.org/-/_view/dependedUpon?startkey=" \
+ "[%%22%(name)s%%22]&endkey=[%%22%(name)s%%22,%%7B%%7D]&group_level=2"
url = url % {'name': module}
_debug(1, "opening url %s" % url)
data = _urlopen(url).read().decode('utf-8')
data = _parseJSON(data)
result = []
if 'rows' in data and len(data['rows']) > 0:
my_print("Reverse Depends:")
for row in data['rows']:
dependency = row['key'][1]
result.append(dependency)
my_print(" %s" % dependency)
else:
my_print("Module %s has no reverse dependencies" % module)
return result
def search_for_reverse_dependencies(module):
if isinstance(module, _Npm2Deb):
module = module.name
url = "http://registry.npmjs.org/-/_view/dependedUpon?startkey=" \
+ "[%%22%(name)s%%22]&endkey=[%%22%(name)s%%22,%%7B%%7D]&group_level=2"
url = url % {'name': module}
_debug(1, "opening url %s" % url)
data = _urlopen(url).read().decode('utf-8')
data = _parseJSON(data)
result = []
if 'rows' in data and len(data['rows']) > 0:
my_print("Reverse Depends:")
for row in data['rows']:
dependency = row['key'][1]
result.append(dependency)
my_print(" %s" % dependency)
else:
my_print("Module %s has no reverse dependencies" % module)
return result
def search_for_dependencies(module, recursive=False, force=False,
prefix=u'', expanded_dependencies=[]):
try:
if not isinstance(module, _Npm2Deb):
_debug(1, 'getting dependencies - calling npm view %s' % module)
npm_out = _getstatusoutput('npm view "%s" '
'dependencies --json 2>/dev/null'
% module)[1]
dependencies = _parseJSON(npm_out)
else:
dependencies = module.json['dependencies']
module = module.name
except ValueError:
return None
mapper = _Mapper.get_instance()
result = {}
keys = sorted(list(dependencies.keys()))
last_dep = False
for dep in keys:
if dep == keys[-1]:
last_dep = True
result[dep] = {}
result[dep]['version'] = dependencies[dep]
result[dep]['debian'] = mapper.get_debian_package(dep)['repr']
dep_prefix = u'└─' if last_dep else u'├─'
print_formatted_dependency(u"%s %s (%s)" % (dep_prefix, dep,
result[dep]['version']),
result[dep]['debian'], prefix)
if recursive and not dep in expanded_dependencies:
expanded_dependencies.append(dep)
if (result[dep]['debian'] and force) or \
result[dep]['debian'] is None:
new_prefix = "%s%s " % (prefix, u" " if last_dep else u"│ ")
result[dep]['dependencies'] = \
search_for_dependencies(dep, recursive, force, new_prefix,
expanded_dependencies)
else:
result[dep]['dependencies'] = None
return result
def search_in_new(module):
if isinstance(module, _Npm2Deb):
module = module.name
my_print('Looking for packages in NEW:')
_debug(1, "calling new-check")
found = False
formatted = " {0:20} {1:>3}"
url = "https://api.ftp-master.debian.org/sources_in_suite/new"
_debug(1, "opening url %s" % url)
data = _urlopen(url).read().decode('utf-8')
data = _parseJSON(data)
result = []
for package in data:
name = package['source']
version = package['version']
if not module in name:
continue
found = True
result.append(package)
my_print(formatted.format(package['source'], package['version']))
if not found:
my_print(" None")
return result
