def _generate_status(self):
ret = {
"author": get_user(),
"generated": get_time_str(),
"gofed_version": VERSION,
"hostname": get_hostname(),
"topology": []
}
system = System(self.get_config(), self.get_system_json_path())
for service_name in system.get_services_list():
try:
registry_response = system.get_service_location(service_name)
except Exception as e:
log.warning("Encountered error while querying for service '%s', skipping this service ('%s')"
% (service_name, str(e)))
for response in registry_response:
ret['topology'].append({
'service': service_name,
'host': response[0],
'port': response[1],
'type': 'computational' if system.is_computational(service_name) else 'storage'
})
ret['topology'].append({
'type': 'registry',
'host': system.get_registry_host(),
'port': system.get_registry_port()
})
print dict2json(ret)
def main(self):
with self.get_system() as system:
golang_pkgs = system.async_call.goland_package_listing()
stored_projects = system.async_call.api_project_listing()
for pkg in golang_pkgs.result:
if not pkg['name'].startswith('golang-github-'):
log.warning("Skipping %s" % pkg['name'])
# TODO: remove once support for mercurial and full package->upstream translation will be available
continue
print("Inspecting '%s'" % pkg['name'])
upstream_url = system.async_call.golang_package2upstream(pkg['name'])
if pkg['name'] in stored_projects.result:
stored_commits = system.async_call.api_project_commit_listing(pkg['name'])
else:
stored_commits = None
scm_log = system.async_call.scm_log(upstream_url.result)
for commit in tqdm(scm_log.result):
log.debug("Commit %s project %s" % (commit['hash'], pkg['name']))
if not stored_commits or commit not in stored_commits.result:
file_id = system.async_call.scm_store(upstream_url.result, commit['hash'])
api = system.async_call.api_analysis(file_id.result)
system.async_call.api_store_project(pkg['name'], commit['hash'], commit['time'],
api.result, api.meta)
def main(self):
with self.get_system() as system:
golang_pkgs = system.async_call.goland_package_listing()
stored_projects = system.async_call.deps_project_listing()
for pkg in golang_pkgs.result:
if not pkg['name'].startswith('golang-github-'):
log.warning("Skipping %s" % pkg['name'])
# TODO: remove once support for mercurial and full package->upstream translation will be available
continue
try:
raise ValueError("value error")
print("Inspecting '%s'" % pkg['name'])
upstream_url = system.async_call.golang_package2upstream(
pkg['name'])
if pkg['name'] in stored_projects.result:
stored_commits = system.async_call.deps_project_commit_listing(
pkg['name'])
else:
stored_commits = None
scm_log = system.async_call.scm_log(
upstream_url.result,
max_depth=self.max_depth,
since_date=self.since_date)
for commit in tqdm(scm_log.result):
log.debug("Commit %s project %s" %
(commit['hash'], pkg['name']))
if not stored_commits or commit not in stored_commits.result:
file_id = system.async_call.scm_store(
upstream_url.result, commit['hash'])
deps = system.async_call.deps_analysis(
file_id.result)
system.async_call.deps_store_project(
pkg['name'], commit['hash'], commit['time'],
deps.result, deps.meta)
except:
exc_info = sys.exc_info()
if self.skip_errors:
log.error(exc_info[2].print_exc())
else:
raise exc_info
def main(self):
with self.get_system() as system:
golang_pkgs = system.async_call.goland_package_listing()
stored_projects = system.async_call.deps_project_listing()
for pkg in golang_pkgs.result:
if not pkg['name'].startswith('golang-github-'):
log.warning("Skipping %s" % pkg['name'])
# TODO: remove once support for mercurial and full package->upstream translation will be available
continue
try:
raise ValueError("value error")
print("Inspecting '%s'" % pkg['name'])
upstream_url = system.async_call.golang_package2upstream(pkg['name'])
if pkg['name'] in stored_projects.result:
stored_commits = system.async_call.deps_project_commit_listing(pkg['name'])
else:
stored_commits = None
scm_log = system.async_call.scm_log(upstream_url.result,
max_depth=self.max_depth,
since_date=self.since_date)
for commit in tqdm(scm_log.result):
log.debug("Commit %s project %s" % (commit['hash'], pkg['name']))
if not stored_commits or commit not in stored_commits.result:
file_id = system.async_call.scm_store(upstream_url.result, commit['hash'])
deps = system.async_call.deps_analysis(file_id.result)
system.async_call.deps_store_project(pkg['name'], commit['hash'], commit['time'],
deps.result, deps.meta)
except:
exc_info = sys.exc_info()
if self.skip_errors:
log.error(exc_info[2].print_exc())
else:
raise exc_info
def _generate_status(self):
ret = {
"author": get_user(),
"generated": get_time_str(),
"gofed_version": VERSION,
"hostname": get_hostname(),
"topology": []
}
system = System(self.get_config(), self.get_system_json_path())
for service_name in system.get_services_list():
try:
registry_response = system.get_service_location(service_name)
except Exception as e:
log.warning(
"Encountered error while querying for service '%s', skipping this service ('%s')"
% (service_name, str(e)))
for response in registry_response:
ret['topology'].append({
'service':
service_name,
'host':
response[0],
'port':
response[1],
'type':
'computational'
if system.is_computational(service_name) else 'storage'
})
ret['topology'].append({
'type': 'registry',
'host': system.get_registry_host(),
'port': system.get_registry_port()
})
print dict2json(ret)