def download_data(target, download_proxy=None):
opener = urllib.request.build_opener()
if download_proxy:
proxy = urllib.request.ProxyHandler({'http': download_proxy, 'https': download_proxy})
opener.add_handler(proxy)
urllib.request.install_opener(opener)
with ProgressBar(task_name='download fashion-mnist', batch_unit='') as t:
for k, v in target.items():
if not os.path.exists(v['filename']):
urllib.request.urlretrieve(v['url'], v['filename'], reporthook=lambda *x: t.update(1))
if k == 'index-labels' or k == 'query-labels':
v['data'] = load_labels(v['filename'])
if k == 'index' or k == 'query':
v['data'] = load_mnist(v['filename'])
def push(self, name: str = None, readme_path: str = None):
"""A wrapper of docker push """
name = name or self.args.name
check_registry(self.args.registry, name, _repo_prefix)
self._check_docker_image(name)
self.login()
with ProgressBar(task_name=f'pushing {name}', batch_unit='') as t:
for line in self._client.images.push(name, stream=True, decode=True):
t.update(1)
self.logger.debug(line)
self.logger.success(f'🎉 {name} is now published!')
if False and readme_path:
# unfortunately Docker Hub Personal Access Tokens cannot be used as they are not supported by the API
_volumes = {os.path.dirname(os.path.abspath(readme_path)): {'bind': '/workspace'}}
_env = get_default_login()
_env = {
'DOCKERHUB_USERNAME': _env['username'],
'DOCKERHUB_PASSWORD': _env['password'],
'DOCKERHUB_REPOSITORY': name.split(':')[0],
'README_FILEPATH': '/workspace/README.md',
}
self._client.containers.run('peterevans/dockerhub-description:2.1',
auto_remove=True,
volumes=_volumes,
environment=_env)
share_link = f'https://api.jina.ai/hub/?jh={urllib.parse.quote_plus(name)}'
try:
webbrowser.open(share_link, new=2)
except:
pass
finally:
self.logger.info(
f'Check out the usage {colored(share_link, "cyan", attrs=["underline"])} and share it with others!')