def test_download_proxy():
import urllib.request
# first test no proxy
args = set_hw_parser().parse_args([])
opener = urllib.request.build_opener()
if args.download_proxy:
proxy = urllib.request.ProxyHandler({
'http': args.download_proxy,
'https': args.download_proxy
})
opener.add_handler(proxy)
urllib.request.install_opener(opener)
# head check
req = urllib.request.Request(args.index_data_url, method="HEAD")
response = urllib.request.urlopen(req, timeout=5)
assert response.status == 200
# test with proxy
args = set_hw_parser().parse_args(
["--download-proxy", os.getenv("HTTP_PROXY")])
opener = urllib.request.build_opener()
if args.download_proxy:
proxy = urllib.request.ProxyHandler({
'http': args.download_proxy,
'https': args.download_proxy
})
opener.add_handler(proxy)
urllib.request.install_opener(opener)
# head check
req = urllib.request.Request(args.index_data_url, method="HEAD")
response = urllib.request.urlopen(req, timeout=5)
assert response.status == 200
def test_helloworld_flow(tmpdir):
args = set_hw_parser().parse_args([])
os.environ['RESOURCE_DIR'] = resource_filename('jina', 'resources')
os.environ['SHARDS'] = str(args.shards)
os.environ['PARALLEL'] = str(args.parallel)
os.environ['HW_WORKDIR'] = str(tmpdir)
os.environ['WITH_LOGSERVER'] = str(args.logserver)
f = Flow.load_config(
resource_filename('jina', '/'.join(
('resources', 'helloworld.flow.index.yml'))))
targets = {
'index': {
'url': args.index_data_url,
'filename': os.path.join(tmpdir, 'index-original')
},
'query': {
'url': args.query_data_url,
'filename': os.path.join(tmpdir, 'query-original')
}
}
# download the data
Path(tmpdir).mkdir(parents=True, exist_ok=True)
download_data(targets)
# run it!
with f:
py_client(
host=f.host,
port_expose=f.port_expose,
).index(input_numpy(targets['index']['data']),
batch_size=args.index_batch_size)
def test_helloworld_flow_dry_run(self):
args = set_hw_parser().parse_args([])
os.environ['RESOURCE_DIR'] = resource_filename('jina', 'resources')
os.environ['SHARDS'] = str(args.shards)
os.environ['PARALLEL'] = str(args.parallel)
os.environ['HW_WORKDIR'] = args.workdir
os.environ['WITH_LOGSERVER'] = str(args.logserver)
# run it!
with Flow.load_config(resource_filename('jina', '/'.join(('resources', 'helloworld.flow.index.yml')))):
pass
# run it!
with Flow.load_config(resource_filename('jina', '/'.join(('resources', 'helloworld.flow.query.yml')))):
pass
def test_helloworld_py(tmpdir):
from jina.parser import set_hw_parser
from jina.helloworld import hello_world
hello_world(set_hw_parser().parse_args(['--workdir', str(tmpdir)]))
def test_helloworld_py(self):
from jina.parser import set_hw_parser
from jina.helloworld import hello_world
hello_world(set_hw_parser().parse_args([]))