def test_copy(tmpdir, filename, persist):
tmpdir = str(tmpdir)
port = get_port()
http_thread = BackgroundHTTPServer(get_test_path(), port)
http_thread.start()
try:
if persist:
directory = 'dir1'
else:
directory = os.path.join(tmpdir, 'dir1')
copy = [{'from':'*.txt',
'to': directory + os.path.sep}]
cfg = json.dumps(get_config('http://localhost:{}/data/{}'.format(port, filename),
persist=persist, copy=copy))
abs_source = os.path.join(tmpdir, 'input_config')
with open(abs_source, 'w') as f:
f.write(cfg)
dest = os.path.join(tmpdir, 'dest')
if persist:
dest_subdir = os.path.join(dest, directory)
else:
dest_subdir = directory
makedirsp(dest_subdir)
result = extract.ext_extract(abs_source, dest, {}, get_loader())
assert os.path.exists(os.path.join(dest_subdir, 'file.txt')) == True
if persist:
assert os.path.exists(dest) == True
assert result is not None
else:
assert os.path.exists(dest) == False
assert result is None
finally:
http_thread.httpd.shutdown()
http_thread.join()
def test_basic(tmpdir, filename, filetype):
tmpdir = str(tmpdir)
port = get_port()
http_thread = BackgroundHTTPServer(get_test_path(), port)
http_thread.start()
try:
cfg = json.dumps(get_config('http://localhost:{}/data/{}'.format(port, filename), filetype))
abs_source = os.path.join(tmpdir, 'input_config')
with open(abs_source, 'w') as f:
f.write(cfg)
dest = os.path.join(tmpdir, 'dest')
result = extract.ext_extract(abs_source, dest, {}, get_loader())
assert os.path.exists(os.path.join(dest, 'file.txt')) == True
finally:
http_thread.httpd.shutdown()
http_thread.join()
def ignore_test_copy(tmpdir, filename, persist):
tmpdir = str(tmpdir)
port = get_port()
http_thread = BackgroundHTTPServer(get_test_path(), port)
http_thread.start()
try:
if persist:
directory = 'dir1'
else:
directory = os.path.join(tmpdir, 'dir1')
copy = [{'from': '*.txt', 'to': directory + os.path.sep}]
cfg = json.dumps(
get_config('http://localhost:{}/data/{}'.format(port, filename),
persist=persist,
copy=copy))
abs_source = os.path.join(tmpdir, 'input_config')
with open(abs_source, 'w') as f:
f.write(cfg)
dest = os.path.join(tmpdir, 'dest')
if persist:
dest_subdir = os.path.join(dest, directory)
else:
dest_subdir = directory
makedirsp(dest_subdir)
result = extract.ext_extract(abs_source, dest, {}, get_loader())
assert os.path.exists(os.path.join(dest_subdir, 'file.txt')) == True
assert os.path.exists(dest) == True
assert result is not None
finally:
http_thread.httpd.shutdown()
http_thread.join()
def test_basic(tmpdir, filename, filetype):
tmpdir = str(tmpdir)
port = get_port()
http_thread = BackgroundHTTPServer(get_test_path(), port)
http_thread.start()
try:
cfg = json.dumps(
get_config('http://localhost:{}/data/{}'.format(port, filename),
filetype))
abs_source = os.path.join(tmpdir, 'input_config')
with open(abs_source, 'w') as f:
f.write(cfg)
dest = os.path.join(tmpdir, 'dest')
result = extract.ext_extract(abs_source, dest, {}, get_loader())
assert os.path.exists(os.path.join(dest, 'file.txt')) == True
finally:
http_thread.httpd.shutdown()
http_thread.join()
