def test_copy(tmpdir, filename, persist): tmpdir = str(tmpdir) port = get_port() http_thread = BackgroundHTTPServer(get_test_path(), port) http_thread.start() try: if persist: directory = 'dir1' else: directory = os.path.join(tmpdir, 'dir1') copy = [{'from':'*.txt', 'to': directory + os.path.sep}] cfg = json.dumps(get_config('http://localhost:{}/data/{}'.format(port, filename), persist=persist, copy=copy)) abs_source = os.path.join(tmpdir, 'input_config') with open(abs_source, 'w') as f: f.write(cfg) dest = os.path.join(tmpdir, 'dest') if persist: dest_subdir = os.path.join(dest, directory) else: dest_subdir = directory makedirsp(dest_subdir) result = extract.ext_extract(abs_source, dest, {}, get_loader()) assert os.path.exists(os.path.join(dest_subdir, 'file.txt')) == True if persist: assert os.path.exists(dest) == True assert result is not None else: assert os.path.exists(dest) == False assert result is None finally: http_thread.httpd.shutdown() http_thread.join()
def test_basic(tmpdir, filename, filetype): tmpdir = str(tmpdir) port = get_port() http_thread = BackgroundHTTPServer(get_test_path(), port) http_thread.start() try: cfg = json.dumps(get_config('http://localhost:{}/data/{}'.format(port, filename), filetype)) abs_source = os.path.join(tmpdir, 'input_config') with open(abs_source, 'w') as f: f.write(cfg) dest = os.path.join(tmpdir, 'dest') result = extract.ext_extract(abs_source, dest, {}, get_loader()) assert os.path.exists(os.path.join(dest, 'file.txt')) == True finally: http_thread.httpd.shutdown() http_thread.join()
def ignore_test_copy(tmpdir, filename, persist): tmpdir = str(tmpdir) port = get_port() http_thread = BackgroundHTTPServer(get_test_path(), port) http_thread.start() try: if persist: directory = 'dir1' else: directory = os.path.join(tmpdir, 'dir1') copy = [{'from': '*.txt', 'to': directory + os.path.sep}] cfg = json.dumps( get_config('http://localhost:{}/data/{}'.format(port, filename), persist=persist, copy=copy)) abs_source = os.path.join(tmpdir, 'input_config') with open(abs_source, 'w') as f: f.write(cfg) dest = os.path.join(tmpdir, 'dest') if persist: dest_subdir = os.path.join(dest, directory) else: dest_subdir = directory makedirsp(dest_subdir) result = extract.ext_extract(abs_source, dest, {}, get_loader()) assert os.path.exists(os.path.join(dest_subdir, 'file.txt')) == True assert os.path.exists(dest) == True assert result is not None finally: http_thread.httpd.shutdown() http_thread.join()
def test_basic(tmpdir, filename, filetype): tmpdir = str(tmpdir) port = get_port() http_thread = BackgroundHTTPServer(get_test_path(), port) http_thread.start() try: cfg = json.dumps( get_config('http://localhost:{}/data/{}'.format(port, filename), filetype)) abs_source = os.path.join(tmpdir, 'input_config') with open(abs_source, 'w') as f: f.write(cfg) dest = os.path.join(tmpdir, 'dest') result = extract.ext_extract(abs_source, dest, {}, get_loader()) assert os.path.exists(os.path.join(dest, 'file.txt')) == True finally: http_thread.httpd.shutdown() http_thread.join()