def connect(self, data_directory):
path = os.environ.get('IBIS_TEST_SQLITE_DATABASE',
data_directory / 'ibis_testing.db')
path = Path(path)
if not path.exists():
pytest.skip('SQLite testing db {} does not exist'.format(path))
return ibis.sqlite.connect(str(path))
def data_directory():
root = Path(__file__).absolute().parents[3]
default = root / 'ci' / 'ibis-testing-data'
datadir = os.environ.get('IBIS_TEST_DATA_DIRECTORY', default)
datadir = Path(datadir)
if not datadir.exists():
pytest.skip('test data directory not found')
return datadir
def deploy(package_location, artifact_directory, architectures):
artifact_dir = Path(artifact_directory)
artifact_dir.mkdir(parents=True, exist_ok=True)
package_loc = Path(package_location)
assert package_loc.exists(), 'Path {} does not exist'.format(package_loc)
for architecture in architectures:
arch_artifact_directory = str(artifact_dir / architecture)
arch_package_directory = str(package_loc / architecture)
shutil.copytree(arch_package_directory, arch_artifact_directory)
cmd = conda['index', artifact_directory]
cmd(stdout=click.get_binary_stream('stdout'),
stderr=click.get_binary_stream('stderr'))
def download(base_url, directory, name):
directory = Path(directory)
if not directory.exists():
directory.mkdir()
data_url = '{}/{}'.format(base_url, name)
path = directory / name
if not path.exists():
download = curl[data_url, '-o', path, '-L']
download(stdout=click.get_binary_stream('stdout'),
stderr=click.get_binary_stream('stderr'))
else:
logger.info('Skipping download: %s already exists', name)
logger.info('Extracting archive to %s', directory)
if path.suffix in ('.tar', '.gz', '.bz2', '.xz'):
with tarfile.open(str(path), mode='r|gz') as f:
f.extractall(path=str(directory))
