def connect(self, data_directory): path = os.environ.get('IBIS_TEST_SQLITE_DATABASE', data_directory / 'ibis_testing.db') path = Path(path) if not path.exists(): pytest.skip('SQLite testing db {} does not exist'.format(path)) return ibis.sqlite.connect(str(path))
def data_directory(): root = Path(__file__).absolute().parents[3] default = root / 'ci' / 'ibis-testing-data' datadir = os.environ.get('IBIS_TEST_DATA_DIRECTORY', default) datadir = Path(datadir) if not datadir.exists(): pytest.skip('test data directory not found') return datadir
def deploy(package_location, artifact_directory, architectures): artifact_dir = Path(artifact_directory) artifact_dir.mkdir(parents=True, exist_ok=True) package_loc = Path(package_location) assert package_loc.exists(), 'Path {} does not exist'.format(package_loc) for architecture in architectures: arch_artifact_directory = str(artifact_dir / architecture) arch_package_directory = str(package_loc / architecture) shutil.copytree(arch_package_directory, arch_artifact_directory) cmd = conda['index', artifact_directory] cmd(stdout=click.get_binary_stream('stdout'), stderr=click.get_binary_stream('stderr'))
def download(base_url, directory, name): directory = Path(directory) if not directory.exists(): directory.mkdir() data_url = '{}/{}'.format(base_url, name) path = directory / name if not path.exists(): download = curl[data_url, '-o', path, '-L'] download(stdout=click.get_binary_stream('stdout'), stderr=click.get_binary_stream('stderr')) else: logger.info('Skipping download: %s already exists', name) logger.info('Extracting archive to %s', directory) if path.suffix in ('.tar', '.gz', '.bz2', '.xz'): with tarfile.open(str(path), mode='r|gz') as f: f.extractall(path=str(directory))