def test_catalog_url_construction_from_relative_url():
url = 'https://raw.githubusercontent.com/NCAR/cesm-lens-aws/master/intake-catalogs/aws-cesm1-le.json'
catalog_file = 'https://raw.githubusercontent.com/NCAR/cesm-lens-aws/master/intake-catalogs/aws-cesm1-le.csv'
data, path = _fetch_and_parse_json(url)
df, cat_file = _fetch_catalog(data, path)
assert isinstance(df, pd.DataFrame)
assert catalog_file == cat_file
def test_catalog_url_construction_from_relative_url():
url = 'https://raw.githubusercontent.com/intake/intake-esm/master/tests/sample-collections/cesm1-lens-netcdf.json'
catalog_file = 'https://raw.githubusercontent.com/intake/intake-esm/master/tests/sample-collections/cesm1-lens-netcdf.csv'
data, path = _fetch_and_parse_json(url)
df, cat_file = _fetch_catalog(data, path)
assert isinstance(df, pd.DataFrame)
assert catalog_file == cat_file
def test_catalog_url_construction_from_relative_url_error():
url = 'https://raw.githubusercontent.com/NCAR/cesm-lens-aws/master/intake-catalogs/aws-cesm1-le.json'
data, path = _fetch_and_parse_json(url)
data['catalog_file'] = 'DONT_EXIST'
with pytest.raises(FileNotFoundError):
_fetch_catalog(data, path)
def test_fetch_catalog_local_error(sample_bad_input):
data, path = _fetch_and_parse_json(sample_bad_input)
with pytest.raises(FileNotFoundError):
_fetch_catalog(data, path)
def test_fetch_and_parse_json_local(sample_cmip6):
data, path = _fetch_and_parse_json(sample_cmip6)
assert isinstance(data, dict)
def test_fetch_and_parse_json_error():
url = 'https://raw.githubusercontent.com/NCAR/esm-collection-spec/master/README.md'
with pytest.raises(Exception):
_fetch_and_parse_json(url)
def test_fetch_and_parse_json_url():
url = 'https://raw.githubusercontent.com/NCAR/esm-collection-spec/master/collection-spec/examples/sample-glade-cmip6-netcdf-collection.json'
data, path = _fetch_and_parse_json(url)
assert path == url
assert requests.get(url).json() == data
def test_catalog_url_construction_from_relative_url_error():
url = 'https://raw.githubusercontent.com/intake/intake-esm/master/tests/sample-collections/cesm1-lens-netcdf.json'
data, path = _fetch_and_parse_json(url)
data['catalog_file'] = 'DONT_EXIST'
with pytest.raises(FileNotFoundError):
_fetch_catalog(data, path)
def test_catalog_csv_kwargs(esmcol_path, csv_kwargs):
data, path = _fetch_and_parse_json(esmcol_path)
df, _ = _fetch_catalog(data, esmcol_path, csv_kwargs=csv_kwargs)
assert isinstance(df.iloc[0].variable, list)