Exemple #1
0
def test_save_and_load_catalog(data_set, dummy_dataframe, tmpdir):  # NOQA
    catalog = DataCatalogWithDefault(data_sets={"test": data_set},
                                     default=default_csv)

    path = str(tmpdir.mkdir("sub").join("test"))
    catalog.save(path, dummy_dataframe)
    reloaded_df = catalog.load(path)
    assert dummy_dataframe.equals(reloaded_df)
Exemple #2
0
def test_load_from_unregistered(dummy_dataframe, tmpdir):  # NOQA
    catalog = DataCatalogWithDefault(data_sets={}, default=default_csv)

    path = str(tmpdir.mkdir("sub").join("test.csv"))
    catalog.save(path, dummy_dataframe)
    reloaded_df = catalog.load(path)

    assert dummy_dataframe.equals(reloaded_df)
Exemple #3
0
def test_from_sane_config_default(sane_config, dummy_dataframe,
                                  tmpdir):  # NOQA
    catalog = DataCatalog.from_config(sane_config["catalog"],
                                      sane_config["credentials"])
    catalog_with_default = DataCatalogWithDefault.from_data_catalog(
        catalog, default_csv)
    path = str(tmpdir.mkdir("sub").join("missing.csv"))
    catalog_with_default.save(path, dummy_dataframe)
    reloaded_df = catalog_with_default.load(path)
    assert dummy_dataframe.equals(reloaded_df)