Ejemplo n.º 1
0
def test_build_dataset_components_time_dims():
    index_keys = sorted(dataset.INDEX_KEYS)
    index = dataset.open_fileindex(TEST_DATA_UKMO, "warn", "{path}.{short_hash}.idx", index_keys)
    dims = dataset.build_dataset_components(index, read_keys=[])[0]
    assert dims == {
        "latitude": 6,
        "longitude": 11,
        "number": 28,
        "step": 20,
        "time": 8,
    }

    index_keys = sorted(dataset.INDEX_KEYS)
    index = dataset.open_fileindex(TEST_DATA_UKMO, "warn", "{path}.{short_hash}.idx", index_keys)
    dims, *_ = dataset.build_dataset_components(
        index, read_keys=[], time_dims=("indexing_time", "verifying_time")
    )
    assert dims == {
        "number": 28,
        "indexing_time": 2,
        "verifying_time": 4,
        "latitude": 6,
        "longitude": 11,
    }

    index_keys = sorted(dataset.INDEX_KEYS)
    index = dataset.open_fileindex(TEST_DATA_UKMO, "warn", "{path}.{short_hash}.idx", index_keys)
    dims, *_ = dataset.build_dataset_components(
        index, read_keys=[], time_dims=("indexing_time", "step")
    )
    assert dims == {"number": 28, "indexing_time": 2, "step": 20, "latitude": 6, "longitude": 11}
Ejemplo n.º 2
0
def test_build_dataset_components_time_dims() -> None:
    index_keys = sorted(dataset.INDEX_KEYS + ["time", "step"])
    stream = messages.FileStream(TEST_DATA_UKMO, "warn")
    index = dataset.open_fileindex(stream, messages.DEFAULT_INDEXPATH,
                                   index_keys)
    dims = dataset.build_dataset_components(index, read_keys=[])[0]
    assert dims == {
        "latitude": 6,
        "longitude": 11,
        "number": 28,
        "step": 20,
        "time": 8,
    }
    time_dims = ["indexing_time", "verifying_time"]
    index_keys = sorted(dataset.INDEX_KEYS + time_dims)
    stream = messages.FileStream(TEST_DATA_UKMO, "warn")
    index = dataset.open_fileindex(stream, messages.DEFAULT_INDEXPATH,
                                   index_keys)
    dims, *_ = dataset.build_dataset_components(index,
                                                read_keys=[],
                                                time_dims=time_dims)
    assert dims == {
        "number": 28,
        "indexing_time": 2,
        "verifying_time": 4,
        "latitude": 6,
        "longitude": 11,
    }

    time_dims = ["indexing_time", "step"]
    index_keys = sorted(dataset.INDEX_KEYS + time_dims)
    stream = messages.FileStream(TEST_DATA_UKMO, "warn")
    index = dataset.open_fileindex(stream, messages.DEFAULT_INDEXPATH,
                                   index_keys)
    dims, *_ = dataset.build_dataset_components(index,
                                                read_keys=[],
                                                time_dims=time_dims)
    assert dims == {
        "number": 28,
        "indexing_time": 2,
        "step": 20,
        "latitude": 6,
        "longitude": 11
    }
Ejemplo n.º 3
0
def test_build_dataset_components_time_dims():
    index_keys = sorted(dataset.ALL_KEYS)
    index = dataset.open_fileindex(TEST_DATA_UKMO, 'warn',
                                   '{path}.{short_hash}.idx', index_keys)
    dims = dataset.build_dataset_components(index, read_keys=[])[0]
    assert dims == {
        'latitude': 6,
        'longitude': 11,
        'number': 28,
        'step': 20,
        'time': 8,
    }

    index_keys = sorted(dataset.ALL_KEYS)
    index = dataset.open_fileindex(TEST_DATA_UKMO, 'warn',
                                   '{path}.{short_hash}.idx', index_keys)
    dims, *_ = dataset.build_dataset_components(index,
                                                read_keys=[],
                                                time_dims=('indexing_time',
                                                           'verifying_time'))
    assert dims == {
        'number': 28,
        'indexing_time': 2,
        'verifying_time': 4,
        'latitude': 6,
        'longitude': 11
    }

    index_keys = sorted(dataset.ALL_KEYS)
    index = dataset.open_fileindex(TEST_DATA_UKMO, 'warn',
                                   '{path}.{short_hash}.idx', index_keys)
    dims, *_ = dataset.build_dataset_components(index,
                                                read_keys=[],
                                                time_dims=('indexing_time',
                                                           'step'))
    assert dims == {
        'number': 28,
        'indexing_time': 2,
        'step': 20,
        'latitude': 6,
        'longitude': 11
    }