def test_ingest_random(storage, dynamodb_records_table, random_s3_file_maker): url, metadata = random_s3_file_maker() ingester = Ingester(storage) ingester.ingest(url) records = [dict(r) for r in dynamodb_records_table.scan()] assert len(records) >= 1 for r in records: assert r['metadata'] == metadata
def test_ingest_no_end(storage, dynamodb_records_table, s3_file_from_metadata, random_metadata): del(random_metadata['end']) url = 's3://foo/' + random_metadata['id'] s3_file_from_metadata(url, random_metadata) ingester = Ingester(storage) ingester.ingest(url) records = [dict(r) for r in dynamodb_records_table.scan()] assert len(records) >= 1 for r in records: assert r['metadata'] == random_metadata
def test_ingest_no_end(storage, dynamodb_records_table, s3_file_from_metadata, random_metadata): del (random_metadata['end']) url = 's3://foo/' + random_metadata['id'] s3_file_from_metadata(url, random_metadata) ingester = Ingester(storage) ingester.ingest(url) records = [dict(r) for r in dynamodb_records_table.scan()] assert len(records) >= 1 # we expect a null end key to come back when the user leaves it out. random_metadata['end'] = None for r in records: assert r['metadata'] == random_metadata