def test_remove_s3(): ops = PerceptOps(kConfig) assert ops.read('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None) is not None ops.remove('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None) assert ops.read('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None) is None
def test_read_http(): ops = PerceptOps(kConfig) result = ops.read( 'http://' + os.path.join( constants.kExampleBucket + '.' + constants.kS3HostName, kKeys[1]), None) with result as text_file: assert text_file.read() == '1'
def test_fetch(): ops = PerceptOps(kConfig) def read(locator, credentials): return (locator, credentials) ops.read = read percept = Percept() percept.locator = constants.kExampleTextFile result = ops.fetch(percept) assert result == (percept.locator, None)
def test_fetch(): ops = PerceptOps(kConfig) def read(locator, credentials): return (locator, credentials) ops.read = read percept = Percept() percept.locator = constants.kExampleTextFile result = ops.fetch(percept) assert result == (percept.locator, None)
def test_import_all_with_data_to_s3(importdb): with open(constants.kImportFile, 'rb') as import_file: metadata = json.load(import_file) for index, percept in enumerate(metadata): percept['locator'] = 's3://' + os.path.join(constants.kExampleBucket, str(index) + ".txt") importer = Importer(kConfig, constants.kImportDatabase, metadata, import_data=True) importer.run() ops = PerceptOps(kConfig) with importdb.get_session() as session: percepts = session.query(Percept).all() assert len(percepts) == 3 for percept in percepts: assert ops.read(percept.locator) is not None locator = urlsplit(percept.locator) assert len(percept.annotations) == 1
def test_import_all_with_data_to_s3(importdb): with open(constants.kImportFile, 'rb') as import_file: metadata = json.load(import_file) for index, percept in enumerate(metadata): percept['locator'] = 's3://' + os.path.join(constants.kExampleBucket, str(index) + ".txt") importer = Importer(kConfig, constants.kImportDatabase, metadata, import_data=True) importer.run() ops = PerceptOps(kConfig) with importdb.get_session() as session: percepts = session.query(Percept).all() assert len(percepts) == 3 for percept in percepts: assert ops.read(percept.locator) is not None locator = urlsplit(percept.locator) assert len(percept.annotations) == 1
def test_read_s3(): ops = PerceptOps(kConfig) result = ops.read( 's3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None) with result as text_file: assert text_file.read() == '0'
def test_read_local_file_uri(): ops = PerceptOps(kConfig) result = ops.read('file://' + constants.kExampleTextFile, None) with result as text_file: assert text_file.read( ) == 'This is a file to test uploading a file to S3'
def test_remove_s3(): ops = PerceptOps(kConfig) assert ops.read('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None) is not None ops.remove('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None) assert ops.read('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None) is None
def test_read_http(): ops = PerceptOps(kConfig) result = ops.read('http://' + os.path.join(constants.kExampleBucket + '.' + constants.kS3HostName, kKeys[1]), None) with result as text_file: assert text_file.read() == '1'
def test_read_s3(): ops = PerceptOps(kConfig) result = ops.read('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None) with result as text_file: assert text_file.read() == '0'
def test_read_local_file_uri(): ops = PerceptOps(kConfig) result = ops.read('file://' + constants.kExampleTextFile, None) with result as text_file: assert text_file.read() == 'This is a file to test uploading a file to S3'