def test_remove_s3():
ops = PerceptOps(kConfig)
assert ops.read('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]),
None) is not None
ops.remove('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]),
None)
assert ops.read('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]),
None) is None
def test_read_http():
ops = PerceptOps(kConfig)
result = ops.read(
'http://' + os.path.join(
constants.kExampleBucket + '.' + constants.kS3HostName, kKeys[1]),
None)
with result as text_file:
assert text_file.read() == '1'
def test_fetch(): ops = PerceptOps(kConfig) def read(locator, credentials): return (locator, credentials) ops.read = read percept = Percept() percept.locator = constants.kExampleTextFile result = ops.fetch(percept) assert result == (percept.locator, None)
def test_fetch():
ops = PerceptOps(kConfig)
def read(locator, credentials):
return (locator, credentials)
ops.read = read
percept = Percept()
percept.locator = constants.kExampleTextFile
result = ops.fetch(percept)
assert result == (percept.locator, None)
def test_import_all_with_data_to_s3(importdb): with open(constants.kImportFile, 'rb') as import_file: metadata = json.load(import_file) for index, percept in enumerate(metadata): percept['locator'] = 's3://' + os.path.join(constants.kExampleBucket, str(index) + ".txt") importer = Importer(kConfig, constants.kImportDatabase, metadata, import_data=True) importer.run() ops = PerceptOps(kConfig) with importdb.get_session() as session: percepts = session.query(Percept).all() assert len(percepts) == 3 for percept in percepts: assert ops.read(percept.locator) is not None locator = urlsplit(percept.locator) assert len(percept.annotations) == 1
def test_import_all_with_data_to_s3(importdb):
with open(constants.kImportFile, 'rb') as import_file:
metadata = json.load(import_file)
for index, percept in enumerate(metadata):
percept['locator'] = 's3://' + os.path.join(constants.kExampleBucket,
str(index) + ".txt")
importer = Importer(kConfig,
constants.kImportDatabase,
metadata,
import_data=True)
importer.run()
ops = PerceptOps(kConfig)
with importdb.get_session() as session:
percepts = session.query(Percept).all()
assert len(percepts) == 3
for percept in percepts:
assert ops.read(percept.locator) is not None
locator = urlsplit(percept.locator)
assert len(percept.annotations) == 1
def test_read_s3():
ops = PerceptOps(kConfig)
result = ops.read(
's3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None)
with result as text_file:
assert text_file.read() == '0'
def test_read_local_file_uri():
ops = PerceptOps(kConfig)
result = ops.read('file://' + constants.kExampleTextFile, None)
with result as text_file:
assert text_file.read(
) == 'This is a file to test uploading a file to S3'
def test_remove_s3():
ops = PerceptOps(kConfig)
assert ops.read('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None) is not None
ops.remove('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None)
assert ops.read('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None) is None
def test_read_http():
ops = PerceptOps(kConfig)
result = ops.read('http://' + os.path.join(constants.kExampleBucket + '.' + constants.kS3HostName, kKeys[1]), None)
with result as text_file:
assert text_file.read() == '1'
def test_read_s3():
ops = PerceptOps(kConfig)
result = ops.read('s3://' + os.path.join(constants.kExampleBucket, kKeys[0]), None)
with result as text_file:
assert text_file.read() == '0'
def test_read_local_file_uri():
ops = PerceptOps(kConfig)
result = ops.read('file://' + constants.kExampleTextFile, None)
with result as text_file:
assert text_file.read() == 'This is a file to test uploading a file to S3'
