def test_google_vision_api_label_extractor():
ext = GoogleVisionAPILabelExtractor(num_retries=5)
filename = join(get_test_data_path(), 'image', 'apple.jpg')
stim = ImageStim(filename)
result = ext.transform(stim).to_df()
assert 'apple' in result.columns
assert result['apple'][0] > 0.75
def extract_image_labels(video, save_frames=False):
frame_sampling_filter = FrameSamplingFilter(hertz=1)
sampled_video = frame_sampling_filter.transform(video)
if save_frames:
# Save frames as images
for i, f in enumerate(sampled_video):
if i % 100 == 0:
f.save('stims/frames/frame_%d.png' % i)
# Use a Vision API to extract object labels
ext = GoogleVisionAPILabelExtractor(max_results=10)
results = ext.transform(sampled_video)
res = merge_results(results, metadata=False, extractor_names='multi')
# Clean and write out data
res = res.fillna(0)
label_key = 'GoogleVisionAPILabelExtractor'
res[label_key] = np.round(res[label_key])
new_cols = []
for col in res.columns.values:
if col[0].startswith('Google'):
new_cols.append(col[1].encode('utf-8'))
else:
new_cols.append(col[0])
res.columns = new_cols
res.to_csv('events/raw_visual_events.csv')
def test_google_vision_api_extractor_large():
default = config.get_option('allow_large_jobs')
default_large = config.get_option('large_job')
config.set_option('allow_large_jobs', False)
config.set_option('large_job', 1)
ext = GoogleVisionAPILabelExtractor()
images = [ImageStim(join(get_test_data_path(), 'image', 'apple.jpg'))] * 2
with pytest.raises(ValueError):
merge_results(ext.transform(images))
config.set_option('allow_large_jobs', True)
results = merge_results(ext.transform(images))
assert 'GoogleVisionAPILabelExtractor#apple' in results.columns
assert results.shape == (1, 16) # not 2 cause all the same instance
config.set_option('allow_large_jobs', default)
config.set_option('large_job', default_large)
def test_google_vision_api_extractor_large():
default = config.get_option('allow_large_jobs')
default_large = config.get_option('large_job')
default_cache = config.get_option('cache_transformers')
config.set_option('allow_large_jobs', False)
config.set_option('large_job', 1)
config.set_option('cache_transformers', False)
ext = GoogleVisionAPILabelExtractor()
images = [ImageStim(join(IMAGE_DIR, 'apple.jpg')),
ImageStim(join(IMAGE_DIR, 'obama.jpg'))]
with pytest.raises(ValueError):
merge_results(ext.transform(images))
config.set_option('allow_large_jobs', True)
results = merge_results(ext.transform(images))
assert 'GoogleVisionAPILabelExtractor#apple' in results.columns
assert results.shape == (2, 32)
config.set_option('allow_large_jobs', default)
config.set_option('large_job', default_large)
config.set_option('cache_transformers', default_cache)
def test_google_vision_api_extractor_large():
default = config.get_option('allow_large_jobs')
default_large = config.get_option('large_job')
default_cache = config.get_option('cache_transformers')
config.set_option('allow_large_jobs', False)
config.set_option('large_job', 1)
config.set_option('cache_transformers', False)
ext = GoogleVisionAPILabelExtractor()
images = [ImageStim(join(IMAGE_DIR, 'apple.jpg')),
ImageStim(join(IMAGE_DIR, 'obama.jpg'))]
with pytest.raises(ValueError):
merge_results(ext.transform(images))
config.set_option('allow_large_jobs', True)
results = merge_results(ext.transform(images))
assert 'GoogleVisionAPILabelExtractor#Apple' in results.columns
assert results.shape == (2, 32)
config.set_option('allow_large_jobs', default)
config.set_option('large_job', default_large)
config.set_option('cache_transformers', default_cache)
def test_google_vision_api_label_extractor():
ext = GoogleVisionAPILabelExtractor(num_retries=5)
assert ext.validate_keys()
filename = join(get_test_data_path(), 'image', 'apple.jpg')
stim = ImageStim(filename)
result = ext.transform(stim).to_df()
assert 'apple' in result.columns
assert result['apple'][0] > 0.75
url = 'https://tuition.utexas.edu/sites/all/themes/tuition/logo.png'
stim = ImageStim(url=url)
result = ext.transform(stim).to_df()
assert result['orange'][0] > 0.7
ext = GoogleVisionAPILabelExtractor(discovery_file='nogood')
assert not ext.validate_keys()
def test_google_vision_api_label_extractor():
ext = GoogleVisionAPILabelExtractor(num_retries=5)
assert ext.validate_keys()
filename = join(get_test_data_path(), 'image', 'apple.jpg')
stim = ImageStim(filename)
result = ext.transform(stim).to_df()
assert 'Apple' in result.columns
assert result['Apple'][0] > 0.75
url = 'https://via.placeholder.com/350x150'
stim = ImageStim(url=url)
result = ext.transform(stim).to_df()
assert result['Text'][0] > 0.9
ext = GoogleVisionAPILabelExtractor(discovery_file='nogood')
assert not ext.validate_keys()
def test_google_vision_api_label_extractor():
ext = GoogleVisionAPILabelExtractor(num_retries=5)
assert ext.validate_keys()
filename = join(get_test_data_path(), 'image', 'apple.jpg')
stim = ImageStim(filename)
result = ext.transform(stim).to_df()
assert 'Apple' in result.columns
assert result['Apple'][0] > 0.75
url = 'https://via.placeholder.com/350x150'
stim = ImageStim(url=url)
result = ext.transform(stim).to_df()
assert result['Text'][0] > 0.9
ext = GoogleVisionAPILabelExtractor(discovery_file='nogood')
assert not ext.validate_keys()