def test_formats():
delimiters = [',', ';', '\t']
for delimiter in delimiters:
tmp = tempfile.NamedTemporaryFile('r+',
suffix='.txt',
dir='/tmp',
delete=False)
try:
tmp.write('file1.wav' + delimiter + 'cat' + delimiter + '0.7\n')
tmp.write('file1.wav' + delimiter + 'dog' + delimiter + '0.3\n')
tmp.write('file1.wav' + delimiter + 'bird' + delimiter + '0.4\n')
tmp.write('file2.wav' + delimiter + 'c' + delimiter + '0.2\n')
tmp.write('file2.wav' + delimiter + 'd' + delimiter + '0.3\n')
tmp.write('file2.wav' + delimiter + 'b' + delimiter + '0.6\n')
tmp.close()
item_list = ProbabilityContainer().load(filename=tmp.name)
nose.tools.eq_(item_list[0].filename, 'file1.wav')
nose.tools.eq_(item_list[0].label, 'cat')
nose.tools.eq_(item_list[0].probability, 0.7)
nose.tools.eq_(item_list[1].filename, 'file1.wav')
nose.tools.eq_(item_list[1].label, 'dog')
nose.tools.eq_(item_list[1].probability, 0.3)
nose.tools.eq_(item_list[3].filename, 'file2.wav')
nose.tools.eq_(item_list[3].label, 'c')
nose.tools.eq_(item_list[3].probability, 0.2)
with dcase_util.utils.DisableLogger():
item_list.log()
finally:
os.unlink(tmp.name)
def test_unknown_formats():
with dcase_util.utils.DisableLogger():
tmp = tempfile.NamedTemporaryFile('r+',
suffix='.txt',
dir='/tmp',
delete=False)
try:
tmp.write('file1.wav' + ',' + 'cat\n')
tmp.close()
item_list = ProbabilityContainer().load(filename=tmp.name)
finally:
os.unlink(tmp.name)
def system_output_file(self, filename):
"""Checks that MetaDataContainer file exists, and can be parsed.
Parameters
----------
filename : str
File path
Raises
------
ImportError:
Error if file format specific module cannot be imported
IOError:
File does not exists or has unknown file format
Returns
-------
MetaDataContainer or bool
"""
if not os.path.isfile(filename):
self.error_log.append(u'File missing [{filename:s}]'.format(
filename=filename
))
return False
else:
try:
if self.task == 'TAG':
data = ProbabilityContainer().load(filename=filename)
else:
data = MetaDataContainer().load(filename=filename)
return data
except Exception:
self.error_log.append(u'File cannot be parsed [{filename:s}]'.format(
filename=filename
))
def test_container():
item_list = ProbabilityContainer(
[
{
'filename': 'file1.wav',
'label': 'cat',
'probability': 0.123456789
},
{
'filename': 'file1.wav',
'label': 'dog',
'probability': 0.234
},
{
'filename': 'file2.wav',
'label': 'cat',
'probability': 0.123456789
},
{
'filename': 'file2.wav',
'label': 'dog',
'probability': 0.234
},
]
)
nose.tools.eq_(item_list.unique_labels, ['cat', 'dog'])
nose.tools.eq_(item_list.unique_files, ['file1.wav', 'file2.wav'])
nose.tools.eq_(len(item_list.filter(label='dog')), 2)
nose.tools.eq_(len(item_list.filter(filename='file1.wav')), 2)
nose.tools.eq_(len(item_list.filter(file_list=['file1.wav', 'file2.wav'])), 4)
nose.tools.eq_(len(item_list.filter(filename='file1.wav', label='cat')), 1)
item_list1 = ProbabilityContainer(
[
{
'filename': 'file1.wav',
'label': 'cat',
'probability': 0.123456789
},
{
'filename': 'file1.wav',
'label': 'dog',
'probability': 0.234
}
]
)
item_list2 = ProbabilityContainer(
[
{
'filename': 'file2.wav',
'label': 'cat',
'probability': 0.123456789
},
{
'filename': 'file2.wav',
'label': 'dog',
'probability': 0.234
},
]
)
item_list = item_list1 + item_list2
nose.tools.eq_(item_list.unique_labels, ['cat', 'dog'])
nose.tools.eq_(item_list.unique_files, ['file1.wav', 'file2.wav'])
nose.tools.eq_(len(item_list.filter(label='dog')), 2)
nose.tools.eq_(len(item_list.filter(filename='file1.wav')), 2)
nose.tools.eq_(len(item_list.filter(file_list=['file1.wav', 'file2.wav'])), 4)
def test_load_wrong_type2():
with dcase_util.utils.DisableLogger():
ProbabilityContainer().load(filename=os.path.join(tempfile.gettempdir(), 'wrong.abc'))
def test_load_not_found():
with dcase_util.utils.DisableLogger():
ProbabilityContainer().load(filename=os.path.join(tempfile.gettempdir(), 'wrong.cpickle'))
def test_save():
tmp = tempfile.NamedTemporaryFile('r+', suffix='.txt', dir=tempfile.gettempdir(), delete=False)
try:
item_list = ProbabilityContainer(
[
{
'filename': 'file1.wav',
'label': 'cat',
'probability': 0.123456789
},
{
'filename': 'file1.wav',
'label': 'dog',
'probability': 0.234
},
{
'filename': 'file2.wav',
'label': 'cat',
'probability': 0.123456789
},
{
'filename': 'file2.wav',
'label': 'dog',
'probability': 0.234
},
],
filename=tmp.name
).save().load()
nose.tools.eq_(item_list[0].filename, 'file1.wav')
nose.tools.eq_(item_list[0].label, 'cat')
nose.tools.eq_(item_list[0].probability, 0.123456789)
nose.tools.eq_(item_list[1].filename, 'file1.wav')
nose.tools.eq_(item_list[1].label, 'dog')
nose.tools.eq_(item_list[1].probability, 0.234)
finally:
try:
tmp.close()
os.unlink(tmp.name)
except:
pass
tmp = tempfile.NamedTemporaryFile('r+', suffix='.txt', dir=tempfile.gettempdir(), delete=False)
try:
item_list = ProbabilityContainer(
[
{
'filename': 'file1.wav',
'label': 'c',
'probability': 0.123456789
},
{
'filename': 'file1.wav',
'label': 'd',
'probability': 0.234
},
{
'filename': 'file2.wav',
'label': 'ca',
'probability': 0.123456789
},
{
'filename': 'file2.wav',
'label': 'do',
'probability': 0.234
},
],
filename=tmp.name
).save().load()
nose.tools.eq_(item_list[0].filename, 'file1.wav')
nose.tools.eq_(item_list[0].label, 'c')
nose.tools.eq_(item_list[0].probability, 0.123456789)
nose.tools.eq_(item_list[2].filename, 'file2.wav')
nose.tools.eq_(item_list[2].label, 'ca')
nose.tools.eq_(item_list[2].probability, 0.123456789)
finally:
try:
tmp.close()
os.unlink(tmp.name)
except:
pass