def test_merge_file_metadata_with_conflict(self, mock_replace):
merge_metadata.merge_file_metadata(
{
'1': self.dict_base,
'2': self.dict_conflict
}, base_dir=None)
self.assertFalse(mock_replace.called)
def test_merge_file_metadata(self, mock_replace):
merge_metadata.merge_file_metadata({
'1': self.dict_base,
'2': self.dict_no_conflict
})
self.assertEqual(
mock_replace.call_args,
call('artist/album/title.ext', {
'a': 'b',
'c': 'd',
'e': 'f'
}))
def test_merge_file_metadata_with_conflict(self, mock_replace):
merge_metadata.merge_file_metadata({"1": self.dict_base, "2": self.dict_conflict}, base_dir=None)
self.assertFalse(mock_replace.called)
def test_merge_file_metadata_with_base_dir(self, mock_replace):
merge_metadata.merge_file_metadata({"1": self.dict_base, "2": self.dict_no_conflict}, base_dir="z")
self.assertEqual(mock_replace.call_args, call("artist/album/title.ext", {"a": "b", "c": "d", "e": "f"}))
import cPickle as pickle
import merge_metadata
import os
import pymongo
def full_path(coll, id):
if id is None:
return os.sep
row=coll.find_one({'_id':id},{'name':1,'parent':1})
return os.path.join(full_path(coll, row['parent']),row['name'])
if __name__ == '__main__':
db = pymongo.Connection().test
digests = db.mp3_dups.find({'value': {'$gt': 1}},sort=[('value',-1)])
for digest in digests:
dups = db.files.find({'digest': digest['_id']})
print "*** {}: {:.0f}".format(digest['_id'], digest['value'])
dup_dict = {}
for dup in dups:
try:
dup_name = os.path.join(full_path(db.files, dup['parent']),dup['name']).encode('utf-8')
dup_dict[dup_name] = pickle.loads(dup['tags'])
except KeyError:
continue
print '\n'.join(dup_dict.keys())
if dup_dict:
merge_metadata.merge_file_metadata(dup_dict, 'new_files')
print
import os
import pymongo
def full_path(coll, id):
if id is None:
return os.sep
row = coll.find_one({'_id': id}, {'name': 1, 'parent': 1})
return os.path.join(full_path(coll, row['parent']), row['name'])
if __name__ == '__main__':
db = pymongo.Connection().test
digests = db.mp3_dups.find({'value': {'$gt': 1}}, sort=[('value', -1)])
for digest in digests:
dups = db.files.find({'digest': digest['_id']})
print "*** {}: {:.0f}".format(digest['_id'], digest['value'])
dup_dict = {}
for dup in dups:
try:
dup_name = os.path.join(full_path(db.files, dup['parent']),
dup['name']).encode('utf-8')
dup_dict[dup_name] = pickle.loads(dup['tags'])
except KeyError:
continue
print '\n'.join(dup_dict.keys())
if dup_dict:
merge_metadata.merge_file_metadata(dup_dict, 'new_files')
print
