def addFiles(self, path, recursive):
#uses path to load a bunch of mutagen clusters keyed by shared directory.
justfiles = []
#the path could be a file or a directory
if os.path.isfile(path):
justfiles.append(path)
else:
files = glob.glob(path + '/**/*.*', recursive=recursive)
justfiles = [f for f in files if isfile(f)]
for file in justfiles:
filepath = os.path.dirname(file)
#audio = FLAC(file)
audio = mutagen.File(file)
if audio is not None:
afile = AudioFile(audio)
#print(filepath)
if filepath in self.clusters:
#print('E-' + file)
self.clusters[filepath].addFile(afile)
else:
#print('A-' + file)
self.clusters[filepath] = Cluster()
self.clusters[filepath].addFile(afile)
else:
Log.writeInfo('bad file: ' + file)
if args.noui and len(args.files) == 0:
Log.writeError('No files specified and UI not active. Nothing to do.')
quit()
cm = ClusterMaker()
Log.writeLog('Creating clusters for: ' + ', '.join(args.files),
LogLevel.INFO)
cm.clusterFiles(args.files, recursive)
if len(cm.clusters) == 0:
Log.writeError('Unable to cluster files. Nothing to do.')
quit()
Log.writeInfo('Created %i clusters.' % len(cm.clusters))
if enum:
for i, (k, v) in enumerate(cm.clusters.items()):
Log.writeLog('%i ' % (i + 1) + k + ': %i files' % len(v.files),
LogLevel.INFO)
#now it is time to do the real work
#if UI is specified, display the UI with the files cluster (or without files if nothing provided)
#else process the clustered files.
if useUI:
pass
else:
pass
fixer = ClassicalFixes()
fixer.processFiles(cm.clusters)
def processFiles(self, clusters):
Log.writeInfo('Classical Fixes started')
regexes = [
['\\b[Nn][Uu][Mm][Bb][Ee][Rr][ ]*([0-9])',
'#\\1'], #Replace "Number 93" with #93
['\\b[Nn][Oo][.]?[ ]*([0-9])', '#\\1'], #No. 99 -> #99
['\\b[Nn][Rr][.]?[ ]*([0-9])', '#\\1'], #Nr. 99 -> #99
['\\b[Nn][Bb][Rr][.]?\\s([0-9])', '#\\1'], #Nbr. 99 -> #99
['\\b[Oo][Pp][Uu][Ss][ ]*([0-9])', 'Op. \\1'], #Opus 99 -> Op. 99
['\\b[Oo][Pp][.]?[ ]*([0-9])', 'Op. \\1'], #OP. 99 -> Op. 99
['\\b[Ss][Yy][Mm][ |.][ ]*(.)', 'Symphony \\1'], #Sym. -> Symphony
[
'\\b[Ss][Yy][Mm][Pp][Hh][Oo][Nn][Ii][Ee][ ]*[#]?([0-9])',
'Symphony #\\1'
], #Symphonie -> symphony
['\\b[Mm][Ii][Nn][.]', 'min.'],
['\\b[Mm][Aa][Jj][.]', 'Maj.'],
['\\b[Mm][Ii][Nn][Ee][Uu][Rr]\\b', 'min.'],
['\\b[Mm][Aa][Jj][Ee][Uu][Rr]\\b', 'Maj.'],
['\\b[Mm][Aa][Jj][Ee][Uu][Rr]\\b', 'Maj.'],
['\\b[Bb][. ]*[Ww][. ]*[Vv][. #]*([0-9])', 'BWV \\1'],
['\\b[Hh][. ]*[Ww][. ]*[Vv][. #]*([0-9])', 'HWV \\1'],
[
'\\b[Hh][ .]?[Oo]?[. ]?[Bb]?[ .]{1,}([XxVvIi]{1,}[Aa]?)',
'Hob. \\1'
],
['\\b[Kk][ .]*([0-9])', 'K. \\1'],
['\\b[Aa][Nn][Hh][ .]*([0-9])', 'Anh. \\1'],
['[,]([^ ])', ', \\1'],
['\\s{2,}', ' ']
]
Log.writeInfo('Reading lookup File')
Log.writeInfo('Script path: ' +
os.path.dirname(os.path.abspath(__file__)))
filepath = os.path.dirname(
os.path.abspath(__file__)) + '/Data/artists.csv'
if os.path.exists(filepath):
Log.writeInfo('File exists')
try:
with open(filepath, 'r', encoding='utf-8') as artistfile:
artistlines = artistfile.readlines()
Log.writeInfo('File read successfully')
except:
Log.writeError('Error opening artists file')
return 1
else:
Log.writeError('Data file does not exist')
return 1
#populate the lookup
artistLookup = {} #dictionary of artists in the lookup table
for artistline in artistlines:
art = ArtistLookup(artistline)
artistLookup[art.key] = art
#go through the track in the cluster
for ci, (ck, cluster) in enumerate(clusters.items()):
#if not isinstance(cluster, Cluster) or not cluster.files:
# continue
for i, f in enumerate(cluster.files):
conductorTag = ''
orchestraTag = ''
composerViewList = []
composerList = []
trackArtistList = []
trackAlbumArtistList = []
#assume there is only one composer tag and orch and conductor
#normalize album artist list
if 'albumartist' in f.audio and 'album artist' in f.audio:
f.audio['album artist'] = f.audio['albumartist']
#album artist is string with semicolons, rest are lists
#TODO: Pickup here
#fill the vars from the tags. Orchestra and conductor are assumed to be singular
if 'conductor' in f.audio:
conductorTag = listToString(
flattenList(f.audio['conductor']))
if 'orchestra' in f.audio:
orchestraTag = listToString(
flattenList(f.audio['orchestra']))
if 'composer' in f.audio:
composerList = flattenList(f.audio['composer'])
f.audio['composer'] = composerList
if 'composer view' in f.audio:
composerViewList = flattenList(f.audio['composer view'])
if 'artist' in f.audio:
trackArtistList = flattenList(f.audio['artist'])
f.audio['artist'] = trackArtistList
if 'albumartist' in f.audio:
#Log.writeInfo('Have albumartist: ' + listToString(f.audio['albumartist']))
trackAlbumArtistList = flattenList(f.audio['albumartist'])
f.audio['albumartist'] = trackAlbumArtistList
if 'album artist' in f.audio:
#Log.writeInfo('Have album artist: ' + listToString(f.audio['album artist']))
if set(trackAlbumArtistList) == set(
f.audio['album artist']):
Log.writeInfo('Have album artist: ' +
listToString(f.audio['album artist']) +
' same as albumartist tag')
pass
else:
trackAlbumArtistList = flattenList(
f.audio['album artist'])
#if there is no orchestra tag, go through the artists and see if there is one that matches the orchestra list
Log.writeInfo(
'Checking artists to fill conductor, composer, and orchestra tags if needed.'
)
for trackArtist in trackArtistList:
trackArtistKey = makeKey(trackArtist)
if trackArtistKey in artistLookup:
foundArtist = artistLookup[trackArtistKey]
#Log.writeInfo ('Found track artist ' + trackArtist + ' in lookup list. Role is ' + foundArtist.primaryrole)
if foundArtist.primaryrole == 'Orchestra' and not orchestraTag:
f.audio['orchestra'] = foundArtist.name
orchestraTag = foundArtist.name
if foundArtist.primaryrole == 'Conductor' and not conductorTag:
f.audio['conductor'] = foundArtist.name
conductorTag = foundArtist.name
if foundArtist.primaryrole == 'Composer' and not composerList:
f.audio['composer'] = foundArtist.name
composerList = foundArtist.name
f.audio[
'composer view'] = foundArtist.sortorderwithdates
else:
Log.writeInfo('No artists found for key: ' +
trackArtistKey)
Log.writeInfo(
'Checking album artists to fill conductor, composer, and orchestra tags if needed.'
)
#Log.writeInfo('Track artists count: ' + len(trackAlbumArtistList))
for albumArtist in trackAlbumArtistList:
trackAlbumArtistKey = makeKey(albumArtist)
if trackAlbumArtistKey in artistLookup:
foundArtist = artistLookup[trackAlbumArtistKey]
#Log.writeInfo ('Found track artist ' + trackArtist + ' in lookup list. Role is ' + foundArtist.primaryrole)
if foundArtist.primaryrole == 'Orchestra' and not orchestraTag:
f.audio['orchestra'] = foundArtist.name
orchestraTag = foundArtist.name
if foundArtist.primaryrole == 'Conductor' and not conductorTag:
f.audio['conductor'] = foundArtist.name
conductorTag = foundArtist.name
if foundArtist.primaryrole == 'Composer' and not composerList:
f.audio['composer'] = foundArtist.name
composerList = foundArtist.name
f.audio[
'composer view'] = foundArtist.sortorderwithdates
else:
Log.writeInfo('No artists found for key: ' +
trackArtistKey)
#if there is a composer, look it up against the list and replace what is there if it is different.
#same with view.
Log.writeInfo('Looking up composer')
if composerList:
newCompList = []
newCompViewList = []
epoque = ''
if 'epoque' in f.audio:
epoque = f.audio['epoque']
for composer in composerList:
#Log.writeInfo('There is a composer: ' + composerList)
composerKey = makeKey(composer)
#Log.writeInfo('Composerkey: ' + composerKey)
if composerKey in artistLookup:
foundComposer = artistLookup[composerKey]
if foundComposer.primaryrole == 'Composer':
Log.writeInfo(
'found a composer - setting tags')
#Log.writeInfo('existing Composer: |' + f.audio['Composer'] + '| - composer: |' + f.audio['composer'] + '|')
#Log.writeInfo('existing Composer View: |' + f.audio['Composer View'] + '| - composer view: |' + f.audio['composer view'] + '|')
newCompList.append(foundComposer.name)
#f.audio['composer'] = foundComposer.name
newCompViewList.append(
foundComposer.sortorderwithdates)
#f.audio['composer view'].append(foundComposer.sortorderwithdates)
if foundComposer.primaryepoque:
f.audio[
'epoque'] = foundComposer.primaryepoque
else:
#use the actual name and derive the view
newCompList.append(composer)
newCompViewList.append(reverseName(composer))
f.audio['composer'] = newCompList
f.audio['composer view'] = newCompViewList
#if there is no orchestra, but there is an artist tag that contains a name that looks like and orchestra, use that
if 'orchestra' not in f.audio:
for artist in trackArtistList:
if ORCH_RE.search(artist):
f.audio['orchestra'] = artist
break
Log.writeInfo(
'checking for conductor and orchestra in album artists')
#if there is a conductor AND and orchestra tag, and they are both in the album artist tag, rearrange
if 'conductor' in f.audio and 'orchestra' in f.audio:
Log.writeInfo('There is a conductor and orchestra tag')
foundConductor = False
foundOrchestra = False
#Log.writeInfo('Track artists count: ' + len(trackAlbumArtistList))
for artist in trackAlbumArtistList:
Log.writeInfo('Processing album artist: ' + artist +
' - conductor is: ' +
listToString(f.audio['conductor']) +
' - orchestra is: ' +
listToString(f.audio['orchestra']))
if artist in f.audio['conductor']:
Log.writeInfo('Found Conductor in album artist')
foundConductor = True
if artist in f.audio['orchestra']:
Log.writeInfo('Found orchestra in album artist')
foundOrchestra = True
if foundConductor or foundOrchestra:
newAlbumArtistList = []
if foundConductor:
newAlbumArtistList += f.audio['conductor']
if foundOrchestra:
newAlbumArtistList += f.audio['orchestra']
for artist in trackAlbumArtistList:
if artist not in f.audio[
'conductor'] and artist not in f.audio[
'orchestra']:
newAlbumArtistList.append(artist)
Log.writeInfo('Setting album artist to: ' +
listToString(newAlbumArtistList))
if f.audio['albumartist'] != newAlbumArtistList:
f.audio['albumartist'] = newAlbumArtistList
Log.writeInfo(
'checking for conductor and orchestra in artists')
#if there is a conductor AND and orchestra tag, and they are both in the album artist tag, rearrange
if 'conductor' in f.audio and 'orchestra' in f.audio:
Log.writeInfo('There is a conductor and orchestra tag')
foundConductor = False
foundOrchestra = False
#Log.writeInfo('Track artists count: ' + len(trackAlbumArtistList))
for artist in trackArtistList:
Log.writeInfo('Processing artist: ' + artist +
' - conductor is: ' +
listToString(f.audio['conductor']) +
' - orchestra is: ' +
listToString(f.audio['orchestra']))
if artist in f.audio['conductor']:
Log.writeInfo('Found Conductor in artist')
foundConductor = True
if artist in f.audio['orchestra']:
Log.writeInfo('Found orchestra in artist')
foundOrchestra = True
if foundConductor or foundOrchestra:
newArtistList = []
if foundConductor:
newArtistList += f.audio['conductor']
if foundOrchestra:
newArtistList += f.audio['orchestra']
for artist in trackArtistList:
if artist not in f.audio[
'conductor'] and artist not in f.audio[
'orchestra']:
newArtistList.append(artist)
Log.writeInfo('Setting album artist to: ' +
listToString(newArtistList))
if f.audio['artist'] != newArtistList:
f.audio['artist'] = newArtistList
Log.writeInfo('Reloading albumartist: ' +
listToString(f.audio['albumartist']))
#albumArtistsTag = f.audio['albumartist']
#albumArtistsTag = albumArtistsTag.replace('; ',';')
#trackAlbumArtistList = albumArtistsTag.split(';')
trackAlbumArtistList = f.audio['albumartist']
#artistsTag =
#artistsTag = artistsTag.replace('; ',';')
trackArtistList = f.audio['artist']
#At this point if there is no composer, but we find what look like a composer in the tags, move it
if 'composer' not in f.audio:
for artist in trackArtistList:
key = makeKey(artist)
if key in artistLookup:
foundComposer = artistLookup[key]
if foundComposer.primaryrole == 'Composer':
Log.writeInfo('Found composer ' +
foundComposer.name +
' in track artist - moving')
f.audio['composer'] = foundComposer.name
break
if 'composer' not in f.audio:
for artist in trackAlbumArtistList:
key = makeKey(artist)
if key in artistLookup:
foundComposer = artistLookup[key]
if foundComposer.primaryrole == 'Composer':
Log.writeInfo('Found composer ' +
foundComposer.name +
' in track artist - moving')
f.audio['composer'] = foundComposer.name
break
Log.writeInfo('Before - albumartist is: ' +
listToString(f.audio['albumartist']) + '|')
#if there is a composer tag, and it also exists in track or album artists, remove it.
if 'composer' in f.audio:
comp = listToString(f.audio['composer'])
Log.writeInfo(
'Searching for composer in artist and album artist tags'
)
newArtistList = []
newAlbumArtistList = []
for artist in trackArtistList:
if artist != comp:
newArtistList.append(artist)
f.audio['artist'] = newArtistList
for albumArtist in trackAlbumArtistList:
if albumArtist != comp:
newAlbumArtistList.append(albumArtist)
f.audio['albumartist'] = newAlbumArtistList
Log.writeInfo('After - albumartist is: ' +
listToString(f.audio['albumartist']) + '|')
#remove [] in album title, except for live, bootleg, flac*, mp3* dsd* dsf* and [import]
f.audio['album'] = re.sub(
'\\[(?![Ll][Ii][Vv][Ee]|[Bb][Oo][Oo]|[Ii][Mm]|[Ff][Ll][Aa][Cc]|[[Dd][Ss][Dd]|[Mm][Pp][3]|[Dd][Ss][Ff])[a-zA-Z0-9]{1,}\\]',
'', listToString(f.audio['album']))
#regexes for title and album name
Log.writeInfo('Executing regex substitutions')
trackName = listToString(f.audio['title'])
albumName = listToString(f.audio['album'])
for regex in regexes:
#Log.writeInfo(regex[0] + ' - ' + regex[1])
#Log.writeInfo('Was: ' + trackName + ' | ' + albumName)
trackName = re.sub(regex[0], regex[1], trackName)
albumName = re.sub(regex[0], regex[1], albumName)
#Log.writeInfo('Is now: ' + trackName + ' | ' + albumName)
f.audio['title'] = trackName
f.audio['album'] = albumName
Log.writeInfo('Fixing genre')
#move genre tag to "OrigGenre" and replace with Classical
if 'genre' in f.audio:
if f.audio['genre'] != 'Classical':
f.audio['origgenre'] = f.audio['genre']
f.audio['genre'] = 'Classical'
Log.writeInfo('Before: ')
Log.writeInfo(f.orig.pprint())
Log.writeInfo('After: ')
Log.writeInfo(f.audio.pprint())
f.audio.save()
