def get_artists_data(artistVar):
# Get artist genres from MusicBrainz
MusicBrainz_artistMBID = artistVar
getArtistInfoFromMusicBrainz = musicBrainz.makeArtistGenresURL(
MusicBrainz_artistMBID)
artistInfoFromMB = requests.get(getArtistInfoFromMusicBrainz)
artistMB = json.loads(artistInfoFromMB.text)
# Get artist info (inc Release-Groups) from MusicBrainz
LastFM_artistMBID = artistVar
get_artist_info_from_LastFM = lastFM.makeGetArtistInfoFromLastFM_URL(
LastFM_artistMBID)
artist_info_from_LastFM = requests.get(get_artist_info_from_LastFM)
artistToday = json.loads(artist_info_from_LastFM.text)
# BUILD ARTIST DICTIONARY
artist = {}
artist['name'] = artistToday['artist']['name']
artist['mbid'] = LastFM_artistMBID
artist['MBgenres'] = artistMB['genres']
# Get Listeners and Playcount for Artist from LastFM
artist['stats'] = {}
LastFM_artistListeners = artistToday['artist']['stats']['listeners']
LastFM_artistPlaycount = artistToday['artist']['stats']['playcount']
artist['stats']['listeners'] = LastFM_artistListeners
artist['stats']['playcount'] = LastFM_artistPlaycount
print(artist)
# Add this artist to myArtists list
artistsTo.append(artist)
def get_artists_data(artistVar):
global artistsTo
LastFM_artistMBID = artistVar
get_artist_info_from_LastFM = lastFM.makeGetArtistInfoFromLastFM_URL(
LastFM_artistMBID)
artist_info_from_LastFM = requests.get(get_artist_info_from_LastFM)
artistData = json.loads(artist_info_from_LastFM.text)
artist = {}
artist['name'] = artistData['artist']['name']
artist['mbid'] = LastFM_artistMBID
genres = []
#def makeGenres():
tags = artistData['artist']['tags']['tag']
for tag in tags:
genre = tag['name']
genres = genres + [genre]
artist['genres'] = genres
print(artist)
artistsTo.append(artist)
def get_artists_data(artistVar):
artistStart = time.time()
# Get artist info (inc Release-Groups) from MusicBrainz
MusicBrainz_artistMBID = artistVar
getReleaseGroups_totalURL = musicBrainz.makeReleaseGroupsURL(MusicBrainz_artistMBID)
#musicBrainz.makeReleaseGroupsURL(MusicBrainz_artistMBID)
responseReleaseGroups = requests.get(getReleaseGroups_totalURL)
releaseGroupsJSON = responseReleaseGroups.json()
# START BUILDING ARTIST DICTIONARY
artistName = releaseGroupsJSON['name']
artistType = releaseGroupsJSON['type']
#create artist instance
artist = {}
artist['date'] = date
artist['name'] = artistName
artist['type'] = artistType
artist['mbid'] = MusicBrainz_artistMBID
# print ("Getting Artist stats from LastFM")
# print (" ")
LastFM_artistMBID = MusicBrainz_artistMBID
get_artist_info_from_LastFM = lastFM.makeGetArtistInfoFromLastFM_URL(LastFM_artistMBID)
artist_info_from_LastFM = requests.get(get_artist_info_from_LastFM)
artistData = json.loads(artist_info_from_LastFM.text)
# Get Listeners and Playcount for Artist from LastFM
artist['stats'] = {}
LastFM_artistListeners = artistData['artist']['stats']['listeners']
LastFM_artistPlaycount = artistData['artist']['stats']['playcount']
artist['stats']['listeners'] = LastFM_artistListeners
artist['stats']['playcount'] = LastFM_artistPlaycount
# Artist birthday from MusicBrainz
artistBirthday = releaseGroupsJSON['life-span']['begin']
artist['birthday'] = artistBirthday
#These tags are from LastFM
genres = []
#def makeGenres():
tags = artistData['artist']['tags']['tag']
for tag in tags:
genre = tag['name']
genres = genres + [genre]
artist['genres'] = genres
#print ("Stored artist genres using Tags from LastFM")
#print (" ")
# MAKE SURE ARTIST GETS GENRES FROM MusicBrainz AND TAGS FROM LastFM
# GATHER MBID FOR RELEASE GROUPS
# Store MBID for each Release-Group in a list
releaseGroupsList = []
#print ("Getting only the properties I want for each Release-Group")
#print (" ")
for releaseGroup in releaseGroupsJSON['release-groups']:
aReleaseGroup = {}
aReleaseGroup['mbid'] = releaseGroup['id']
aReleaseGroup['title'] = releaseGroup['title']
aReleaseGroup['releases'] = []
releaseGroupsList = releaseGroupsList + [aReleaseGroup]
#print ("I have a list of Release-Groups.")
#rg = len(releaseGroupsList)
#print ("There are " + str(rg) + " Release-Groups in my list.")
#print (" ")
#print ("Getting Releases from each Release-Group")
# Get Releases of a Release-Group from MusicBrainz
for release_group in releaseGroupsList:
MusicBrainz_releasegroupMBID = release_group['mbid']
#MusicBrainz_releasegroupTitle = release_group['title']
release_group['releases'] = []
#print ("Getting releases for " + MusicBrainz_releasegroupTitle)
MusicBrainz_releasegroupMBID = MusicBrainz_releasegroupMBID
getReleases_totalURL = musicBrainz.makeGetReleases_totalURL(MusicBrainz_releasegroupMBID)
responseReleases = requests.get(getReleases_totalURL)
releasesJSON = responseReleases.json()
release_group_all_Releases = []
for release in releasesJSON['releases']:
aRelease = {}
aRelease['mbid'] = release['id']
aRelease['title'] = release['title']
print ("Release " + release['title'] + " in releasesJSON has release ID " + release['id'])
print (" ")
aRelease['date'] = str(release.get('date', ''))
aRelease['country'] = str(release.get('country', ''))
aRelease['disambiguation'] = release['disambiguation']
aRelease['packaging'] = release['packaging']
release_group_all_Releases = release_group_all_Releases + [aRelease]
#rr = len(release_group_all_Releases)
#print (release_group['title'] + " has " + str(rr) + " total releases")
#print (" ")
validAlbumsForThisReleaseGroup = []
for release in release_group_all_Releases:
print ("Release " + release['title'] + " in release_group_all_Releases has release MBID " + release['mbid'])
print (" ")
LastFM_albumMBID = release['mbid']
LastFM_albumTitle = release['title']
LastFM_albumCountry = release['country']
LastFM_albumDate = release['date']
LastFM_albumCheckURL = lastFM.makeLastFM_albumCheckURL(LastFM_albumMBID)
responseCheck = requests.get(LastFM_albumCheckURL)
albumData = json.loads(responseCheck.text)
if "error" in albumData:
errorText = LastFM_albumTitle + " on " + LastFM_albumDate + " from " + LastFM_albumCountry + " does not exist in LastFM"
print (errorText.encode('utf-8'))
else:
thisAlbum = {}
thisAlbum['name'] = albumData['album']['name']
thisAlbum['mbid'] = albumData['album']['mbid']
print ("This valid album-release " + thisAlbum['name'] + " from else now has MBID " + thisAlbum['mbid'])
thisAlbum['listeners'] = albumData['album']['listeners']
thisAlbum['playcount'] = albumData['album']['playcount']
thisAlbum['date'] = release['date']
thisAlbum['country'] = release['country']
thisAlbum['disambiguation'] = release['disambiguation']
thisAlbum['packaging'] = release['packaging']
validAlbumsForThisReleaseGroup = validAlbumsForThisReleaseGroup + [thisAlbum]
yayText1 = thisAlbum['name'] + " on " + thisAlbum['date'] + " from " + thisAlbum['country'] + " exists in LastFM and stored in valid albums"
print(yayText1.encode('utf-8'))
#print (" ")
#print (" ")
print (release_group['title'] + " has " + str(len(validAlbumsForThisReleaseGroup)) + " total VALID releases")
print (" ")
release_group['releases'] = release_group['releases'] + validAlbumsForThisReleaseGroup
# For each release, get MBID for recordings on that release from MusicBrainz
for validAlbum in release_group['releases']:
validAlbum['artistName'] = artist['name']
validAlbum['artistMBID'] = artist['mbid']
validAlbum['tracks'] = []
MusicBrainz_releaseMBID = validAlbum['mbid']
MusicBrainz_releaseTitle = validAlbum['name']
print ("This album-release " + MusicBrainz_releaseTitle + " by " + validAlbum['artistName'] + " has MBID " + MusicBrainz_releaseMBID)
print (" ")
getRecordings_totalURL = musicBrainz.makeGetRecordings_totalURL(MusicBrainz_releaseMBID)
responseRecordings = requests.get(getRecordings_totalURL)
recordingsFromRelease = json.loads(responseRecordings.text)
for track in recordingsFromRelease['media'][0]['tracks']:
aRecording = {}
aRecording['mbid'] = track['recording']['id']
aRecording['trackNumber'] = track['number']
LastFM_trackMBID = aRecording['mbid']
aRecording['title'] = track['recording']['title']
LastFM_trackTitle = aRecording['title']
print ("Getting " + LastFM_trackTitle + " track stats from LastFM")
print (" ")
LastFM_trackURL = lastFM.getLastFM_trackURL (LastFM_trackMBID)
responseTrack = requests.get(LastFM_trackURL)
trackData = json.loads(responseTrack.text)
# Get Listeners and Playcount for each Track (using Recording MBID) on an Album from LastFM
if "error" in trackData:
errorText2 = LastFM_trackTitle + " does not exist in LastFM"
print (errorText2.encode('utf-8'))
#print (" ")
else:
aRecording['stats'] = {}
aRecording['stats']['listeners'] = trackData['track']['listeners']
aRecording['stats']['playcount'] = trackData['track']['playcount']
trackName = aRecording['title']
aRecording['trackNumber'] = track['number']
aRecording['artistName'] = artist['name']
aRecording['artistMBID'] = artist['mbid']
trackListeners = aRecording['stats']['listeners']
trackPlaycount = aRecording['stats']['playcount']
yayText2 = trackName + ' has ' + trackListeners + ' listeners and ' + trackPlaycount + ' plays.'
print(yayText2.encode('utf-8'))
validAlbum['tracks'] = validAlbum['tracks'] + [aRecording]
#print (" ")
print (MusicBrainz_releaseTitle + " has " + str(len(validAlbum['tracks'])) + " tracks.")
print (" ")
print ("Done with all albums and tracks. Now writing to file.")
print (" ")
artist['albums'] = releaseGroupsList
# Write artist to file
artistNameFor_file_name = artistName.replace(' ', '')
artistTypeFor_file_name = artistType
dateFor_file_name = time.strftime("%m-%d-%y")
artistEnd = time.time()
duration = artistEnd - artistStart
artist['taskDuration'] = {}
artist['taskDuration']['Task Start'] = artistStart
artist['taskDuration']['Task End'] = artistEnd
artist['taskDuration']['Task Duration'] = duration
artistJSON = json.dumps(artist, indent=4)
absPathFor_file_name = '/home/roxorsox/public_html/poprock/crons/lastFM/data/'
newFilename = absPathFor_file_name + artistNameFor_file_name + '_' + artistTypeFor_file_name + '_' + dateFor_file_name + '.json'
#encodedFilename = newFilename.encode('utf-8')
f = open (newFilename, 'w')
f.write (artistJSON)
f.close()
print("File written")
pprint.pprint(artist)
