def sync_artists(self, old):
print "Migrating artists ..."
prog = ProgressBar(0, self.count_table(old, 'artists_fans'), 77, mode='fixed')
old.execute('select userId, artistId, name from artists_fans af left join artists a on a.id = af.artistId')
for old_activity in old.fetchall():
# skip empty artist names
if not old_activity[2]: continue
try:
artist = Artist.objects.get(name__iexact=old_activity[2])
except Artist.DoesNotExist:
artist = Artist(name=old_activity[2])
artist.save()
if not artist.image_small:
# set the name for lastfm to find
artist.name = old_activity[2]
artist.lastfm_get_info()
# override the lastfm corrected name in favor of pln validated
# name
artist.name = old_activity[2]
artist.save()
try:
user = self.get_user(old_activity[0])
except User.DoesNotExist:
continue
artist.fans.add(user.playlistprofile)
prog.increment_amount()
print prog, '\r',
sys.stdout.flush()
def sync_users_fans(self,old):
print "Migrating users activities ..."
prog = ProgressBar(0, self.count_table(old, 'users'), 77, mode='fixed')
old.execute('select * from users_activities where type=9')
for old_activity in old.fetchall():
user = self.get_user(old_activity[1])
if old_activity[5] == 9:
artist = Artist.objects.get(pk=old_activity[6])
artist.fans.add(user.playlistprofile)
else:
print 'fail'
prog.increment_amount()
print prog, '\r',
sys.stdout.flush()
def sync_followers(self, old):
print "Migrating followers ..."
prog = ProgressBar(0, self.count_table(old, 'users_followers'), 77, mode='fixed')
old.execute('select * from users_followers')
for old_follower in old.fetchall():
if not old_follower[0]: continue
if not old_follower[1]: continue
try:
user = self.get_user(old_follower[0])
follower = self.get_user(old_follower[1])
follow(follower, user, False)
except:
continue
prog.increment_amount()
print prog, '\r',
sys.stdout.flush()
def sync_categories(self, old):
print "Migrating categories ..."
prog = ProgressBar(0, self.count_table(old, 'categories'), 77, mode='fixed')
old.execute('select * from categories order by parent')
for old_category in old.fetchall():
category, created = PlaylistCategory.objects.get_or_create(
pk=old_category[0])
category.name = old_category[4]
category.save()
if old_category[2]:
category.parent, pcreated = PlaylistCategory.objects.get_or_create(
pk=old_category[2])
category.parent.save()
category.save()
prog.increment_amount()
print prog, '\r',
sys.stdout.flush()
def sync_tracks(self, old):
print "Migrating tracks ..."
prog = ProgressBar(0, self.count_table(old, 'songs'), 77, mode='fixed')
old.execute('''
select
s.id,
s.title,
s.played,
ys.youtubeId,
a.id as artist_id,
a.name,
ys.bugs
from songs s
left join youtubeSongs ys on ys.songId = s.id
left join artists a on a.id = s.artistId
where s.artistId = 0
''')
for old_track in old.fetchall():
# this bugs for some reason
# artist, created = Artist.objects.get_or_create(name__iexact=old_track[5])
try:
artist = Artist.objects.get(name__iexact=old_track[5])
except Artist.DoesNotExist:
artist = Artist(name=old_track[5])
artist.save()
try:
track = Track.objects.get(name__iexact=old_track[1])
except Track.DoesNotExist:
track = Track(name=old_track[1], artist=artist)
track.play_counter = old_track[2]
track.youtube_id = old_track[3]
track.youtube_bugs = old_track[6]
track.save()
prog.increment_amount()
print prog, '\r',
sys.stdout.flush()
def sync_tiny_playlist(self,old):
print "Migrating tiny playlist ..."
prog = ProgressBar(0, self.count_table(old, 'users_likedSongs'), 77, mode='fixed')
old.execute('select ls.userId, s.title, a.name from users_likedSongs ls left join songs s on s.id = ls.songId left join artists a on a.id = s.artistId where s.artistId = 0')
for old_liked in old.fetchall():
if old_liked[0] == 0:
continue
try:
user = self.get_user(old_liked[0])
except User.DoesNotExist:
prog.increment_amount()
print prog, '\r',
sys.stdout.flush()
continue
if not old_liked[1]:
prog.increment_amount()
print prog, '\r',
sys.stdout.flush()
continue
artist_name = old_liked[2]
if not artist_name:
artist_name = 'YouTube'
try:
artist = Artist.objects.get(name__iexact=artist_name)
except Artist.DoesNotExist:
artist = Artist(name=artist_name)
artist.save()
try:
track = Track.objects.get(name__iexact=old_liked[1], artist=artist)
except Track.DoesNotExist:
track = Track(artist=artist, name=old_liked[1])
track.save()
try:
user.playlistprofile.tiny_playlist.tracks.add(track)
except PlaylistProfile.DoesNotExist:
user.save()
user.playlistprofile.tiny_playlist.tracks.add(track)
# todo: user old_liked[2] timestamp to correct the action
prog.increment_amount()
print prog, '\r',
sys.stdout.flush()
def sync_playlists(self, old):
print "Migrating playlists ..."
prog = ProgressBar(0, self.count_table(old, 'playlists'), 77, mode='fixed')
old.execute('select id, name, played, published, createdBy from playlists')
for old_playlist in old.fetchall():
try:
playlist = Playlist.objects.get(id=old_playlist[0])
except Playlist.DoesNotExist:
playlist = Playlist(id=old_playlist[0])
playlist.name = old_playlist[1]
playlist.play_counter = old_playlist[2]
playlist.creation_datetime = old_playlist[3] or datetime.datetime.now()
playlist.creation_user = self.get_user(old_playlist[4])
old.execute('''
select
pc.categoryId
from playlists_categories pc
where
pc.playlistId = %s
''' % int(playlist.pk))
for old_cat in old.fetchall():
# skipping more dead relations weee
if not old_cat[0]:
continue
playlist.category = PlaylistCategory.objects.get(pk=old_cat[0])
playlist.save()
old.execute('''
select
userId
from users_bookmarkedPlaylists
where
playlistId = %s
''' % int(playlist.pk))
for old_fan in old.fetchall():
# skipping more dead relations weee
if not old_fan[0]: continue
fan = self.get_user(old_fan[0])
playlist.fans.add(fan.playlistprofile)
playlist.fans_count = playlist.fans.count()
old.execute('''
select
t.name
from playlists_tags pt
left join tags t on t.id = pt.tagId
where
pt.playlistId = %s
''' % int(playlist.pk))
playlist.tags = ','.join([i[0] for i in old.fetchall()])
playlist.save()
old.execute('select ps.songId, s.title, a.name from playlists_songs ps left join songs s on ps.songId = s.id left join artists a on a.id = s.artistId where ps.playlistId = %s and s.artistId = 0' % int(playlist.pk))
for old_song in old.fetchall():
# skipping more dead relations weee
if not old_song[0]:
continue
artist_name = old_song[2]
if not artist_name:
artist_name = 'YouTube'
try:
artist = Artist.objects.get(name__iexact=artist_name)
except Artist.DoesNotExist:
artist = Artist(name=artist_name)
artist.save()
try:
track = Track.objects.get(name__iexact=old_song[1], artist=artist)
except Track.DoesNotExist:
track = Track(artist=artist, name=old_song[1])
track.save()
playlist.tracks.add(track)
playlist.tracks_count = playlist.tracks.count()
playlist.save()
prog.increment_amount()
print prog, '\r',
sys.stdout.flush()
def sync_users_accounts(self, old):
print "Migrating users accounts ..."
prog = ProgressBar(0, self.count_table(old, 'users'), 77, mode='fixed')
old.execute('''
select
u.id,
u.name,
ue.email,
ua.accountLocation,
ua.accountAvatar,
up.pts
from users u
left join users_emails ue on ue.userId = u.id
left join users_accounts ua on ua.userId = u.id
left join users_pts up on up.idUser = u.id
''')
for old_user in old.fetchall():
# skipping the couple of nonames
if not old_user[1]: continue
if old_user[0] in self.old_root_ids:
user = User.objects.get(pk=settings.ROOT_USERID)
else:
user, created = User.objects.get_or_create(pk=old_user[0])
count = 0
user.username = slughifi(old_user[1])[:30] or count
while User.objects.filter(username=user.username).exclude(pk=user.pk).count():
user.username = '******' % (slughifi(old_user[1])[:28], count)
count += 1
user.email = old_user[2] or '*****@*****.**'
user.first_name = old_user[1]
user.save()
user.playlistprofile.points = old_user[5] or 0
if old_user[3]:
user.playlistprofile.user_location = old_user[3]
if old_user[4]:
user.playlistprofile.avatar_url = old_user[4]
user.playlistprofile.save()
old.execute('select * from users_accounts where userId = ' + str(old_user[0]))
for old_account in old.fetchall():
if old_account[1] == 'FACEBOOK':
p, created=FacebookProfile.objects.get_or_create(uid=old_account[2], user=user)
upstream = None
try:
filename, message = urllib.urlretrieve('https://graph.facebook.com/%s' % old_account[2])
fp = open(filename)
upstream = simplejson.load(fp)
fp.close()
except:
pass
if upstream:
p.nick = upstream['name']
if 'link' in upstream:
p.url = upstream['link']
else:
p.url = 'http://www.facebook.com/profile.php?id=%s' % old_account[2]
p.save()
elif old_account[1] == 'TWITTER':
p, created=TwitterProfile.objects.get_or_create(twitter_id=old_account[2],user=user)
old.execute('select * from twitter_tokens where twitterUserId = "%s"' % old_account[2])
old_profile = old.fetchone()
if old_profile is not None:
p.access_token = old_profile[1]
p.token_secret = old_profile[2]
p.nick = old_account[5].replace('http://twitter.com/', '').replace('http://www.twitter.com/', '')
p.url = old_account[5]
p.save()
elif old_account[1] == 'GOOGLE':
p, created=GfcProfile.objects.get_or_create(uid=old_account[2],user=user)
p.save()
prog.increment_amount()
print prog, '\r',
sys.stdout.flush()