def handle(self, *args, **options):
youtube_url_playlist = options['youtube_url_playlist']
# Get code from youtube url
playlist_code = ""
try:
playlist_code = get_playlist_code(youtube_url_playlist)
except Exception:
msg = "ERROR: Invalid URL playlist {:s}".format(youtube_url_playlist)
self.stdout.write(self.style.ERROR(msg))
return
# Check if the playlist is already on the database
if Playlist.objects.filter(code=playlist_code).exists():
msg = "ERROR: Playlist {:s} is already present on the database".format(playlist_code)
self.stdout.write(self.style.NOTICE(msg))
# Call to update command instead
management.call_command("update_playlist", youtube_url_playlist)
return
msg = "Creating playlist code:{:s}".format(playlist_code)
self.stdout.write(msg)
# Fetch channel data from Youtube API
playlist_json_data = fetch_playlist_data(settings.YOUTUBE_API_KEY, playlist_code)
# If no data is received do nothing
if playlist_json_data is None:
msg = "ERROR: Youtube Data API does not return anything for playlist {:s}".format(playlist_code)
self.stdout.write(self.style.ERROR(msg))
return
playlist_obj = playlist.create_playlist(playlist_json_data)
msg = "Playlist id:{:d} - title:{:s} created successfully".format(playlist_obj.id, playlist_obj.title)
self.stdout.write(self.style.SUCCESS(msg))
# Fetch playlist items data from Youtube API
youtube_playlist_items_data = fetch_playlist_items(settings.YOUTUBE_API_KEY, playlist_obj.code)
# If no data is received do nothing
if youtube_playlist_items_data is None:
msg = "ERROR: Youtube Data API does not return anything for playlist items {:s}".format(playlist_obj.code)
self.stdout.write(self.style.ERROR(msg))
return
print("{:d} talks on playlist {:s}".format(len(youtube_playlist_items_data), playlist_obj.code))
for video_code in youtube_playlist_items_data:
youtube_video_url = get_video_youtube_url(video_code)
if not Talk.objects.filter(code=video_code).exists():
management.call_command("create_talk", youtube_video_url, "--playlist={:s}".format(playlist_obj.code))
else:
management.call_command("update_talk", youtube_video_url, "--playlist={:s}".format(playlist_obj.code))
def _get_output_path(self):
self.playlist_code = playlist.get_playlist_code(self.youtube_url)
output_path = "/opt/pipeline/data/vtalks/playlists/{:s}.json".format(self.playlist_code)
return output_path
def test_playlist_code_fail(self):
url = "invalid_url"
with self.assertRaises(Exception) as context:
playlist.get_playlist_code(url)
self.assertTrue('Invalid url "invalid_url"' in str(context.exception))
def test_playlist_code(self):
url = "https://www.youtube.com/playlist?list=PLDWZ5uzn69eyM81omhIZLzvRhTOXvpeX9"
expected_code = "PLDWZ5uzn69eyM81omhIZLzvRhTOXvpeX9"
playlist_code = playlist.get_playlist_code(url)
self.assertEqual(expected_code, playlist_code)
def handle(self, *args, **options):
youtube_url_playlist = options['youtube_url_playlist']
# Get code from youtube url
playlist_code = ""
try:
playlist_code = get_playlist_code(youtube_url_playlist)
except Exception:
msg = "ERROR: Invalid URL playlist {:s}".format(
youtube_url_playlist)
self.stdout.write(self.style.ERROR(msg))
return
# Check if the playlist is already on the database
if not Playlist.objects.filter(code=playlist_code).exists():
msg = "ERROR: Playlist {:s} is not present on the database".format(
playlist_code)
self.stdout.write(self.style.NOTICE(msg))
# Call to create command instead
management.call_command("create_playlist", youtube_url_playlist)
return
# Get the playlist from the database
playlist_obj = Playlist.objects.get(code=playlist_code)
delta = timezone.now() - playlist_obj.updated
if delta.total_seconds() <= settings.UPDATE_THRESHOLD:
msg = "Playlist code:{:s} have been updated in the last 24h:{:f}".format(
playlist_obj.code, delta.total_seconds())
self.stdout.write(msg)
return
msg = "Updating playlist code:{:s}".format(playlist_obj.code)
self.stdout.write(msg)
# Fetch playlist data from Youtube API
playlist_json_data = fetch_playlist_data(settings.YOUTUBE_API_KEY,
playlist_obj.code)
# If no data is received do nothing
if playlist_json_data is None:
msg = "ERROR: Youtube Data API does not return anything for playlist {:s}".format(
playlist_obj.code)
self.stdout.write(self.style.ERROR(msg))
return
playlist.update_playlist(playlist_obj, playlist_json_data)
msg = "Playlist id:{:d} - title:{:s} updated successfully".format(
playlist_obj.id, playlist_obj.title)
self.stdout.write(self.style.SUCCESS(msg))
# Fetch playlist items data from Youtube API
youtube_playlist_items_data = fetch_playlist_items(
settings.YOUTUBE_API_KEY, playlist_obj.code)
# If no data is received do nothing
if youtube_playlist_items_data is None:
msg = "ERROR: Youtube Data API does not return anything for playlist items {:s}".format(
playlist_obj.code)
self.stdout.write(self.style.ERROR(msg))
return
print("{:d} talks on playlist {:s}".format(
len(youtube_playlist_items_data), playlist_obj.code))
for video_code in youtube_playlist_items_data:
youtube_video_url = get_video_youtube_url(video_code)
if not Talk.objects.filter(code=video_code).exists():
management.call_command("create_talk", youtube_video_url)
else:
management.call_command("update_talk", youtube_video_url)