def schedule_download(url): ''' Look for the scheduled time in settings.json ''' if not read.aria2_installed: tip = '☝🏻 Tip: Install aria2c for faster downloads, read README.md to learn more.' message.carriage_return_animate(tip) if read.download_time == '': # If download time not set, begin download download_course(url) return else: counter = True message.colored_message( Fore.LIGHTGREEN_EX, 'Download time set to: ' + read.download_time + '\ in settings.json, you can change or remove this time in settings.json\n') try: while counter: if time.strftime("%H:%M") == read.download_time: download_course(url) return print('Download will start at: ' + read.download_time + ', leave this window open.') time.sleep(60) except KeyboardInterrupt: sys.exit( message.colored_message(Fore.LIGHTRED_EX, "\n- Program Interrupted!!\n"))
def main(): ''' Main function ''' init() message.animate_characters(Fore.LIGHTYELLOW_EX, draw.ROCKET, 0.02) message.spinning_cursor() message.print_line('\r1. Paste course url or\n' + '2. Press enter for Bulk Download') url = six.moves.input() print('') start_time = time.time() #start time counter begins if url == "": # If user press Enter (i.e. url empty), get urls from Bulkdownload.txt urls = read.bulk_download() if not urls: sys.exit( message.colored_message( Fore.LIGHTRED_EX, 'Please paste urls in Bulk Download.txt\n')) for url in urls: schedule_download(url) else: # begin regular download schedule_download(url) try: end_time = time.time() message.animate_characters(Fore.LIGHTGREEN_EX, draw.COW, 0.02) message.colored_message( Fore.LIGHTGREEN_EX, "\nThe whole process took {}\n".format( move.hms_string(end_time - start_time))) except KeyboardInterrupt: sys.exit( message.colored_message(Fore.LIGHTRED_EX, "\n- Program Interrupted!!\n"))
def find_cookie(desktop_folder, download_folder): ''' Find the latest cookie file ''' down_files = glob.glob(download_folder + '/*.txt') desk_files = glob.glob(desktop_folder + '/*.txt') files = down_files + desk_files cookies = [s for s in files if 'cookies' in s] if read.course_download_pref == 'cookies' or read.exfile_download_method == 'aria2': forgot_cookie = "Oops!! Did you forget to put 🍪 cookies.txt inside Downloads or Desktop folder ??\n" if not cookies: cookie_not_found = message.return_colored_message( Fore.LIGHTRED_EX, forgot_cookie) message.carriage_return_animate(cookie_not_found) sys.exit( message.colored_message( Fore.LIGHTRED_EX, '\nNote:\n\nIf you wish to download course using username & password combination,\ \nyou should set -> "course_download_pref": regular-login in settings.json\n' )) else: latest_cookie = max(cookies, key=os.path.getctime) latest_cookie_file = message.return_colored_message( Fore.LIGHTGREEN_EX, '🍪 Using latest cookie file: ' + latest_cookie + '\n') message.carriage_return_animate(latest_cookie_file) return latest_cookie
def chapters(url, course_folder_path): ''' create chapters folder ''' soup = create_soup(url) heading4 = soup.find_all('h4', {"class": "ga"}) chapter_no = 0 message.colored_message(Fore.LIGHTYELLOW_EX, "Creating Chapters:\n") # Print message for h in heading4: chapter = format_chapter(h.text, chapter_no) chapter_no += 1 message.print_line(chapter) new_chapter = course_folder_path + "/" + chapter new_chapter = new_chapter.strip() os.mkdir(new_chapter) # create folders (chapters) message.colored_message(Fore.LIGHTGREEN_EX, '\n✅ '+str(chapter_no)+' chapters created!!\n')
def chapters(url, course_folder_path): ''' create chapters folder ''' soup = create_soup(url) heading4 = soup.find_all('h4', {"class": "ga"}) chapter_no = 0 message.colored_message(Fore.LIGHTYELLOW_EX, "Creating Chapters:\n") # Print message for h in heading4: chapter = h.text # handle empty named chapters if len(chapter) == 0: chapter = "Unnamed" # Check for valid characters replacements = [('[?]', ''), ('[/]', '_'), ('["]', "'"), ('[:><\\|*]', ' -')] for old, new in replacements: chapter = re.sub(old, new, chapter) if chapter[1] == '.': chapter = str(chapter_no).zfill(2) + '. ' + chapter[3:] elif chapter[2] == '.': chapter = str(chapter_no).zfill(2) + '. ' + chapter[4:] else: chapter = str(chapter_no).zfill(2) + '. ' + chapter chapter_no += 1 message.print_line(chapter) new_chapter = course_folder_path + "/" + chapter new_chapter = new_chapter.strip() os.mkdir(new_chapter) # create folders (chapters) message.colored_message( Fore.LIGHTGREEN_EX, '\n✅ ' + str(chapter_no) + ' chapters created!!\n')
def course(url, lynda_folder_path): ''' create course folder ''' current_course = course_path(url, lynda_folder_path) courses = os.listdir(lynda_folder_path) answer = None for course in courses: if (lynda_folder_path + course) == current_course: if read.redownload_course == 'force': # delete existing course and re-download shutil.rmtree(current_course) message.colored_message( Fore.LIGHTRED_EX, "\n✅ Course folder already exists. Current preference -> FORCE redownload" ) message.colored_message( Fore.LIGHTRED_EX, "\n❌ Existing course folder deleted!!") time.sleep(2) message.colored_message(Fore.LIGHTGREEN_EX, "\n♻️ Re-downloading the course.\n") time.sleep(2) elif read.redownload_course == 'skip': # skip download process message.colored_message( Fore.LIGHTRED_EX, "\n✅ Course folder already exists. Current preference -> SKIP redownload" ) sys.exit( message.colored_message( Fore.LIGHTRED_EX, "\n-> Skipping course download.\n")) elif read.redownload_course == 'prompt': # prompt user with available choices QUESTION = '\n✅ Course folder already exists: Do you wish to delete it and download again? (Y/N): ' sys.stdout.write(Fore.LIGHTBLUE_EX + QUESTION + Fore.RESET) while answer != 'y': # get user input answer = six.moves.input().lower() if answer == 'y': shutil.rmtree(current_course) message.colored_message( Fore.LIGHTRED_EX, "\n❌ Existing course folder deleted!!") time.sleep(2) message.colored_message( Fore.LIGHTGREEN_EX, "\n♻️ Re-downloading the course.\n") elif answer == 'n': sys.exit( message.colored_message(Fore.LIGHTRED_EX, "\n-> Program Ended!!\n")) else: sys.stdout.write( Fore.LIGHTRED_EX + "\n- oops!! that's not a valid choice, type Y or N: " + Fore.RESET) print(f'\ncreating course folder at: {current_course}') os.mkdir(current_course)
def download_course(url): ''' download course ''' # Check for a valid url if url.find('.html') == -1: sys.exit( message.animate_characters(Fore.LIGHTRED_EX, draw.ANONYMOUS, 0.02)) url = url[:url.find(".html") + 5] #strip any extra text after .html in the url # Folder/File paths lynda_folder_path = read.location + '/' course_folder_path = save.course_path(url, lynda_folder_path) desktop_folder_path = install.get_path("Desktop") download_folder_path = install.get_path("Downloads") # Read preferences use_cookie_for_download = read.course_download_pref if use_cookie_for_download in ['cookies', 'cookie' ] or read.exfile_download_method == 'aria2': cookie_path = cookies.find_cookie(desktop_folder_path, download_folder_path) downloading_from_cookie = message.return_colored_message( Fore.LIGHTBLUE_EX, '🍪 Downloading videos using cookies.txt') message.carriage_return_animate(downloading_from_cookie) else: cookie_path = '' usr_pass_message = message.return_colored_message( Fore.LIGHTGREEN_EX, '⛺ Using username and password combination for download\n') message.carriage_return_animate(usr_pass_message) try: # main operations -> save.course(url, lynda_folder_path) # Create course folder save.info_file(url, course_folder_path) # Gather information save.chapters(url, course_folder_path) # Create chapter folders save.contentmd(url) # Create content.md save.videos(url, cookie_path, course_folder_path) # Download videos rename.videos(course_folder_path) # rename videos rename.subtitles(course_folder_path) # rename subtitles move.vid_srt_to_chapter( url, course_folder_path) # Move videos and subtitles to chapter folders # Download exercise files if save.check_exercise_file(url): print('\nExercise file is available to download') if not read.download_exercise_file: # if user do not want to download ex-file print( "settings.json says you do not want to download ex-file -> 'download_exercise_file': false" ) else: # if user wants to download ex-file if read.course_download_pref == 'regular-login': exercise_file.download(url, course_folder_path, cookie_path) elif read.exfile_download_pref == 'library-login': if read.card_number == '': print( '\nTo download ex-file via library login -> Please save library card details in settings.json' ) else: exercise_file.download(url, course_folder_path, cookie_path) else: print( '\nThe exercise file can only be downloaded through one of the below combinations:' ) print('~ Regular login: username + password or') print('~ Library login: card number, pin and org. url\n') else: # if exercise file not present print('This course does not include Exercise files.') except KeyboardInterrupt: sys.exit( message.colored_message(Fore.LIGHTRED_EX, "\n- Program Interrupted!!\n"))
elif read.exfile_download_pref == 'library-login': if read.card_number == '': print( '\nTo download ex-file via library login -> Please save library card details in settings.json' ) else: exercise_file.download(url, course_folder_path, cookie_path) else: print( '\nThe exercise file can only be downloaded through one of the below combinations:' ) print('~ Regular login: username + password or') print('~ Library login: card number, pin and org. url\n') else: # if exercise file not present print('This course does not include Exercise files.') except KeyboardInterrupt: sys.exit( message.colored_message(Fore.LIGHTRED_EX, "\n- Program Interrupted!!\n")) if __name__ == '__main__': try: main() except KeyboardInterrupt: sys.exit( message.colored_message(Fore.LIGHTRED_EX, "\n- Program Interrupted!!\n"))