def schedule_download(url):
''' Look for the scheduled time in settings.json '''
if not read.aria2_installed:
tip = '☝🏻 Tip: Install aria2c for faster downloads, read README.md to learn more.'
message.carriage_return_animate(tip)
if read.download_time == '':
# If download time not set, begin download
download_course(url)
return
else:
counter = True
message.colored_message(
Fore.LIGHTGREEN_EX,
'Download time set to: ' + read.download_time + '\
in settings.json, you can change or remove this time in settings.json\n')
try:
while counter:
if time.strftime("%H:%M") == read.download_time:
download_course(url)
return
print('Download will start at: ' + read.download_time +
', leave this window open.')
time.sleep(60)
except KeyboardInterrupt:
sys.exit(
message.colored_message(Fore.LIGHTRED_EX,
"\n- Program Interrupted!!\n"))
def main():
''' Main function '''
init()
message.animate_characters(Fore.LIGHTYELLOW_EX, draw.ROCKET, 0.02)
message.spinning_cursor()
message.print_line('\r1. Paste course url or\n' +
'2. Press enter for Bulk Download')
url = six.moves.input()
print('')
start_time = time.time() #start time counter begins
if url == "":
# If user press Enter (i.e. url empty), get urls from Bulkdownload.txt
urls = read.bulk_download()
if not urls:
sys.exit(
message.colored_message(
Fore.LIGHTRED_EX,
'Please paste urls in Bulk Download.txt\n'))
for url in urls:
schedule_download(url)
else:
# begin regular download
schedule_download(url)
try:
end_time = time.time()
message.animate_characters(Fore.LIGHTGREEN_EX, draw.COW, 0.02)
message.colored_message(
Fore.LIGHTGREEN_EX, "\nThe whole process took {}\n".format(
move.hms_string(end_time - start_time)))
except KeyboardInterrupt:
sys.exit(
message.colored_message(Fore.LIGHTRED_EX,
"\n- Program Interrupted!!\n"))
def find_cookie(desktop_folder, download_folder):
''' Find the latest cookie file '''
down_files = glob.glob(download_folder + '/*.txt')
desk_files = glob.glob(desktop_folder + '/*.txt')
files = down_files + desk_files
cookies = [s for s in files if 'cookies' in s]
if read.course_download_pref == 'cookies' or read.exfile_download_method == 'aria2':
forgot_cookie = "Oops!! Did you forget to put 🍪 cookies.txt inside Downloads or Desktop folder ??\n"
if not cookies:
cookie_not_found = message.return_colored_message(
Fore.LIGHTRED_EX, forgot_cookie)
message.carriage_return_animate(cookie_not_found)
sys.exit(
message.colored_message(
Fore.LIGHTRED_EX,
'\nNote:\n\nIf you wish to download course using username & password combination,\
\nyou should set -> "course_download_pref": regular-login in settings.json\n'
))
else:
latest_cookie = max(cookies, key=os.path.getctime)
latest_cookie_file = message.return_colored_message(
Fore.LIGHTGREEN_EX,
'🍪 Using latest cookie file: ' + latest_cookie + '\n')
message.carriage_return_animate(latest_cookie_file)
return latest_cookie
def chapters(url, course_folder_path):
''' create chapters folder '''
soup = create_soup(url)
heading4 = soup.find_all('h4', {"class": "ga"})
chapter_no = 0
message.colored_message(Fore.LIGHTYELLOW_EX, "Creating Chapters:\n") # Print message
for h in heading4:
chapter = format_chapter(h.text, chapter_no)
chapter_no += 1
message.print_line(chapter)
new_chapter = course_folder_path + "/" + chapter
new_chapter = new_chapter.strip()
os.mkdir(new_chapter) # create folders (chapters)
message.colored_message(Fore.LIGHTGREEN_EX, '\n✅ '+str(chapter_no)+' chapters created!!\n')
def chapters(url, course_folder_path):
''' create chapters folder '''
soup = create_soup(url)
heading4 = soup.find_all('h4', {"class": "ga"})
chapter_no = 0
message.colored_message(Fore.LIGHTYELLOW_EX,
"Creating Chapters:\n") # Print message
for h in heading4:
chapter = h.text
# handle empty named chapters
if len(chapter) == 0:
chapter = "Unnamed"
# Check for valid characters
replacements = [('[?]', ''), ('[/]', '_'), ('["]', "'"),
('[:><\\|*]', ' -')]
for old, new in replacements:
chapter = re.sub(old, new, chapter)
if chapter[1] == '.':
chapter = str(chapter_no).zfill(2) + '. ' + chapter[3:]
elif chapter[2] == '.':
chapter = str(chapter_no).zfill(2) + '. ' + chapter[4:]
else:
chapter = str(chapter_no).zfill(2) + '. ' + chapter
chapter_no += 1
message.print_line(chapter)
new_chapter = course_folder_path + "/" + chapter
new_chapter = new_chapter.strip()
os.mkdir(new_chapter) # create folders (chapters)
message.colored_message(
Fore.LIGHTGREEN_EX,
'\n✅ ' + str(chapter_no) + ' chapters created!!\n')
def course(url, lynda_folder_path):
''' create course folder '''
current_course = course_path(url, lynda_folder_path)
courses = os.listdir(lynda_folder_path)
answer = None
for course in courses:
if (lynda_folder_path + course) == current_course:
if read.redownload_course == 'force':
# delete existing course and re-download
shutil.rmtree(current_course)
message.colored_message(
Fore.LIGHTRED_EX,
"\n✅ Course folder already exists. Current preference -> FORCE redownload"
)
message.colored_message(
Fore.LIGHTRED_EX, "\n❌ Existing course folder deleted!!")
time.sleep(2)
message.colored_message(Fore.LIGHTGREEN_EX,
"\n♻️ Re-downloading the course.\n")
time.sleep(2)
elif read.redownload_course == 'skip':
# skip download process
message.colored_message(
Fore.LIGHTRED_EX,
"\n✅ Course folder already exists. Current preference -> SKIP redownload"
)
sys.exit(
message.colored_message(
Fore.LIGHTRED_EX, "\n-> Skipping course download.\n"))
elif read.redownload_course == 'prompt':
# prompt user with available choices
QUESTION = '\n✅ Course folder already exists: Do you wish to delete it and download again? (Y/N): '
sys.stdout.write(Fore.LIGHTBLUE_EX + QUESTION + Fore.RESET)
while answer != 'y':
# get user input
answer = six.moves.input().lower()
if answer == 'y':
shutil.rmtree(current_course)
message.colored_message(
Fore.LIGHTRED_EX,
"\n❌ Existing course folder deleted!!")
time.sleep(2)
message.colored_message(
Fore.LIGHTGREEN_EX,
"\n♻️ Re-downloading the course.\n")
elif answer == 'n':
sys.exit(
message.colored_message(Fore.LIGHTRED_EX,
"\n-> Program Ended!!\n"))
else:
sys.stdout.write(
Fore.LIGHTRED_EX +
"\n- oops!! that's not a valid choice, type Y or N: "
+ Fore.RESET)
print(f'\ncreating course folder at: {current_course}')
os.mkdir(current_course)
def download_course(url):
''' download course '''
# Check for a valid url
if url.find('.html') == -1:
sys.exit(
message.animate_characters(Fore.LIGHTRED_EX, draw.ANONYMOUS, 0.02))
url = url[:url.find(".html") +
5] #strip any extra text after .html in the url
# Folder/File paths
lynda_folder_path = read.location + '/'
course_folder_path = save.course_path(url, lynda_folder_path)
desktop_folder_path = install.get_path("Desktop")
download_folder_path = install.get_path("Downloads")
# Read preferences
use_cookie_for_download = read.course_download_pref
if use_cookie_for_download in ['cookies', 'cookie'
] or read.exfile_download_method == 'aria2':
cookie_path = cookies.find_cookie(desktop_folder_path,
download_folder_path)
downloading_from_cookie = message.return_colored_message(
Fore.LIGHTBLUE_EX, '🍪 Downloading videos using cookies.txt')
message.carriage_return_animate(downloading_from_cookie)
else:
cookie_path = ''
usr_pass_message = message.return_colored_message(
Fore.LIGHTGREEN_EX,
'⛺ Using username and password combination for download\n')
message.carriage_return_animate(usr_pass_message)
try:
# main operations ->
save.course(url, lynda_folder_path) # Create course folder
save.info_file(url, course_folder_path) # Gather information
save.chapters(url, course_folder_path) # Create chapter folders
save.contentmd(url) # Create content.md
save.videos(url, cookie_path, course_folder_path) # Download videos
rename.videos(course_folder_path) # rename videos
rename.subtitles(course_folder_path) # rename subtitles
move.vid_srt_to_chapter(
url,
course_folder_path) # Move videos and subtitles to chapter folders
# Download exercise files
if save.check_exercise_file(url):
print('\nExercise file is available to download')
if not read.download_exercise_file:
# if user do not want to download ex-file
print(
"settings.json says you do not want to download ex-file -> 'download_exercise_file': false"
)
else:
# if user wants to download ex-file
if read.course_download_pref == 'regular-login':
exercise_file.download(url, course_folder_path,
cookie_path)
elif read.exfile_download_pref == 'library-login':
if read.card_number == '':
print(
'\nTo download ex-file via library login -> Please save library card details in settings.json'
)
else:
exercise_file.download(url, course_folder_path,
cookie_path)
else:
print(
'\nThe exercise file can only be downloaded through one of the below combinations:'
)
print('~ Regular login: username + password or')
print('~ Library login: card number, pin and org. url\n')
else: # if exercise file not present
print('This course does not include Exercise files.')
except KeyboardInterrupt:
sys.exit(
message.colored_message(Fore.LIGHTRED_EX,
"\n- Program Interrupted!!\n"))
elif read.exfile_download_pref == 'library-login':
if read.card_number == '':
print(
'\nTo download ex-file via library login -> Please save library card details in settings.json'
)
else:
exercise_file.download(url, course_folder_path,
cookie_path)
else:
print(
'\nThe exercise file can only be downloaded through one of the below combinations:'
)
print('~ Regular login: username + password or')
print('~ Library login: card number, pin and org. url\n')
else: # if exercise file not present
print('This course does not include Exercise files.')
except KeyboardInterrupt:
sys.exit(
message.colored_message(Fore.LIGHTRED_EX,
"\n- Program Interrupted!!\n"))
if __name__ == '__main__':
try:
main()
except KeyboardInterrupt:
sys.exit(
message.colored_message(Fore.LIGHTRED_EX,
"\n- Program Interrupted!!\n"))
