def test_local_install(self):
""" Download ffmpeg into the mock local directory """
file = ffmpeg.install_local(local_dir=self.dir,
verbose=False,
force_download=True)
self.assertTrue(file, msg='FFmpeg was not downloaded!')
self.assertIn('ffmpeg', file, msg='FFmpeg filename was invalid!')
self.assertTrue(os.path.exists(file),
msg='FFmpeg binary does not exist!')
output = subprocess.check_output([file, '-version']).decode('utf-8')
self.assertIn('ffmpeg version',
output,
msg='Failed to execute ffmpeg version check!')
def run(self, url, file):
tmp_file = file.abs_hashed()
tmp_hash = os.path.basename(tmp_file)
file.mkdirs()
ydl_opts = {
'logger': Logger(),
'progress_hooks': [self.ytdl_hook],
'noplaylist': True,
'outtmpl': tmp_file + '.%(ext)s', # single_file only needs the extension.
'http_headers': {'User-Agent': settings.get('auth.user_agent')},
'socket_timeout': 10,
'ffmpeg_location': ffmpeg_download.install_local()
}
failed = False
try:
with youtube_dl.YoutubeDL(ydl_opts) as ydl:
self.progress.set_status("Looking for video...")
ydl.download([url])
except Exception as ex:
if 'unsupported url' not in str(ex).lower():
print('YTDL:', ex, '[%s]' % url, file=sys.stderr, flush=True)
time.sleep(1) # Give YTDL time to shut down before deleting file parts.
failed = True
# YTDL can mangle paths, so find the temp file it generated.
tmp_file = glob.glob('%s/**/%s.*' % (file.absolute_base(), tmp_hash), recursive=True)
if tmp_file:
for t in tmp_file:
self.files.add(t)
tmp_file = tmp_file[0]
failed = failed or not tmp_file or any(str(f).endswith('.unknown_video') for f in self.files)
if failed:
for f in self.files:
if os.path.isfile(f):
os.remove(f)
raise YTDLError("YTDL Download filetype failure.")
file.set_ext(str(tmp_file).split(".")[-1])
os.rename(tmp_file, file.absolute())
return file
def run(self, url, file):
tmp_file = file.abs_hashed()
tmp_hash = os.path.basename(tmp_file)
file.mkdirs()
ydl_opts = {
'logger': Logger(),
'progress_hooks': [self.ytdl_hook],
'noplaylist': True,
'outtmpl':
tmp_file + '.%(ext)s', # single_file only needs the extension.
'http_headers': {
'User-Agent': settings.get('auth.user_agent')
},
'socket_timeout': 10,
'ffmpeg_location': ffmpeg_download.install_local()
}
with youtube_dl.YoutubeDL(ydl_opts) as ydl:
self.progress.set_status("Looking for video...")
ydl.download([url])
# YTDL can mangle paths, so find the temp file it generated.
tmp_file = glob.glob('%s/**/%s.*' % (file.absolute_base(), tmp_hash),
recursive=True)
if tmp_file:
tmp_file = tmp_file[0]
self.files.add(tmp_file)
failed = not tmp_file or any(
str(f).endswith('.unknown_video') for f in self.files)
if failed:
for f in self.files:
if os.path.isfile(f):
os.remove(f)
raise Exception("YTDL Download filetype failure.")
file.set_ext(str(tmp_file).split(".")[-1])
os.rename(tmp_file, file.absolute())
return file
def run():
logging.basicConfig(level=logging.WARN, format='%(levelname)-5.5s [%(name)s] %(message)s', datefmt='%H:%M:%S')
su.print_color('green', "\r\n" +
'====================================\r\n' +
(' Reddit Media Downloader %s\r\n' % meta.current_version) +
'====================================\r\n' +
' (By ShadowMoose @ Github)\r\n')
if args.version:
sys.exit(0)
if args.run_tests:
error_count = tests.runner.run_tests(test_subdir=args.run_tests)
sys.exit(error_count)
if args.list_settings:
print('All valid overridable settings:')
for _s in settings.get_all():
if _s.public:
print("%s.%s" % (_s.category, _s.name))
print('\tDescription: %s' % _s.description)
if not _s.opts:
print('\tValid value: \n\t\tAny %s' % _s.type)
else:
print('\tValid values:')
for o in _s.opts:
print('\t\t"%s": %s' % o)
print()
sys.exit()
settings_file = args.settings or fs.find_file('settings.json')
_loaded = settings.load(settings_file)
for ua in unknown_args:
if '=' not in ua or '/comments/' in ua:
if '/comments/' in ua:
direct_sources.append(DirectURLSource(url=ua))
continue
elif 'r/' or 'u/' in ua:
direct_sources.append(DirectInputSource(txt=ua, args={'limit': args.limit}))
continue
else:
su.error("ERROR: Unkown argument: %s" % ua)
sys.exit(1)
k = ua.split('=')[0].strip('- ')
v = ua.split('=', 2)[1].strip()
try:
settings.put(k, v, save_after=False)
except KeyError:
print('Unknown setting: %s' % k)
sys.exit(50)
if args.source:
matched_sources = set()
for s in args.source:
for stt in settings.get_sources():
if re.match(s, stt.get_alias()):
matched_sources.add(stt)
direct_sources.extend(matched_sources)
first_time_auth = False
if not _loaded and not direct_sources: # First-time configuration.
su.error('Could not find an existing settings file. A new one will be generated!')
if not console.confirm('Would you like to start the WebUI to help set things up?', True):
su.print_color('red', "If you don't open the webUI now, you'll need to edit the settings file yourself.")
if console.confirm("Are you sure you'd like to edit settings without the UI (if 'yes', these prompts will not show again)?"):
settings.put('interface.start_server', False, save_after=True) # Creates a save.
print('A settings file has been created for you, at "%s". Please customize it.' % settings_file)
first_time_auth = True
else:
print('Please re-run RMD to configure again.')
sys.exit(1)
else:
mode = console.prompt_list('How would you like to open the UI?',
settings.get('interface.browser', full_obj=True).opts)
settings.put('interface.browser', mode, save_after=False)
settings.put('interface.start_server', True)
if args.authorize or first_time_auth: # In-console oAuth authentication flow
from static import praw_wrapper
from urllib.parse import urlparse, parse_qs
url = praw_wrapper.get_reddit_token_url()
su.print_color('green', '\nTo manually authorize your account, visit the below URL.')
su.print_color('yellow', 'Once there, authorize RMD, then copy the URL it redirects you to.')
su.print_color('yellow', 'NOTE: The redirect page will likely not load, and that is ok.')
su.print_color('cyan', '\n%s\n' % url)
token_url = console.col_input('Paste the URL you are redirected to here: ')
if token_url.strip():
qs = parse_qs(urlparse(token_url).query)
if 'state' not in qs or 'code' not in qs:
su.error('The url provided was not a valid reddit redirect. Please make sure you copied it right!')
elif qs['state'][0].strip() != settings.get('auth.oauth_key').strip():
su.error('Invalid reddit redirect state. Please restart and try again.')
else:
code = qs['code'][0]
su.print_color('green', 'Got code. Authorizing account...')
refresh = praw_wrapper.get_refresh_token(code)
if refresh:
settings.put('auth.refresh_token', refresh)
usr = praw_wrapper.get_current_username()
su.print_color('cyan', 'Authorized to view account: %s' % usr)
su.print_color('green', 'Saved authorization token! Please restart RMD to begin downloading!')
else:
su.error('Failed to gain an account access token from Reddit with that code. Please try again.')
sys.exit(0)
if not ffmpeg_download.install_local():
print("RMD was unable to locate (or download) a working FFmpeg binary.")
print("For downloading and post-processing, this is a required tool.")
print("Please Install FFmpeg manually, or download it from here: https://rmd.page.link/ffmpeg")
sys.exit(15)
# Initialize Database
sql.init_from_settings()
print('Using manifest file [%s].' % sql.get_file_location())
if direct_sources:
settings.disable_saving()
settings.put('processing.retry_failed', False)
for s in settings.get_sources():
settings.remove_source(s, save_after=False)
for d in direct_sources:
settings.add_source(d, prevent_duplicate=False, save_after=False)
if settings.get('interface.start_server') and not direct_sources:
print("Starting WebUI...")
ui = WebUI()
else:
ui = TerminalUI()
ui.display()
def run():
su.print_color(
'green', "\r\n" + '====================================\r\n' +
(' Reddit Media Downloader %s\r\n' % meta.current_version) +
'====================================\r\n' +
' (By ShadowMoose @ Github)\r\n')
if args.version:
sys.exit(0)
if args.run_tests:
error_count = tests.runner.run_tests(test_subdir=args.run_tests)
sys.exit(error_count)
if args.list_settings:
print('All valid overridable settings:')
for _s in settings.get_all():
if _s.public:
print("%s.%s" % (_s.category, _s.name))
print('\tDescription: %s' % _s.description)
if not _s.opts:
print('\tValid value: \n\t\tAny %s' % _s.type)
else:
print('\tValid values:')
for o in _s.opts:
print('\t\t"%s": %s' % o)
print()
sys.exit()
settings_file = args.settings or fs.find_file('settings.json')
_loaded = settings.load(settings_file)
for ua in unknown_args:
if '=' not in ua:
if 'r/' or 'u/' in ua:
direct_sources.append(
DirectInputSource(txt=ua, args={'limit': args.limit}))
continue
else:
su.error("ERROR: Unkown argument: %s" % ua)
sys.exit(1)
k = ua.split('=')[0].strip('- ')
v = ua.split('=', 2)[1].strip()
try:
settings.put(k, v, save_after=False)
except KeyError:
print('Unknown setting: %s' % k)
sys.exit(50)
if args.source:
matched_sources = set()
for s in args.source:
for stt in settings.get_sources():
if re.match(s, stt.get_alias()):
matched_sources.add(stt)
direct_sources.extend(matched_sources)
if not ffmpeg_download.install_local():
print(
"RMD was unable to locate (or download) a working FFmpeg binary.")
print("For downloading and post-processing, this is a required tool.")
print(
"Please Install FFmpeg manually, or download it from here: https://rmd.page.link/ffmpeg"
)
sys.exit(15)
if not _loaded and not direct_sources:
# First-time configuration.
su.error(
'Could not find an existing settings file. A new one will be generated!'
)
if not console.confirm(
'Would you like to start the WebUI to help set things up?',
True):
su.print_color(
'red',
"If you don't open the webUI now, you'll need to edit the settings file yourself."
)
if console.confirm(
"Are you sure you'd like to edit settings without the UI (if 'yes', these prompts will not show again)?"
):
settings.put('interface.start_server',
False) # Creates a save.
print(
'A settings file has been created for you, at "%s". Please customize it.'
% settings_file)
else:
print('Please re-run RMD to configure again.')
sys.exit(1)
else:
mode = console.prompt_list(
'How would you like to open the UI?',
settings.get('interface.browser', full_obj=True).opts)
settings.put('interface.browser', mode, save_after=False)
settings.put('interface.start_server', True)
# Initialize Database
sql.init_from_settings()
if direct_sources:
settings.disable_saving()
for s in settings.get_sources():
settings.remove_source(s, save_after=False)
for d in direct_sources:
settings.add_source(d, prevent_duplicate=False, save_after=False)
ui = None
if settings.get('interface.start_server') and not direct_sources:
print("Starting WebUI...")
ui = WebUI()
else:
ui = TerminalUI()
ui.display()
sys.exit()
_loaded = settings.load(args.settings)
for ua in unknown_args:
if '=' not in ua:
su.error("ERROR: Unkown argument: %s" % ua)
sys.exit(1)
k = ua.split('=')[0].strip('- ')
v = ua.split('=', 2)[1].strip()
try:
settings.put(k, v, save_after=False)
except KeyError:
print('Unknown setting: %s' % k)
sys.exit(50)
if not ffmpeg_download.install_local():
print(
"RMD was unable to locate (or download) a working FFmpeg binary.")
print("For downloading and post-processing, this is a required tool.")
print(
"Please Install FFmpeg manually, or download it from here: https://rmd.page.link/ffmpeg"
)
sys.exit(15)
if not _loaded:
# First-time configuration.
su.error(
'Could not find an existing settings file. A new one will be generated!'
)
if not console.confirm(
'Would you like to start the WebUI to help set things up?',