def auto_load_warcs(self):
manager = init_manager_for_cli()
create_user(manager,
email='test@localhost',
username='******',
passwd='LocalUser1',
role='public-archivist',
name='local')
indexer = WebRecRecorder.make_wr_indexer(manager.config)
uploader = InplaceLoader(manager, indexer, '@INIT')
files = list(self.get_archive_files(self.inputs))
uploader.multifile_upload('local', files)
local_info=dict(user='******',
coll='collection',
rec='*',
type='replay-coll',
browser='',
reqid='@INIT')
browser_redis = redis.StrictRedis.from_url(os.environ['REDIS_BROWSER_URL'])
browser_redis.hmset('ip:127.0.0.1', local_info)
browser_redis.hset('req:@INIT', 'ip', '127.0.0.1')
self.save_cache();
def setup_class(cls):
super(TestCDXJCache,
cls).setup_class(extra_config_file='test_cdxj_cache_config.yaml')
cls.worker = Worker(StorageCommitter)
gevent.spawn(cls.worker.run)
cls.m = init_manager_for_cli()
def auto_load_warcs(self, argres):
manager = init_manager_for_cli()
indexer = WebRecRecorder.make_wr_indexer(manager.config)
uploader = InplaceUploader(manager, indexer, '@INIT')
files = list(self.get_archive_files(argres.inputs))
uploader.multifile_upload('local', files)
def setup_class(cls, **kwargs):
os.environ['AUTO_LOGIN_USER'] = '******'
super(TestUpload, cls).setup_class(**kwargs)
from webrecorder.rec.tempchecker import run
gevent.spawn(run)
cls.manager = init_manager_for_cli()
cls.warc = None
def setup_class(cls, **kwargs):
os.environ['AUTO_LOGIN_USER'] = '******'
super(TestUpload, cls).setup_class(**kwargs)
cls.manager = init_manager_for_cli()
cls.warc = None
cls.worker = Worker(TempChecker)
gevent.spawn(cls.worker.run)
def save_cache(self):
if not self.serializer:
return
try:
manager = init_manager_for_cli()
upload_status = manager.get_upload_status('local', '@INIT')
if not upload_status or upload_status.get('done'):
if manager.redis.exists('c:local:collection:cdxj'):
self.serializer.save_db()
except Exception as e:
if logging.getLogger().getEffectiveLevel() == logging.DEBUG:
traceback.print_exc()
logging.debug('Error Closing, Not Saved: ' + str(e))
def auto_load_warcs(self):
manager = init_manager_for_cli()
create_user(manager,
email='test@localhost',
username='******',
passwd='LocalUser1',
role='public-archivist',
name='local')
indexer = WebRecRecorder.make_wr_indexer(manager.config)
uploader = InplaceLoader(manager, indexer, '@INIT')
files = list(self.get_archive_files(self.inputs))
uploader.multifile_upload('local', files)
def main(args=None):
parser = ArgumentParser(formatter_class=RawTextHelpFormatter)
parser.add_argument(
'-c',
'--create-user',
dest='create_user',
nargs='*',
default=None,
help=
('Interface to add a new user. \n\n'
'supply arguments e.g.\n'
'`python admin.py -c <email> <username> <passwd> <role> \'<full name>\'`\n'
'\n or simply `python admin.py -c` for interactive creation.'))
parser.add_argument('-m',
'--modify-user',
dest='modify_user',
action='store_true',
help='Interface to modify a user (role, email)')
parser.add_argument('-d',
'--delete-user',
dest='delete_user',
action='store_true',
help='Interface to delete a user.')
parser.add_argument('-i', '--invite')
parser.add_argument('-l', '--list', action='store_true')
parser.add_argument('-b', '--backlog')
r = parser.parse_args(args=args)
m = init_manager_for_cli()
if r.backlog:
do_invite_backlog(m, r.backlog)
elif r.list:
list_not_invited(m, r.invite_all)
elif r.invite:
do_invite(m, r.invite)
elif r.create_user is not None:
create_user(m, *r.create_user)
elif r.modify_user:
modify_user(m)
elif r.delete_user:
delete_user(m)
else:
print('All systems go! See --help for usage')
def __init__(self, argres):
super(WebrecPlayerRunner, self).__init__(app_port=argres.port,
rec_port=-1,
debug=argres.debug)
manager = init_manager_for_cli()
indexer = WebRecRecorder.make_wr_indexer(manager.config)
uploader = InplaceUploader(manager, indexer)
for filename in self.get_archive_files(argres.inputs):
with open(filename, 'rb') as stream:
uploader.handle_upload(stream, filename, 'local', False)
if not argres.no_browser:
import webbrowser
webbrowser.open_new(os.environ['APP_HOST'] + '/local/')
def setup_class(cls, **kwargs):
super(TestTempContent, cls).setup_class(**kwargs)
def make_id(self):
sesh_id = 'sesh_id'
redis_key = self.key_template.format(sesh_id)
return sesh_id, redis_key
cls.seshmock = patch(
'webrecorder.session.RedisSessionMiddleware.make_id', make_id)
cls.seshmock.start()
cls.manager = init_manager_for_cli()
cls.dyn_stats = []
cls.worker = Worker(TempChecker)
gevent.spawn(cls.worker.run)
def test_cli_manager(self):
m = init_manager_for_cli()
assert type(m.redis.keys('*')) is list
