def auto_load_warcs(self): manager = init_manager_for_cli() create_user(manager, email='test@localhost', username='******', passwd='LocalUser1', role='public-archivist', name='local') indexer = WebRecRecorder.make_wr_indexer(manager.config) uploader = InplaceLoader(manager, indexer, '@INIT') files = list(self.get_archive_files(self.inputs)) uploader.multifile_upload('local', files) local_info=dict(user='******', coll='collection', rec='*', type='replay-coll', browser='', reqid='@INIT') browser_redis = redis.StrictRedis.from_url(os.environ['REDIS_BROWSER_URL']) browser_redis.hmset('ip:127.0.0.1', local_info) browser_redis.hset('req:@INIT', 'ip', '127.0.0.1') self.save_cache();
def setup_class(cls): super(TestCDXJCache, cls).setup_class(extra_config_file='test_cdxj_cache_config.yaml') cls.worker = Worker(StorageCommitter) gevent.spawn(cls.worker.run) cls.m = init_manager_for_cli()
def auto_load_warcs(self, argres): manager = init_manager_for_cli() indexer = WebRecRecorder.make_wr_indexer(manager.config) uploader = InplaceUploader(manager, indexer, '@INIT') files = list(self.get_archive_files(argres.inputs)) uploader.multifile_upload('local', files)
def setup_class(cls, **kwargs): os.environ['AUTO_LOGIN_USER'] = '******' super(TestUpload, cls).setup_class(**kwargs) from webrecorder.rec.tempchecker import run gevent.spawn(run) cls.manager = init_manager_for_cli() cls.warc = None
def setup_class(cls, **kwargs): os.environ['AUTO_LOGIN_USER'] = '******' super(TestUpload, cls).setup_class(**kwargs) cls.manager = init_manager_for_cli() cls.warc = None cls.worker = Worker(TempChecker) gevent.spawn(cls.worker.run)
def save_cache(self): if not self.serializer: return try: manager = init_manager_for_cli() upload_status = manager.get_upload_status('local', '@INIT') if not upload_status or upload_status.get('done'): if manager.redis.exists('c:local:collection:cdxj'): self.serializer.save_db() except Exception as e: if logging.getLogger().getEffectiveLevel() == logging.DEBUG: traceback.print_exc() logging.debug('Error Closing, Not Saved: ' + str(e))
def auto_load_warcs(self): manager = init_manager_for_cli() create_user(manager, email='test@localhost', username='******', passwd='LocalUser1', role='public-archivist', name='local') indexer = WebRecRecorder.make_wr_indexer(manager.config) uploader = InplaceLoader(manager, indexer, '@INIT') files = list(self.get_archive_files(self.inputs)) uploader.multifile_upload('local', files)
def main(args=None): parser = ArgumentParser(formatter_class=RawTextHelpFormatter) parser.add_argument( '-c', '--create-user', dest='create_user', nargs='*', default=None, help= ('Interface to add a new user. \n\n' 'supply arguments e.g.\n' '`python admin.py -c <email> <username> <passwd> <role> \'<full name>\'`\n' '\n or simply `python admin.py -c` for interactive creation.')) parser.add_argument('-m', '--modify-user', dest='modify_user', action='store_true', help='Interface to modify a user (role, email)') parser.add_argument('-d', '--delete-user', dest='delete_user', action='store_true', help='Interface to delete a user.') parser.add_argument('-i', '--invite') parser.add_argument('-l', '--list', action='store_true') parser.add_argument('-b', '--backlog') r = parser.parse_args(args=args) m = init_manager_for_cli() if r.backlog: do_invite_backlog(m, r.backlog) elif r.list: list_not_invited(m, r.invite_all) elif r.invite: do_invite(m, r.invite) elif r.create_user is not None: create_user(m, *r.create_user) elif r.modify_user: modify_user(m) elif r.delete_user: delete_user(m) else: print('All systems go! See --help for usage')
def __init__(self, argres): super(WebrecPlayerRunner, self).__init__(app_port=argres.port, rec_port=-1, debug=argres.debug) manager = init_manager_for_cli() indexer = WebRecRecorder.make_wr_indexer(manager.config) uploader = InplaceUploader(manager, indexer) for filename in self.get_archive_files(argres.inputs): with open(filename, 'rb') as stream: uploader.handle_upload(stream, filename, 'local', False) if not argres.no_browser: import webbrowser webbrowser.open_new(os.environ['APP_HOST'] + '/local/')
def setup_class(cls, **kwargs): super(TestTempContent, cls).setup_class(**kwargs) def make_id(self): sesh_id = 'sesh_id' redis_key = self.key_template.format(sesh_id) return sesh_id, redis_key cls.seshmock = patch( 'webrecorder.session.RedisSessionMiddleware.make_id', make_id) cls.seshmock.start() cls.manager = init_manager_for_cli() cls.dyn_stats = [] cls.worker = Worker(TempChecker) gevent.spawn(cls.worker.run)
def test_cli_manager(self): m = init_manager_for_cli() assert type(m.redis.keys('*')) is list