def __init__(self, config): self.session = requests.Session() self.session.max_redirects = 6 self.archive_template = config['archive_template'] self.archive_name = config['archive_name'] self.reverse_proxy_prefix = config.get('reverse_proxy_prefix', '') # init redis here only redisclient.init_redis(config)
def __init__(self, config): self.session = requests.Session() self.session.max_redirects = 6 self.archive_template = config['archive_template'] self.archive_name = config['archive_name'] self.reverse_proxy_prefix = config.get('reverse_proxy_prefix', '') self.user_agent = config.get('user_agent', 'netcapsule for ({})') # init redis here only redisclient.init_redis(config)
def main(): server = MementoIndexServer(['http://timetravel.mementoweb.org/api/json/', 'http://timetravel.mementoweb.org/timemap/json/']) redisclient.init_redis() cdx_iter = server.load_cdx(closest=sys.argv[1], url=sys.argv[2], sort='closest', limit=int(sys.argv[3])) sec = None for cdx in cdx_iter: if not sec: sec = cdx['sec'] #print(cdx['timestamp'] + ' ' + cdx['url'] + ' ' + cdx['src_host'] + ' ' + str(sec - cdx['sec'])) print(cdx['prev'] + ' ' + cdx['timestamp'] + ' ' + cdx['next'] + ' ' + str(sec - cdx['sec']))