예제 #1
0
    def __init__(self, config):
        self.session = requests.Session()
        self.session.max_redirects = 6
        self.archive_template = config['archive_template']
        self.archive_name = config['archive_name']
        self.reverse_proxy_prefix = config.get('reverse_proxy_prefix', '')

        # init redis here only
        redisclient.init_redis(config)
예제 #2
0
    def __init__(self, config):
        self.session = requests.Session()
        self.session.max_redirects = 6
        self.archive_template = config['archive_template']
        self.archive_name = config['archive_name']
        self.reverse_proxy_prefix = config.get('reverse_proxy_prefix', '')
        self.user_agent = config.get('user_agent', 'netcapsule for ({})')

        # init redis here only
        redisclient.init_redis(config)
예제 #3
0
파일: mementoquery.py 프로젝트: lorz54/test
def main():
    server = MementoIndexServer(['http://timetravel.mementoweb.org/api/json/',
                                 'http://timetravel.mementoweb.org/timemap/json/'])
    redisclient.init_redis()

    cdx_iter = server.load_cdx(closest=sys.argv[1],
                               url=sys.argv[2],
                               sort='closest',
                               limit=int(sys.argv[3]))
    sec = None
    for cdx in cdx_iter:
        if not sec:
            sec = cdx['sec']
        #print(cdx['timestamp'] + ' ' + cdx['url'] + ' ' + cdx['src_host'] + ' ' + str(sec - cdx['sec']))
        print(cdx['prev'] + ' ' + cdx['timestamp'] + ' ' + cdx['next'] + ' ' + str(sec - cdx['sec']))