def main():
    if len(sys.argv) != 3:
        print("USAGE: {} <http URL> <redis URL>".format(sys.argv[0]))
        sys.exit(1)
    context = Context()
    context.success = False

    url = sys.argv[1]
    if url[:7].lower() != "http://" and url[:8].lower() != "https://":
        url = "https://" + url
    context.http_url = url

    url = sys.argv[2]
    if url[:8].lower() != "redis://" and url[:9].lower() != "rediss://":
        url = "redis://" + url
    context.redis_url = url

    task = wf.create_http_task(context.http_url, 3, 2, http_callback)
    req = task.get_req()
    req.add_header_pair("Accept", "*/*")
    req.add_header_pair("User-Agent", "Wget/1.14 (linux-gnu)")
    req.add_header_pair("Connection", "close")

    # Limit the http response to size 20M
    task.get_resp().set_size_limit(20 * 1024 * 1024)

    # no more than 30 seconds receiving http response
    task.set_receive_timeout(30 * 1000)

    series = wf.create_series_work(task, series_callback)
    series.set_context(context)
    series.start()

    wf.wait_finish()
def main():
    if len(sys.argv) != 4:
        print("USAGE: {} <redis URL> <key> <value>".format(sys.argv[0]))
        sys.exit(1)
    user_data = UserData()
    url = sys.argv[1]
    if url[:8].lower() != "redis://" and url[:9].lower() != "rediss://":
        url = "redis://" + url
    user_data.url = url
    task = wf.create_redis_task(url, retry_max=2, callback=redis_callback)
    req = task.get_req()
    req.set_request("SET", [sys.argv[2], sys.argv[3]])
    user_data.key = sys.argv[2]
    task.set_user_data(user_data)
    task.start()
    wf.wait_finish()
Beispiel #3
0
def main():
    if len(sys.argv) != 2:
        print("USAGE: {} <http URL>".format(sys.argv[0]))
        sys.exit(1)
    url = sys.argv[1]
    if url[:7].lower() != "http://" and url[:8].lower() != "https://":
        url = "http://" + url
    task = wf.create_http_task(url,
                               redirect_max=4,
                               retry_max=2,
                               callback=wget_callback)
    req = task.get_req()
    req.add_header_pair("Accept", "*/*")
    req.add_header_pair("User-Agent", "Wget/1.14 (linux-gnu)")
    req.add_header_pair("Connection", "close")
    task.start()
    wf.wait_finish()
def main():
    parallel_work = wf.create_parallel_work(parallel_callback)
    for url in sys.argv[1:]:
        if url[:7].lower() != "http://" and url[:8].lower() != "https://":
            url = "http://" + url
        task = wf.create_http_task(url,
                                   redirect_max=4,
                                   retry_max=2,
                                   callback=http_callback)
        req = task.get_req()
        req.add_header_pair("Accept", "*/*")
        req.add_header_pair("User-Agent", "Wget/1.14 (linux-gnu)")
        req.add_header_pair("Connection", "close")
        ctx = Context()
        ctx.url = url
        series = wf.create_series_work(task, None)
        series.set_context(ctx)
        parallel_work.add_series(series)
    wf.start_series_work(parallel_work, None)
    wf.wait_finish()
Beispiel #5
0
def main():
    if len(sys.argv) != 2:
        print("USAGE: {} <url>".format(sys.argv[0]))
        sys.exit(1)

    url = sys.argv[1]
    if url[:8].lower() != "mysql://":
        url = "mysql://" + url

    readline.set_auto_history(False)

    mysql_task = wf.create_mysql_task(url, retry_max, mysql_callback)

    first_sql = "show databases;"
    req = mysql_task.get_req()
    req.set_query(first_sql)
    readline.add_history(first_sql)

    series = wf.create_series_work(mysql_task, None)
    series.set_context(url)
    series.start()
    wf.wait_finish()