def download_proxy_file(url, file_path):
f = open(file_path, 'wb')
d = treq.get(url, agent=no_verify_agent())
d.addCallback(treq.collect, f.write)
d.addCallback(lambda _: f.close())
return d
def upload_data(self, src, dst):
proxy_id = dst['proxy_id']
proxy_addr = yield get_proxy(proxy_id)
if proxy_addr:
# proxy addr format: (ip, ctrl_port, file_port, stream_ws_port, stream_restful_port)
url = 'https://%s:%d' % (str(proxy_addr[0]), int(proxy_addr[2]))
data = open(src, 'rb')
resp = yield treq.post(url, agent=no_verify_agent(), data=data, stream=True)
if resp:
file_path = yield treq.text_content(resp)
file_url = '%s/%s' % (url, file_path)
return file_url
def download_data(self, src, dst):
f = open(dst, 'wb')
resp = yield treq.get(src, agent=no_verify_agent())
yield treq.collect(resp, f.write)
f.close()