def Download(url, folder="./", file_name=None):
parsed_url = urllib.parse.urlparse(url)
if parsed_url.scheme == "https":
conn = http.client.HTTPSConnection(parsed_url.netloc)
else:
conn = http.client.HTTPConnection(parsed_url.netloc)
path_query = parsed_url.path
if parsed_url.query != "":
path_query += "?" + parsed_url.query
method = "GET"
conn.request(method, path_query, None, {})
print("{} Request Start: {}".format(GetTime(), url))
resp = conn.getresponse()
resp_header = resp.getheaders()
resp_body = resp.read()
conn.close()
print("{} Request End: {}, {}Bytes".format(Time.GetTime(), resp.status,
len(resp_body)))
file_path = folder + parsed_url.path.split(
"/")[-1] if file_name == None else foldr + file_name
with open(file_path, "wb") as f:
print("{} File Write Start: {}".format(Time.GetTime(), file_path))
f.write(resp_body)
print("{} File Write End: {} Bytes".format(Time.GetTime(),
len(resp_body)))
return resp_header
def JSON(data, file_name, directory="./"):
file_path = directory + file_name + ".json"
with open(file_path, "wt") as f:
print("{} File Write Start: {}".format(Time.GetTime(), file_path))
content = json.dumps(data, ensure_ascii=False)
f.write(content)
print("{} File Write End: {} Bytes".format(Time.GetTime(), len(content)))
return
def Request(url, body=None, header={}):
parsed_url = urllib.parse.urlparse(url)
if parsed_url.scheme == "https":
conn = http.client.HTTPSConnection(parsed_url.netloc)
else:
conn = http.client.HTTPConnection(parsed_url.netloc)
path_query = parsed_url.path
if parsed_url.query != "":
path_query += "?" + parsed_url.query
method = "GET" if body == None else "POST"
conn.request(method, path_query, body, header)
print("{} Request Start: {}".format(Time.GetTime(), url))
resp = conn.getresponse()
resp_header = resp.getheaders()
resp_body = resp.read()
conn.close()
print("{} Request End: {}, {} Bytes".format(Time.GetTime(), resp.status,
len(resp_body)))
return (resp_header, resp_body)
