def Download(url, folder="./", file_name=None): parsed_url = urllib.parse.urlparse(url) if parsed_url.scheme == "https": conn = http.client.HTTPSConnection(parsed_url.netloc) else: conn = http.client.HTTPConnection(parsed_url.netloc) path_query = parsed_url.path if parsed_url.query != "": path_query += "?" + parsed_url.query method = "GET" conn.request(method, path_query, None, {}) print("{} Request Start: {}".format(GetTime(), url)) resp = conn.getresponse() resp_header = resp.getheaders() resp_body = resp.read() conn.close() print("{} Request End: {}, {}Bytes".format(Time.GetTime(), resp.status, len(resp_body))) file_path = folder + parsed_url.path.split( "/")[-1] if file_name == None else foldr + file_name with open(file_path, "wb") as f: print("{} File Write Start: {}".format(Time.GetTime(), file_path)) f.write(resp_body) print("{} File Write End: {} Bytes".format(Time.GetTime(), len(resp_body))) return resp_header
def JSON(data, file_name, directory="./"): file_path = directory + file_name + ".json" with open(file_path, "wt") as f: print("{} File Write Start: {}".format(Time.GetTime(), file_path)) content = json.dumps(data, ensure_ascii=False) f.write(content) print("{} File Write End: {} Bytes".format(Time.GetTime(), len(content))) return
def Request(url, body=None, header={}): parsed_url = urllib.parse.urlparse(url) if parsed_url.scheme == "https": conn = http.client.HTTPSConnection(parsed_url.netloc) else: conn = http.client.HTTPConnection(parsed_url.netloc) path_query = parsed_url.path if parsed_url.query != "": path_query += "?" + parsed_url.query method = "GET" if body == None else "POST" conn.request(method, path_query, body, header) print("{} Request Start: {}".format(Time.GetTime(), url)) resp = conn.getresponse() resp_header = resp.getheaders() resp_body = resp.read() conn.close() print("{} Request End: {}, {} Bytes".format(Time.GetTime(), resp.status, len(resp_body))) return (resp_header, resp_body)