def get_us_stock_name() -> pd.DataFrame:
"""
u.s. stock's english name, chinese name and symbol
you should use symbol to get apply into the next function
http://finance.sina.com.cn/stock/usstock/sector.shtml
:return: stock's english name, chinese name and symbol
:rtype: pandas.DataFrame
"""
big_df = pd.DataFrame()
page_count = get_us_page_count()
for page in tqdm(range(1, page_count + 1)):
# page = "1"
us_js_decode = "US_CategoryService.getList?page={}&num=20&sort=&asc=0&market=&id=".format(
page)
js_code = py_mini_racer.MiniRacer()
js_code.eval(js_hash_text)
dict_list = js_code.call("d", us_js_decode) # 执行js解密代码
us_sina_stock_dict_payload.update({"page": "{}".format(page)})
res = requests.get(us_sina_stock_list_url.format(dict_list),
params=us_sina_stock_dict_payload)
data_json = json.loads(res.text[res.text.find("({") +
1:res.text.rfind(");")])
big_df = big_df.append(pd.DataFrame(data_json["data"]),
ignore_index=True)
return big_df[["name", "cname", "symbol"]]
def get_us_page_count() -> int:
"""
新浪财经-美股-总页数
:return: 美股总页数
:rtype: int
"""
page = "1"
us_js_decode = f"US_CategoryService.getList?page={page}&num=20&sort=&asc=0&market=&id="
js_code = execjs.compile(js_hash_text)
dict_list = js_code.call("d", us_js_decode) # 执行js解密代码
us_sina_stock_dict_payload.update({"page": "{}".format(page)})
res = requests.get(us_sina_stock_list_url.format(dict_list),
params=us_sina_stock_dict_payload)
data_json = json.loads(res.text[res.text.find("({") +
1:res.text.rfind(");")])
if not isinstance(int(data_json["count"]) / 20, int):
page_count = int(int(data_json["count"]) / 20) + 1
else:
page_count = int(int(data_json["count"]) / 20)
return page_count
def stock_us_spot() -> pd.DataFrame:
"""
新浪财经-所有美股的数据, 注意延迟 15 分钟
:return: 美股所有股票实时行情
:rtype: pandas.DataFrame
"""
big_df = pd.DataFrame()
page_count = get_us_page_count()
for page in tqdm(range(1, page_count + 1)):
# page = "1"
us_js_decode = "US_CategoryService.getList?page={}&num=20&sort=&asc=0&market=&id=".format(
page)
js_code = execjs.compile(js_hash_text)
dict_list = js_code.call("d", us_js_decode) # 执行js解密代码
us_sina_stock_dict_payload.update({"page": "{}".format(page)})
res = requests.get(us_sina_stock_list_url.format(dict_list),
params=us_sina_stock_dict_payload)
data_json = json.loads(res.text[res.text.find("({") +
1:res.text.rfind(");")])
big_df = big_df.append(pd.DataFrame(data_json["data"]),
ignore_index=True)
return big_df