def get_suspended(): """ 获取暂停上市股票列表 Return -------- DataFrame code :股票代码 name :股票名称 oDate:上市日期 tDate:终止上市日期 """ try: ref = ct.SSEQ_CQ_REF_URL % (ct.P_TYPE['http'], ct.DOMAINS['sse']) clt = Client(rv.SUSPENDED_URL % (ct.P_TYPE['http'], ct.DOMAINS['sseq'], ct.PAGES['ssecq'], _random(5), _random()), ref=ref, cookie=rv.MAR_SH_COOKIESTR) lines = clt.gvalue() lines = lines.decode('utf-8') if ct.PY3 else lines lines = lines[19:-1] lines = json.loads(lines) df = pd.DataFrame(lines['result'], columns=rv.TERMINATED_T_COLS) df.columns = rv.TERMINATED_COLS return df except Exception as er: print(str(er))
def get_concepts(src='dfcf'): """ 获取概念板块行情数据 Return -------- DataFrame code :股票代码 name :股票名称 c_name :概念名称 """ clt = Client(ct.ET_CONCEPTS_INDEX_URL % (ct.P_TYPE['http'], ct.DOMAINS['dfcf'], _random(15)), ref='') content = clt.gvalue() content = content.decode('utf-8') if ct.PY3 else content js = json.loads(content) data = [] for row in js: cols = row.split(',') cs = cols[6].split('|') arr = [cols[2], cols[3], cs[0], cs[2], cols[7], cols[9]] data.append(arr) df = pd.DataFrame( data, columns=['concept', 'change', 'up', 'down', 'top_code', 'top_name']) return df
def lpr_ma_data(year=None): """ 获取贷款基础利率均值数据 Parameters ------ year:年份(int) Return ------ date:日期 1Y_5:5日均值 1Y_10:10日均值 1Y_20:20日均值 """ year = du.get_year() if year is None else year lab = ct.SHIBOR_TYPE['LPR_Tendency'] lab = lab.encode('utf-8') if ct.PY3 else lab try: clt = Client(url=ct.SHIBOR_DATA_URL%(ct.P_TYPE['http'], ct.DOMAINS['shibor'], ct.PAGES['dw'], 'LPR_Tendency', year, lab, year)) content = clt.gvalue() df = pd.read_excel(StringIO(content), skiprows=[0]) df.columns = ct.LPR_MA_COLS df['date'] = df['date'].map(lambda x: x.date()) if pd.__version__ < '0.21': df['date'] = df['date'].astype(np.datetime64) else: df['date'] = df['date'].astype('datetime64[D]') return df except: return None
def moneyflow_hsgt(): """ 获取沪深港通资金流向 return: DataFrame,单位: 百万元 -------------- date: 交易日期 ggt_ss: 港股通(沪) ggt_sz: 港股通(深) hgt: 沪港通 sgt: 深港通 north_money: 北向资金流入 south_money: 南向资金流入 """ clt = Client(rv.HSGT_DATA%(ct.P_TYPE['http'], ct.DOMAINS['em']), ref=rv.HSGT_REF%(ct.P_TYPE['http'], ct.DOMAINS['em'], ct.PAGES['index'])) content = clt.gvalue() content = content.decode('utf-8') if ct.PY3 else content js = json.loads(content) df = pd.DataFrame(js) df['DateTime'] = df['DateTime'].map(lambda x: x[0:10]) df = df.replace('-', np.NaN) df = df[rv.HSGT_TEMP] df.columns = rv.HSGT_COLS df = df.sort_values('date', ascending=False) return df
def shibor_quote_data(year=None): """ 获取Shibor银行报价数据 Parameters ------ year:年份(int) Return ------ date:日期 bank:报价银行名称 ON:隔夜拆放利率 ON_B:隔夜拆放买入价 ON_A:隔夜拆放卖出价 1W_B:1周买入 1W_A:1周卖出 2W_B:买入 2W_A:卖出 1M_B:买入 1M_A:卖出 3M_B:买入 3M_A:卖出 6M_B:买入 6M_A:卖出 9M_B:买入 9M_A:卖出 1Y_B:买入 1Y_A:卖出 """ year = du.get_year() if year is None else year lab = ct.SHIBOR_TYPE['Quote'] lab = lab.encode('utf-8') if ct.PY3 else lab try: clt = Client(url=ct.SHIBOR_DATA_URL%(ct.P_TYPE['http'], ct.DOMAINS['shibor'], ct.PAGES['dw'], 'Quote', year, lab, year)) content = clt.gvalue() df = pd.read_excel(StringIO(content), skiprows=[0]) # df.columns = ct.QUOTE_COLS df.columns = ct.SHIBOR_Q_COLS df['date'] = df['date'].map(lambda x: x.date()) if pd.__version__ < '0.21': df['date'] = df['date'].astype(np.datetime64) else: df['date'] = df['date'].astype('datetime64[D]') return df except: return None
def _sh_mx(data, date='', start='', end='', symbol='', pageNo='', beginPage='', endPage='', retry_count=3, pause=0.001): for _ in range(retry_count): time.sleep(pause) ct._write_console() try: tail = '&pageHelp.pageNo=%s&pageHelp.beginPage=%s&pageHelp.endPage=%s'%(pageNo, beginPage, endPage) if pageNo == '': pageNo = 6 tail = '' else: pageNo += 5 beginPage = pageNo endPage = pageNo + 4 ref = rv.MAR_SH_HZ_REF_URL%(ct.P_TYPE['http'], ct.DOMAINS['sse']) clt = Client(rv.MAR_SH_MX_URL%(ct.P_TYPE['http'], ct.DOMAINS['sseq'], ct.PAGES['qmd'], _random(5), date, symbol, start, end, tail, _random()), ref=ref, cookie=rv.MAR_SH_COOKIESTR) lines = clt.gvalue() lines = lines.decode('utf-8') if ct.PY3 else lines lines = lines[19:-1] lines = json.loads(lines) pagecount = int(lines['pageHelp'].get('pageCount')) datapage = int(pagecount/5+1 if pagecount%5>0 else pagecount/5) if pagecount == 0: return data if pageNo == 6: ct._write_tips(lines['pageHelp'].get('total')) df = pd.DataFrame(lines['result'], columns=rv.MAR_SH_MX_COLS) df['opDate'] = df['opDate'].map(lambda x: '%s-%s-%s'%(x[0:4], x[4:6], x[6:8])) data = data.append(df, ignore_index=True) if beginPage < datapage*5: data = _sh_mx(data, start=start, end=end, pageNo=pageNo, beginPage=beginPage, endPage=endPage, retry_count=retry_count, pause=pause) except Exception as e: print(e) else: return data raise IOError(ct.NETWORK_URL_ERROR_MSG)
def shibor_data(year=None): """ 获取上海银行间同业拆放利率(Shibor) Parameters ------ year:年份(int) Return ------ date:日期 ON:隔夜拆放利率 1W:1周拆放利率 2W:2周拆放利率 1M:1个月拆放利率 3M:3个月拆放利率 6M:6个月拆放利率 9M:9个月拆放利率 1Y:1年拆放利率 """ year = du.get_year() if year is None else year lab = ct.SHIBOR_TYPE['Shibor'] lab = lab.encode('utf-8') if ct.PY3 else lab try: clt = Client(url=ct.SHIBOR_DATA_URL%(ct.P_TYPE['http'], ct.DOMAINS['shibor'], ct.PAGES['dw'], 'Shibor', year, lab, year)) content = clt.gvalue() df = pd.read_excel(StringIO(content)) df.columns = ct.SHIBOR_COLS df['date'] = df['date'].map(lambda x: x.date()) if pd.__version__ < '0.21': df['date'] = df['date'].astype(np.datetime64) else: df['date'] = df['date'].astype('datetime64[D]') return df except: return None