# print m_name # break # pd = DataFrame(sdata,columns=['code','time','vol','price','pre_p','detail','status','name']) df = DataFrame(sdata, columns=['code', 'time', 'vol', 'price', 'pre_p', 'status', 'name']) # for row in soup.find_all('tr',attrs={"class":"gray","class":""}): except Exception as e: print "Except:", (e) else: return df raise IOError(ct.NETWORK_URL_ERROR_MSG) if __name__ == "__main__": # parsehtml(downloadpage(url_s)) # StreamHandler(sys.stdout).push_application() log = LoggerFactory.getLogger('SinaMarketNew') # log.setLevel(LoggerFactory.DEBUG) # handler=StderrHandler(format_string='{record.channel}: {record.message) [{record.extra[cwd]}]') # log.level=log.debug # error_handler = SyslogHandler('Sina-M-Log', level='ERROR') if cct.isMac(): cct.set_console(165, 16) else: cct.set_console(160, 15) status = False vol = '0' type = '2' # cut_num=10000 success = 0
# print m_name # break # pd = DataFrame(sdata,columns=['code','time','vol','price','pre_p','detail','status','name']) df = DataFrame(sdata, columns=["code", "time", "vol", "price", "pre_p", "status", "name"]) # for row in soup.find_all('tr',attrs={"class":"gray","class":""}): except Exception as e: print "Except:", (e) else: return df raise IOError(ct.NETWORK_URL_ERROR_MSG) if __name__ == "__main__": # parsehtml(downloadpage(url_s)) log = LoggerFactory.getLogger("SinaMarket") # log.setLevel(LoggerFactory.DEBUG) if cct.isMac(): cct.set_console(90, 16) else: cct.set_console(82, 16) status = False vol = "0" type = "2" cut_num = 20000 success = 0 top_all = pd.DataFrame() time_s = time.time() # delay_time = 7200 delay_time = cct.get_delay_time()
from pandas import Series import sys sys.path.append("..") from JSONData import realdatajson as rl from JohhnsonUtil import LoggerFactory from JohhnsonUtil import commonTips as cct from JohhnsonUtil import johnson_cons as ct import tushare as ts # import datetime # import logbook # log=logbook.Logger('TDX_day') log = LoggerFactory.getLogger("TDX_Day") # log.setLevel(LoggerFactory.DEBUG) # log.setLevel(LoggerFactory.INFO) # log.setLevel(LoggerFactory.WARNING) # log.setLevel(LoggerFactory.ERROR) path_sep = os.path.sep newstockdayl = 50 changedays = 5 def get_tdx_dir(): os_sys = cct.get_sys_system() os_platform = cct.get_sys_platform() if os_sys.find("Darwin") == 0: log.info("DarwinFind:%s" % os_sys)
import sys import time import types import pandas as pd import tushare as ts # print sys.path import JSONData.fundflowUtil as ffu import JohhnsonUtil.johnson_cons as ct import JohhnsonUtil.commonTips as cct from JSONData import realdatajson as rd import JohhnsonUtil.emacount as ema from JohhnsonUtil import LoggerFactory log = LoggerFactory.getLogger("SingleSAU") # log.setLevel(LoggerFactory.DEBUG) try: from urllib.request import urlopen, Request except ImportError: from urllib2 import urlopen, Request # def get_today(): # TODAY = datetime.date.today() # today = TODAY.strftime('%Y-%m-%d') # return today def time_sleep(timemin):
import re import sys import time # import urllib2 # from pandas import DataFrame import pandas as pd import JohhnsonUtil.johnson_cons as ct import JohhnsonUtil.commonTips as cct import singleAnalyseUtil as sl from JSONData import realdatajson as rl from JSONData import tdx_data_Day as tdd from JohhnsonUtil import LoggerFactory as LoggerFactory log = LoggerFactory.getLogger('SinaMonitor-Gold') # import json # try: # from urllib.request import urlopen, Request # except ImportError: # from urllib2 import urlopen, Request url_s = "http://vip.stock.finance.sina.com.cn/quotes_service/view/cn_bill_all.php?num=100&page=1&sort=ticktime&asc=0&volume=0&type=1" url_b = "http://vip.stock.finance.sina.com.cn/quotes_service/view/cn_bill_all.php?num=100&page=1&sort=ticktime&asc=0&volume=100000&type=0" url_real_sina = "http://finance.sina.com.cn/realstock/" url_real_sina_top = "http://vip.stock.finance.sina.com.cn/mkt/#stock_sh_up" url_real_east = "http://quote.eastmoney.com/sz000004.html" def downloadpage(url):
#-*- coding:utf-8 -*- import re import sys,time sys.path.append("..") import JohhnsonUtil.commonTips as cct import JohhnsonUtil.johnson_cons as ct import JohhnsonUtil.LoggerFactory as LoggerFactory import tdx_data_Day as tdd log = LoggerFactory.getLogger("FundFlow") # log.setLevel(LoggerFactory.INFO) import traceback from bs4 import BeautifulSoup def get_dfcfw_fund_flow(market): if market.startswith('http'): single=True url=market else: single=False url = ct.DFCFW_FUND_FLOW_URL % ct.SINA_Market_KEY_TO_DFCFW[market] data = cct.get_url_data_R(url) # vollist=re.findall('{data:(\d+)',code) vol_l=re.findall('\"([\d\D]+?)\"',data) dd={} if len(vol_l)==2: data=vol_l[0].split(',') dd['zlr'] = round(float(data[0]), 1) dd['zzb'] = round(float(data[1]), 1) dd['sjlr'] = round(float(data[2]), 1) dd['sjzb'] = round(float(data[3]), 1)
# 导入需要用到的库 # %matplotlib inline import sys import numpy as np import pandas as pd import statsmodels.api as sm from pylab import plt from sklearn.linear_model import LinearRegression from statsmodels import regression from JohhnsonUtil import LoggerFactory as LoggerFactory from JohhnsonUtil import commonTips as cct from JohhnsonUtil import zoompan log = LoggerFactory.getLogger('Linehistogram') # log.setLevel(LoggerFactory.DEBUG) from JSONData import tdx_data_Day as tdd # 取得股票的价格 # start = '2015-09-05' # end = '2016-01-04' # start = '2015-06-05' # end = '2016-01-13' # code = '300191' # code = '000738' def LIS(X): N = len(X) P = [0] * N
# -*- coding:utf-8 -*- import re import sys import time sys.path.append("..") import JohhnsonUtil.commonTips as cct import JohhnsonUtil.johnson_cons as ct import JohhnsonUtil.LoggerFactory as LoggerFactory import tdx_data_Day as tdd log = LoggerFactory.getLogger("thsDataUtil") # log.setLevel(LoggerFactory.INFO) # log.setLevel(LoggerFactory.DEBUG) import traceback ''' 涨跌幅: desc: http://q.10jqka.com.cn/interface/stock/gn/gainerzdf/desc/1/quote/quote asc: http://q.10jqka.com.cn/interface/stock/gn/gainerzdf/asc/1/quote/quote 净流入: http://q.10jqka.com.cn/interface/stock/gn/jlr/desc/1/quote/quote http://q.10jqka.com.cn/interface/stock/gn/jlr/desc/1/quote/quote '''
import time sys.path.append("..") import pandas as pd import requests from JohhnsonUtil import johnson_cons as ct from JohhnsonUtil import commonTips as cct from JohhnsonUtil import LoggerFactory import trollius as asyncio # from urllib2 import Request,urlopen from trollius.coroutines import From import tdx_data_Day as tdd log = LoggerFactory.getLogger("Sina_data") # log.setLevel(LoggerFactory.DEBUG) class StockCode: def __init__(self): self.start_t = time.time() self.STOCK_CODE_PATH = "stock_codes.conf" self.stock_code_path = self.stock_code_path() if not os.path.exists(self.stock_code_path): print ("update stock_codes.conf") self.get_stock_codes(True) self.stock_codes = None def stock_code_path(self):
else: try: if not cmd.find(' =') < 0: exec(cmd) else: print eval(cmd) print '' except Exception, e: print e # evalcmd(dir_mo) # break if __name__ == "__main__": # parsehtml(downloadpage(url_s)) log = LoggerFactory.getLogger('SinaMarket') # log.setLevel(LoggerFactory.DEBUG) if cct.isMac(): width, height = 166, 16 cct.set_console(width, height) else: width, height = 166, 18 cct.set_console(width, height) # cct.set_console(width, height) # if cct.isMac(): # cct.set_console(108, 16) # else: # cct.set_console(100, 16) status = False vol = ct.json_countVol
import pandas as pd import JohhnsonUtil.johnson_cons as ct import singleAnalyseUtil as slMon from JSONData import powerCompute as pct from JSONData import realdatajson as rl from JSONData import tdx_data_Day as tdd from JSONData import sina_data from JohhnsonUtil import LoggerFactory as LoggerFactory from JohhnsonUtil import commonTips as cct if __name__ == "__main__": # parsehtml(downloadpage(url_s)) # StreamHandler(sys.stdout).push_application() log = LoggerFactory.getLogger('Autodata') # log.setLevel(LoggerFactory.DEBUG) # handler=StderrHandler(format_string='{record.channel}: {record.message) [{record.extra[cwd]}]') # log.level = log.debug # error_handler = SyslogHandler('Sina-M-Log', level='ERROR') try: if cct.get_work_day_status() and cct.get_now_time_int() < 1505: # tdx_data=tdd.get_tdx_all_day_DayL_DF(market='cyb', dayl=1) print sina_data.Sina().get_stock_code_data('300006') tdx_data = rl.get_sina_Market_json('cyb') if len(tdx_data) < 1: raise KeyboardInterrupt("StopTime") else: print tdx_data[-2:] code = '300366'
# -*- coding:utf-8 -*- import matplotlib.pyplot as plt import numpy as np import pandas as pd from matplotlib.pyplot import show # from research_api import * from sklearn.linear_model import LinearRegression import sys sys.path.append("..") from JohhnsonUtil import LoggerFactory as LoggerFactory log = LoggerFactory.getLogger('LongSklearn') # log.setLevel(LoggerFactory.DEBUG) from JSONData import tdx_data_Day as tdd from JohhnsonUtil import zoompan def LIS(X): N = len(X) P = [0] * N M = [0] * (N + 1) L = 0 for i in range(N): lo = 1 hi = L while lo <= hi: mid = (lo + hi) // 2 if (X[M[mid]] < X[i]): lo = mid + 1 else:
import lxml.html import pandas as pd from lxml import etree from pandas.compat import StringIO sys.path.append("..") import JohhnsonUtil.johnson_cons as ct from JohhnsonUtil import LoggerFactory from JSONData.prettytable import * from JohhnsonUtil import commonTips as cct try: from urllib.request import urlopen, Request except ImportError: from urllib2 import urlopen, Request log=LoggerFactory.getLogger('Realdata') # log=LoggerFactory.JohnsonLoger('Realdata') def set_default_encode(code='utf-8'): import sys reload(sys) sys.setdefaultencoding(code) print (sys.getdefaultencoding()) print (sys.stdout.encoding) # print pt.PrettyTable([''] + list(df.columns)) def format_for_print(df): table = PrettyTable([''] + list(df.columns)) for row in df.itertuples():
# 导入需要用到的库 # %matplotlib inline import os, sys sys.path.append("..") import numpy as np import pandas as pd import statsmodels.api as sm from pylab import plt, show from sklearn.linear_model import LinearRegression from statsmodels import regression from JohhnsonUtil import LoggerFactory as LoggerFactory from JohhnsonUtil import commonTips as cct from JohhnsonUtil import zoompan log = LoggerFactory.getLogger(os.path.basename(sys.argv[0])) # log.setLevel(LoggerFactory.DEBUG) from JSONData import tdx_data_Day as tdd # 取得股票的价格 # start = '2015-09-05' # end = '2016-01-04' # start = '2015-06-05' # end = '2016-01-13' # code = '300191' # code = '000738' def LIS(X): N = len(X)