# print m_name
# break
# pd = DataFrame(sdata,columns=['code','time','vol','price','pre_p','detail','status','name'])
df = DataFrame(sdata, columns=['code', 'time', 'vol', 'price', 'pre_p', 'status', 'name'])
# for row in soup.find_all('tr',attrs={"class":"gray","class":""}):
except Exception as e:
print "Except:", (e)
else:
return df
raise IOError(ct.NETWORK_URL_ERROR_MSG)
if __name__ == "__main__":
# parsehtml(downloadpage(url_s))
# StreamHandler(sys.stdout).push_application()
log = LoggerFactory.getLogger('SinaMarketNew')
# log.setLevel(LoggerFactory.DEBUG)
# handler=StderrHandler(format_string='{record.channel}: {record.message) [{record.extra[cwd]}]')
# log.level=log.debug
# error_handler = SyslogHandler('Sina-M-Log', level='ERROR')
if cct.isMac():
cct.set_console(165, 16)
else:
cct.set_console(160, 15)
status = False
vol = '0'
type = '2'
# cut_num=10000
success = 0
# print m_name
# break
# pd = DataFrame(sdata,columns=['code','time','vol','price','pre_p','detail','status','name'])
df = DataFrame(sdata, columns=["code", "time", "vol", "price", "pre_p", "status", "name"])
# for row in soup.find_all('tr',attrs={"class":"gray","class":""}):
except Exception as e:
print "Except:", (e)
else:
return df
raise IOError(ct.NETWORK_URL_ERROR_MSG)
if __name__ == "__main__":
# parsehtml(downloadpage(url_s))
log = LoggerFactory.getLogger("SinaMarket")
# log.setLevel(LoggerFactory.DEBUG)
if cct.isMac():
cct.set_console(90, 16)
else:
cct.set_console(82, 16)
status = False
vol = "0"
type = "2"
cut_num = 20000
success = 0
top_all = pd.DataFrame()
time_s = time.time()
# delay_time = 7200
delay_time = cct.get_delay_time()
from pandas import Series
import sys
sys.path.append("..")
from JSONData import realdatajson as rl
from JohhnsonUtil import LoggerFactory
from JohhnsonUtil import commonTips as cct
from JohhnsonUtil import johnson_cons as ct
import tushare as ts
# import datetime
# import logbook
# log=logbook.Logger('TDX_day')
log = LoggerFactory.getLogger("TDX_Day")
# log.setLevel(LoggerFactory.DEBUG)
# log.setLevel(LoggerFactory.INFO)
# log.setLevel(LoggerFactory.WARNING)
# log.setLevel(LoggerFactory.ERROR)
path_sep = os.path.sep
newstockdayl = 50
changedays = 5
def get_tdx_dir():
os_sys = cct.get_sys_system()
os_platform = cct.get_sys_platform()
if os_sys.find("Darwin") == 0:
log.info("DarwinFind:%s" % os_sys)
import sys
import time
import types
import pandas as pd
import tushare as ts
# print sys.path
import JSONData.fundflowUtil as ffu
import JohhnsonUtil.johnson_cons as ct
import JohhnsonUtil.commonTips as cct
from JSONData import realdatajson as rd
import JohhnsonUtil.emacount as ema
from JohhnsonUtil import LoggerFactory
log = LoggerFactory.getLogger("SingleSAU")
# log.setLevel(LoggerFactory.DEBUG)
try:
from urllib.request import urlopen, Request
except ImportError:
from urllib2 import urlopen, Request
# def get_today():
# TODAY = datetime.date.today()
# today = TODAY.strftime('%Y-%m-%d')
# return today
def time_sleep(timemin):
import re
import sys
import time
# import urllib2
# from pandas import DataFrame
import pandas as pd
import JohhnsonUtil.johnson_cons as ct
import JohhnsonUtil.commonTips as cct
import singleAnalyseUtil as sl
from JSONData import realdatajson as rl
from JSONData import tdx_data_Day as tdd
from JohhnsonUtil import LoggerFactory as LoggerFactory
log = LoggerFactory.getLogger('SinaMonitor-Gold')
# import json
# try:
# from urllib.request import urlopen, Request
# except ImportError:
# from urllib2 import urlopen, Request
url_s = "http://vip.stock.finance.sina.com.cn/quotes_service/view/cn_bill_all.php?num=100&page=1&sort=ticktime&asc=0&volume=0&type=1"
url_b = "http://vip.stock.finance.sina.com.cn/quotes_service/view/cn_bill_all.php?num=100&page=1&sort=ticktime&asc=0&volume=100000&type=0"
url_real_sina = "http://finance.sina.com.cn/realstock/"
url_real_sina_top = "http://vip.stock.finance.sina.com.cn/mkt/#stock_sh_up"
url_real_east = "http://quote.eastmoney.com/sz000004.html"
def downloadpage(url):
#-*- coding:utf-8 -*-
import re
import sys,time
sys.path.append("..")
import JohhnsonUtil.commonTips as cct
import JohhnsonUtil.johnson_cons as ct
import JohhnsonUtil.LoggerFactory as LoggerFactory
import tdx_data_Day as tdd
log = LoggerFactory.getLogger("FundFlow")
# log.setLevel(LoggerFactory.INFO)
import traceback
from bs4 import BeautifulSoup
def get_dfcfw_fund_flow(market):
if market.startswith('http'):
single=True
url=market
else:
single=False
url = ct.DFCFW_FUND_FLOW_URL % ct.SINA_Market_KEY_TO_DFCFW[market]
data = cct.get_url_data_R(url)
# vollist=re.findall('{data:(\d+)',code)
vol_l=re.findall('\"([\d\D]+?)\"',data)
dd={}
if len(vol_l)==2:
data=vol_l[0].split(',')
dd['zlr'] = round(float(data[0]), 1)
dd['zzb'] = round(float(data[1]), 1)
dd['sjlr'] = round(float(data[2]), 1)
dd['sjzb'] = round(float(data[3]), 1)
# 导入需要用到的库
# %matplotlib inline
import sys
import numpy as np
import pandas as pd
import statsmodels.api as sm
from pylab import plt
from sklearn.linear_model import LinearRegression
from statsmodels import regression
from JohhnsonUtil import LoggerFactory as LoggerFactory
from JohhnsonUtil import commonTips as cct
from JohhnsonUtil import zoompan
log = LoggerFactory.getLogger('Linehistogram')
# log.setLevel(LoggerFactory.DEBUG)
from JSONData import tdx_data_Day as tdd
# 取得股票的价格
# start = '2015-09-05'
# end = '2016-01-04'
# start = '2015-06-05'
# end = '2016-01-13'
# code = '300191'
# code = '000738'
def LIS(X):
N = len(X)
P = [0] * N
# -*- coding:utf-8 -*-
import re
import sys
import time
sys.path.append("..")
import JohhnsonUtil.commonTips as cct
import JohhnsonUtil.johnson_cons as ct
import JohhnsonUtil.LoggerFactory as LoggerFactory
import tdx_data_Day as tdd
log = LoggerFactory.getLogger("thsDataUtil")
# log.setLevel(LoggerFactory.INFO)
# log.setLevel(LoggerFactory.DEBUG)
import traceback
'''
涨跌幅:
desc:
http://q.10jqka.com.cn/interface/stock/gn/gainerzdf/desc/1/quote/quote
asc:
http://q.10jqka.com.cn/interface/stock/gn/gainerzdf/asc/1/quote/quote
净流入:
http://q.10jqka.com.cn/interface/stock/gn/jlr/desc/1/quote/quote
http://q.10jqka.com.cn/interface/stock/gn/jlr/desc/1/quote/quote
'''
import time
sys.path.append("..")
import pandas as pd
import requests
from JohhnsonUtil import johnson_cons as ct
from JohhnsonUtil import commonTips as cct
from JohhnsonUtil import LoggerFactory
import trollius as asyncio
# from urllib2 import Request,urlopen
from trollius.coroutines import From
import tdx_data_Day as tdd
log = LoggerFactory.getLogger("Sina_data")
# log.setLevel(LoggerFactory.DEBUG)
class StockCode:
def __init__(self):
self.start_t = time.time()
self.STOCK_CODE_PATH = "stock_codes.conf"
self.stock_code_path = self.stock_code_path()
if not os.path.exists(self.stock_code_path):
print ("update stock_codes.conf")
self.get_stock_codes(True)
self.stock_codes = None
def stock_code_path(self):
else:
try:
if not cmd.find(' =') < 0:
exec(cmd)
else:
print eval(cmd)
print ''
except Exception, e:
print e
# evalcmd(dir_mo)
# break
if __name__ == "__main__":
# parsehtml(downloadpage(url_s))
log = LoggerFactory.getLogger('SinaMarket')
# log.setLevel(LoggerFactory.DEBUG)
if cct.isMac():
width, height = 166, 16
cct.set_console(width, height)
else:
width, height = 166, 18
cct.set_console(width, height)
# cct.set_console(width, height)
# if cct.isMac():
# cct.set_console(108, 16)
# else:
# cct.set_console(100, 16)
status = False
vol = ct.json_countVol
import pandas as pd
import JohhnsonUtil.johnson_cons as ct
import singleAnalyseUtil as slMon
from JSONData import powerCompute as pct
from JSONData import realdatajson as rl
from JSONData import tdx_data_Day as tdd
from JSONData import sina_data
from JohhnsonUtil import LoggerFactory as LoggerFactory
from JohhnsonUtil import commonTips as cct
if __name__ == "__main__":
# parsehtml(downloadpage(url_s))
# StreamHandler(sys.stdout).push_application()
log = LoggerFactory.getLogger('Autodata')
# log.setLevel(LoggerFactory.DEBUG)
# handler=StderrHandler(format_string='{record.channel}: {record.message) [{record.extra[cwd]}]')
# log.level = log.debug
# error_handler = SyslogHandler('Sina-M-Log', level='ERROR')
try:
if cct.get_work_day_status() and cct.get_now_time_int() < 1505:
# tdx_data=tdd.get_tdx_all_day_DayL_DF(market='cyb', dayl=1)
print sina_data.Sina().get_stock_code_data('300006')
tdx_data = rl.get_sina_Market_json('cyb')
if len(tdx_data) < 1:
raise KeyboardInterrupt("StopTime")
else:
print tdx_data[-2:]
code = '300366'
# -*- coding:utf-8 -*-
import matplotlib.pyplot as plt
import numpy as np
import pandas as pd
from matplotlib.pyplot import show
# from research_api import *
from sklearn.linear_model import LinearRegression
import sys
sys.path.append("..")
from JohhnsonUtil import LoggerFactory as LoggerFactory
log = LoggerFactory.getLogger('LongSklearn')
# log.setLevel(LoggerFactory.DEBUG)
from JSONData import tdx_data_Day as tdd
from JohhnsonUtil import zoompan
def LIS(X):
N = len(X)
P = [0] * N
M = [0] * (N + 1)
L = 0
for i in range(N):
lo = 1
hi = L
while lo <= hi:
mid = (lo + hi) // 2
if (X[M[mid]] < X[i]):
lo = mid + 1
else:
import lxml.html
import pandas as pd
from lxml import etree
from pandas.compat import StringIO
sys.path.append("..")
import JohhnsonUtil.johnson_cons as ct
from JohhnsonUtil import LoggerFactory
from JSONData.prettytable import *
from JohhnsonUtil import commonTips as cct
try:
from urllib.request import urlopen, Request
except ImportError:
from urllib2 import urlopen, Request
log=LoggerFactory.getLogger('Realdata')
# log=LoggerFactory.JohnsonLoger('Realdata')
def set_default_encode(code='utf-8'):
import sys
reload(sys)
sys.setdefaultencoding(code)
print (sys.getdefaultencoding())
print (sys.stdout.encoding)
# print pt.PrettyTable([''] + list(df.columns))
def format_for_print(df):
table = PrettyTable([''] + list(df.columns))
for row in df.itertuples():
# 导入需要用到的库
# %matplotlib inline
import os, sys
sys.path.append("..")
import numpy as np
import pandas as pd
import statsmodels.api as sm
from pylab import plt, show
from sklearn.linear_model import LinearRegression
from statsmodels import regression
from JohhnsonUtil import LoggerFactory as LoggerFactory
from JohhnsonUtil import commonTips as cct
from JohhnsonUtil import zoompan
log = LoggerFactory.getLogger(os.path.basename(sys.argv[0]))
# log.setLevel(LoggerFactory.DEBUG)
from JSONData import tdx_data_Day as tdd
# 取得股票的价格
# start = '2015-09-05'
# end = '2016-01-04'
# start = '2015-06-05'
# end = '2016-01-13'
# code = '300191'
# code = '000738'
def LIS(X):
N = len(X)
