def _getoz(self):
sql='select * from ouzhi y where y.idnm={}'.format(self.id1)
#ozlist=savedateClass().select(sql)
bzoz=1
#rongcuo=ozlist if ozlist==0 else len(ozlist)
rongcuo=0
#print(len(ozlist))
if rongcuo==0:
hs=htmlsoup(self.id1)
ozlist,bzoz=hs.getouzhi()
return ozlist,bzoz
def get_yapan_df(self, idnm):
k = htmlsoup(idnm)
yplist, z = k.getyapan()
columns = ['idnm', 'xh', 'bcgs', 'n1', 'jp', 'n2', 'n3', 'cp', 'n4']
#print(yplist)
df = DataFrame(yplist, columns=columns)
df.to_csv('bifa.csv')
df = zqconfigClass(0).select('bifa.csv')
df1 = df[df.bcgs == 'Bet365']
print(idnm, df1.jp.values)
return df1
def _getbf(self):
sql='select * from bifa y where y.xh>0 and y.idnm={}'.format(self.id1)
sql2='select * from sjtdbf y where y.idnm={}'.format(self.id1)
#bflist=savedateClass().select(sql)
#bflist_sjtd=savedateClass().select(sql2)
bzbf=1
#rongcuo=bflist if bflist==0 else len(bflist)
rongcuo=0
if rongcuo==0:
hs=htmlsoup(self.id1)
bflist,bzbf,bflist_sjtd=hs.getbifa()
return bflist,bzbf,bflist_sjtd
def get_bifa_df(self, idnm):
k = htmlsoup(idnm)
columns_list = [
'idnm', 'xh', 'xm', 'pl', 'gl', 'bd', 'bf', 'cjj', 'cjl', 'zjyk',
'bfzs', 'lrzs', 'ykzs'
]
columns_sjtd = ['idnm', 'ty', 'gm', 'fx', 'bz']
listbifa, z, listsjtd = k.getbifa()
df = DataFrame(listbifa, columns=columns_list)
sjtd_df = DataFrame(listsjtd, columns=columns_sjtd)
return df, z, sjtd_df
def _getsc(self):
sql='select * from scb y where y.idnm={}'.format(self.id1)
#scblist=savedateClass().select(sql)
bzsc=1
#容错
#rongcuo=scblist if scblist==0 else len(scblist)
rongcuo=0
#print(rongcuo)
#print(len(scblist))
if rongcuo==0:
hs=htmlsoup(self.id1)
scblist,bzsc=hs.getsc()
return scblist,bzsc
def getbs(self, id1):
print('开始获取', id1)
dates = savedateClass()
hs = htmlsoup(id1)
scblist, bzsc, ozlist = hs.getscbandouzhi()
#print(scblist)
#return 0
if bzsc == 0:
print("无赛程")
scberrorsql = "insert into scb_error values (%s,%s)"
liste = []
listee = []
liste.append(str(id1))
liste.append("无赛程")
listee.append(liste)
dates.insert(listee, scberrorsql)
return 0
bzoz = bzsc
#ozlist,bzoz=hs.getouzhi()
yplist, bzyp = hs.getyapan()
bflist, bzbf, bflist_sjtd = hs.getbifa()
if bzsc * bzoz * bzyp == 0:
print('no date ,return')
return 0
print('写入数据库....')
scbsql = "insert into scb values (%s,%s,%s,%s,%s,%s,%s,%s,%s)"
ypsql = "insert into yapan values (%s,%s,%s,%s,%s,%s,%s,%s,%s)"
ozsql = "insert into ouzhi values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"
bfsql = "insert into bifa values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"
bfsql_sjtd = "insert into sjtdbf values (%s,%s,%s,%s,%s)"
t = dates.insert(scblist, scbsql) #写入赛程
if t == 1:
dates.insert(ozlist, ozsql) #写入欧指
dates.insert(yplist, ypsql) #写入亚盘
if bzbf == 1:
dates.insert(bflist, bfsql) #写入必发
dates.insert(bflist_sjtd, bfsql_sjtd) #写入必发-数据提点
else:
print('no date ,写入必发空值')
dates.insert(bflist, bfsql) #写入必发空值
return 1
def _getyp(self):
sql='select * from yapan y where y.idnm={}'.format(self.id1)
#print(sql)
#yplist=savedateClass().select(sql)
bzyp=1
#容错
#rongcuo=yplist if yplist==0 else len(yplist)
rongcuo=0
#print(rongcuo)
#print(len(scblist))
if rongcuo==0:
hs=htmlsoup(self.id1)
yplist,bzyp=hs.getyapan()
return yplist,bzyp
def get_bifa_df(self, idnm):
k = htmlsoup(idnm)
columns_list = [
'idnm', 'xh', 'xm', 'pl', 'gl', 'bd', 'bf', 'cjj', 'cjl', 'zjyk',
'bfzs', 'lrzs', 'ykzs'
]
listbifa, z, listsjtd = k.getbifa()
if z == 0:
columns = [
'idnm', 'glc3', 'ykzs3', 'glc1', 'ykzs1', 'glc0', 'ykzs0'
]
list_bf = [[idnm, 0, 0, 0, 0, 0, 0]]
df = DataFrame(list_bf, columns=columns)
return df, z
df = DataFrame(listbifa, columns=columns_list)
#用bifa。csv 中转，结局字符和数据的转换
df.to_csv('bifa.csv')
df_li = []
df_li2 = []
df_li.append(int(idnm))
df1 = zqconfigClass(0).select('bifa.csv')
listbbb = df1.values.tolist()
for x in listbbb:
if x[1] == 1:
df_li.append(x[4] - x[6])
df_li.append(x[12])
for x in listbbb:
if x[1] == 2:
df_li.append(x[4] - x[6])
df_li.append(x[12])
for x in listbbb:
if x[1] == 3:
df_li.append(x[4] - x[6])
df_li.append(x[12])
columns = ['idnm', 'glc3', 'ykzs3', 'glc1', 'ykzs1', 'glc0', 'ykzs0']
df_li2.append(df_li)
df = DataFrame(df_li2, columns=columns)
return df, z
def bqbf(self, id1):
print('开始获取必发', id1)
if self.isin_bf(id1) == 1:
print(id1, '有必发数据在数库中')
return 0
hs = htmlsoup(id1)
bflist, bzbf, bflist_sjtd = hs.getbifa()
print('写入数据库....')
dates = savedateClass()
bfsql = "insert into bifa values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"
bfsql_sjtd = "insert into sjtdbf values (%s,%s,%s,%s,%s)"
if bzbf == 1:
dates.insert(bflist, bfsql) #写入必发
dates.insert(bflist_sjtd, bfsql_sjtd) #写入必发-数据提点
else:
print('no date ,写入必发空值')
dates.insert(bflist, bfsql) #写入必发空值
return 2
return 1
def get_ouzhi_df(self, idnm):
k = htmlsoup(idnm)
scblist, z, ouzhilist = k.getscbandouzhi() #赛程表和欧赔
columns_list_ouzhi = [
'idnm', 'xh', 'bcgs', 'cz3', 'cz1', 'cz0', 'jz3', 'jz1', 'jz0',
'cgl3', 'cgl1', 'cgl0', 'jgl3', 'jgl1', 'jgl0', 'chf', 'jhf',
'ck3', 'ck1', 'ck0', 'jk3', 'jk1', 'jk0'
]
df = DataFrame(ouzhilist, columns=columns_list_ouzhi)
#df=df[df.bcgs.isin(['Expekt','BINGOAL','Sweden','Oddset','Iceland','Bet365','威廉希尔'])]
#临时出入文件再读出
df.to_csv('bifa.csv')
df_ouzhi = zqconfigClass(0).select('bifa.csv')
columns_list_scb = [
'idnm', 'zd', 'kd', 'nd', 'ls', 'lc', 'zjq', 'kjq', 'bssj'
]
df2 = DataFrame(scblist, columns=columns_list_scb)
#临时出入文件再读出
df2.to_csv('bifa.csv')
df_scb = zqconfigClass(0).select('bifa.csv')
#print(df_scb)
return df_ouzhi, df_scb
