def crawser_index(self):
print '重庆时时彩 -----------> 开始抓取'
if self.judge_need_crawser() == 1:
DBC.CreateTableHistoryIfNotEXist()
result = NM.web_getcontent(crawser_url)
if len(result) == 0:
return
sss = json.loads(result)
rows = sss['rows']
row = rows[0]
shijian = row['lotteryTime'][:16]
numbers = str(row['n1']) + ',' + str(row['n2']) + ',' + str(
row['n3']) + ',' + str(row['n4']) + ',' + str(row['n5'])
qishu = row['termNum']
sql = "select {0} from {1} order by {0} desc limit 1".format(
CF.HISQI, CF.HISTAB)
result = DBM.maka_do_sql(sql)
databaseQishu = '0'
if len(result) > 0:
databaseQishu = result[0][0]
if qishu <= databaseQishu:
print '重庆时时彩 &&&&&&&&&&&&&&& 抓取的数据在数据库中已存在 &&&&&&&&&&&&&'
return
sql = "INSERT INTO {0} ({1},{2},{3},{4},{5},{6},{7}) VALUES ( \
'{8}','{9}',{10},{11},{12},{13},{14});" .format( \
CF.HISTAB, CF.HISQI, CF.HISTIME, CF.HISN1, CF.HISN2, CF.HISN3, CF.HISN4, CF.HISN5, \
qishu, shijian, str(row['n1']), str(row['n2']), str(row['n3']), str(row['n4']), str(row['n5']))
DBM.maka_do_sql(sql)
print '重庆时时彩 ########## 插入SQL:' + sql + ' ############'
time.sleep(1)
print '重庆时时彩 -------进入预测-------'
yc = Yuce.Yuce()
yc.startYuce()
print '重庆时时彩 -------进入统计-------'
DBC.CreateTableTongjiIfNotEXist()
cm = CalculateManager.CalculateManager()
cm.calculate()
print '重庆时时彩 -------删除原统计数据---------'
jso = demjson.encode(cm.results)
sql = "DELETE FROM {0} WHERE {1} > 0;".format(CF.TJTAB, CF.TJQI)
DBM.maka_do_sql(sql)
print '重庆时时彩 ^^^^^^^^^^^插入新的统计^^^^^^^^^^^'
sql = "INSERT INTO {0} ({1},{2}) VALUES ('{3}','{4}');".format(
CF.TJTAB, CF.TJQI, CF.TJRS, qishu, jso)
DBM.maka_do_sql(sql)
def startYuce(self):
CREATOR.CreateTablePersonIfNotEXist()
CREATOR.CreateTableBeatListIfNotEXist()
sql = "select {0} from {1} order by {0} DESC limit 1".format(DBC.HISQI,DBC.HISTAB)
result = DBM.maka_do_sql(sql)
qishu = result[0][0]
persons = [100,101,102,103,104,105,106,107,108,109]
names = ["菜鸟计划","山神计划","盖伦计划","宝贝计划","二狗计划","老马计划","必赢计划","莎莎计划","李仙人计划","白小姐计划"]
self.calculateHistoryYuce()
for person in persons:
self.getTouzhuForPerson(person,names[person - 100],qishu)
def extract_mission_attributes_from_protocol(protocol):
field_names = []
field_types = []
attributes = DatabaseCreator.get_attributes(protocol['mission'])
for attribute in attributes:
field_names.append(attribute['name'])
field_types.append(attribute['type'])
return field_names, field_types
def extract_feature_attributes_from_protocol(protocol, feature_name):
field_names = []
field_types = []
attributes = None
for feature in protocol['features']:
if feature['name'] == feature_name:
attributes = DatabaseCreator.get_attributes(feature)
for attribute in attributes:
field_names.append(attribute['name'])
field_types.append(attribute['type'])
return field_names, field_types
:param items: A list of values
:param indexes: a list of index in items
:return: the subset of values in items at just indexes
"""
results = []
for i in indexes:
results.append(items[i])
return results
def maybe_float(string):
try:
return float(string)
except ValueError:
return None
def maybe_int(string):
try:
return int(string)
except ValueError:
return None
if __name__ == '__main__':
protocol_path = r"\\akrgis.nps.gov\inetApps\observer\protocols\sample.obsprot"
fgdb_folder = r"C:\tmp\observer"
csv_folder = r"C:\tmp\observer\test1"
database, protocol_json = DatabaseCreator.database_for_protocol_file(protocol_path, fgdb_folder)
process_csv_folder(csv_folder, protocol_json, database)
