def dji(): f = urllib2.urlopen('http://stock.finance.sina.com.cn/usstock/api/json.php/US_MinlineNService.getMinline?symbol=.dji&day=5&?=0.4058946408331394') html = f.read() html = html[14:len(html) - 3] # Date Time fetchdtLong = long(time.time()) fetchdate = datetime.datetime.now().strftime('%Y-%m-%d') fetchtime = datetime.datetime.now().strftime('%H:%M:%S') fdb = FDatabase() dayArr = re.split(' ', html) for dayStr in dayArr: sdate = dayStr[0:10] #print sdate for minStr in re.split(';', dayStr[12:]): minArr = re.split(',', minStr) dtime = minArr[0] ddt = datetime.datetime.strptime(sdate + ' ' + dtime, '%Y-%m-%d %H:%M:%S') dlong = time.mktime(ddt.timetuple()) + 12 * 60 * 60 ddt = datetime.datetime.fromtimestamp(dlong) ddate = ddt.strftime('%Y-%m-%d') dtime = ddt.strftime('%H:%M:%S') #print ddate + ' ' + dtime + ' ' + minArr[3] fdb.addData('USADJI', (dlong, ddate, dtime, minArr[3], '', fetchdtLong, fetchdate, fetchtime)) fdb.commit() print 'Importing DJI from sina done!'
def dji(): f = urllib2.urlopen( 'http://stock.finance.sina.com.cn/usstock/api/json.php/US_MinlineNService.getMinline?symbol=.dji&day=5&?=0.4058946408331394' ) html = f.read() html = html[14:len(html) - 3] # Date Time fetchdtLong = long(time.time()) fetchdate = datetime.datetime.now().strftime('%Y-%m-%d') fetchtime = datetime.datetime.now().strftime('%H:%M:%S') fdb = FDatabase() dayArr = re.split(' ', html) for dayStr in dayArr: sdate = dayStr[0:10] #print sdate for minStr in re.split(';', dayStr[12:]): minArr = re.split(',', minStr) dtime = minArr[0] ddt = datetime.datetime.strptime(sdate + ' ' + dtime, '%Y-%m-%d %H:%M:%S') dlong = time.mktime(ddt.timetuple()) + 12 * 60 * 60 ddt = datetime.datetime.fromtimestamp(dlong) ddate = ddt.strftime('%Y-%m-%d') dtime = ddt.strftime('%H:%M:%S') #print ddate + ' ' + dtime + ' ' + minArr[3] fdb.addData('USADJI', (dlong, ddate, dtime, minArr[3], '', fetchdtLong, fetchdate, fetchtime)) fdb.commit() print 'Importing DJI from sina done!'
def jobPrecialMental(): try: f = urllib2.urlopen("http://www.icbc.com.cn/ICBCDynamicSite/Charts/GoldTendencyPicture.aspx", timeout=60) html = f.read() silverRmbPattern = re.compile( r"""人民币账户白银\s*</td>\s*<td[\s\S]+?</td>\s*<td.*?>\s*(.*?)\s*</td> \s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>""", re.S + re.X, ) goldUsdPattern = re.compile( r"""美元账户黄金 \s*</td>\s*<td[\s\S]+?</td>\s*<td.*?>\s*(.*?)\s*</td> \s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>""", re.S + re.X, ) agTDPattern = re.compile( r"""Ag\(T\+D\) \s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td[\s\S]+?</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td> \s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td> \s*<td.*?>\s*(.*?)\s*</td>""", re.S + re.X, ) pmsSilverRmb = silverRmbPattern.search(html) pmsGoldUsd = goldUsdPattern.search(html) pmsAgTD = agTDPattern.search(html) # Date Time fetchdtLong = long(time.time()) fetchdate = datetime.datetime.now().strftime("%Y-%m-%d") fetchtime = datetime.datetime.now().strftime("%H:%M:%S") # Ag T+D Date Time agTddt = datetime.datetime.strptime(pmsAgTD.group(8), "%Y-%m-%d %H:%M:%S") agTdLong = time.mktime(agTddt.timetuple()) agTdDate = agTddt.strftime("%Y-%m-%d") agTdTime = agTddt.strftime("%H:%M:%S") print ("fetchdt:" + str(fetchdtLong) + ",fetchdate:" + fetchdate + ",fetchtime:" + fetchtime) print ("SilverRmb:" + pmsSilverRmb.group(3) + ",GoldUsd:" + pmsGoldUsd.group(3)) print ("AgTd:" + pmsAgTD.group(1) + ", Volume:" + pmsAgTD.group(3) + ", Time:" + pmsAgTD.group(8)) fdb = FDatabase() fdb.addData( "SILVERRMB", (fetchdtLong, fetchdate, fetchtime, pmsSilverRmb.group(3), "", fetchdtLong, fetchdate, fetchtime), ) fdb.addData( "GOLDUSD", (fetchdtLong, fetchdate, fetchtime, pmsGoldUsd.group(3), "", fetchdtLong, fetchdate, fetchtime) ) fdb.addAgTd( (agTdLong, agTdDate, agTdTime, pmsAgTD.group(1), pmsAgTD.group(3), fetchdtLong, fetchdate, fetchtime) ) fdb.commit() except: traceback.print_exc()
def jobPrecialMental(): try: f = urllib2.urlopen( 'http://www.icbc.com.cn/ICBCDynamicSite/Charts/GoldTendencyPicture.aspx', timeout=60) html = f.read() silverRmbPattern = re.compile( r"""人民币账户白银\s*</td>\s*<td[\s\S]+?</td>\s*<td.*?>\s*(.*?)\s*</td> \s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>""", re.S + re.X) goldUsdPattern = re.compile( r"""美元账户黄金 \s*</td>\s*<td[\s\S]+?</td>\s*<td.*?>\s*(.*?)\s*</td> \s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>""", re.S + re.X) agTDPattern = re.compile( r"""Ag\(T\+D\) \s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td[\s\S]+?</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td> \s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td>\s*<td.*?>\s*(.*?)\s*</td> \s*<td.*?>\s*(.*?)\s*</td>""", re.S + re.X) pmsSilverRmb = silverRmbPattern.search(html) pmsGoldUsd = goldUsdPattern.search(html) pmsAgTD = agTDPattern.search(html) # Date Time fetchdtLong = long(time.time()) fetchdate = datetime.datetime.now().strftime('%Y-%m-%d') fetchtime = datetime.datetime.now().strftime('%H:%M:%S') # Ag T+D Date Time agTddt = datetime.datetime.strptime(pmsAgTD.group(8), '%Y-%m-%d %H:%M:%S') agTdLong = time.mktime(agTddt.timetuple()) agTdDate = agTddt.strftime('%Y-%m-%d') agTdTime = agTddt.strftime('%H:%M:%S') print('fetchdt:' + str(fetchdtLong) + ',fetchdate:' + fetchdate + ',fetchtime:' + fetchtime) print('SilverRmb:' + pmsSilverRmb.group(3) + ',GoldUsd:' + pmsGoldUsd.group(3)) print('AgTd:' + pmsAgTD.group(1) + ', Volume:' + pmsAgTD.group(3) + ', Time:' + pmsAgTD.group(8)) fdb = FDatabase() fdb.addData('SILVERRMB', (fetchdtLong, fetchdate, fetchtime, pmsSilverRmb.group(3), '', fetchdtLong, fetchdate, fetchtime)) fdb.addData('GOLDUSD', (fetchdtLong, fetchdate, fetchtime, pmsGoldUsd.group(3), '', fetchdtLong, fetchdate, fetchtime)) fdb.addAgTd((agTdLong, agTdDate, agTdTime, pmsAgTD.group(1), pmsAgTD.group(3), fetchdtLong, fetchdate, fetchtime)) fdb.commit() except: traceback.print_exc()
def goldUsd(): f = urllib2.urlopen( "http://www.icbc.com.cn/ICBCDynamicSite/Charts/TimeLine.aspx?pWidth=1010&pHeight=600&dataType=0&dataId=801&picType=3" ) html = f.read() # pattern = re.compile(r"""dataCell\.cell0 = \"(.*?)\";dataCell\.cell1 = \"(.*?)\"""", re.S + re.X) pattern = re.compile( r"""dataCell\.cell0\s=\s\"(.*?)\";dataCell\.cell1\s=\s\"(.*?)\";dataCell.cell2\s=\s\"(.*?)\";""", re.S + re.X ) # Date Time fetchdtLong = long(time.time()) fetchdate = datetime.datetime.now().strftime("%Y-%m-%d") fetchtime = datetime.datetime.now().strftime("%H:%M:%S") fdb = FDatabase() for m in re.finditer(pattern, html): # print '%02d-%02d: %s, %s, %s' % (m.start(), m.end(), m.group(1), m.group(2), m.group(3)) ddt = datetime.datetime.strptime(m.group(1), "%Y-%m-%d %H:%M:%S") dlong = time.mktime(ddt.timetuple()) ddate = ddt.strftime("%Y-%m-%d") dtime = ddt.strftime("%H:%M:%S") fdb.addData("GOLDUSD", (dlong, ddate, dtime, m.group(2), "", fetchdtLong, fetchdate, fetchtime)) fdb.commit() print "Importing gold usd from icbc done!"
def goldUsd(): f = urllib2.urlopen( 'http://www.icbc.com.cn/ICBCDynamicSite/Charts/TimeLine.aspx?pWidth=1010&pHeight=600&dataType=0&dataId=801&picType=3' ) html = f.read() #pattern = re.compile(r"""dataCell\.cell0 = \"(.*?)\";dataCell\.cell1 = \"(.*?)\"""", re.S + re.X) pattern = re.compile( r"""dataCell\.cell0\s=\s\"(.*?)\";dataCell\.cell1\s=\s\"(.*?)\";dataCell.cell2\s=\s\"(.*?)\";""", re.S + re.X) # Date Time fetchdtLong = long(time.time()) fetchdate = datetime.datetime.now().strftime('%Y-%m-%d') fetchtime = datetime.datetime.now().strftime('%H:%M:%S') fdb = FDatabase() for m in re.finditer(pattern, html): #print '%02d-%02d: %s, %s, %s' % (m.start(), m.end(), m.group(1), m.group(2), m.group(3)) ddt = datetime.datetime.strptime(m.group(1), '%Y-%m-%d %H:%M:%S') dlong = time.mktime(ddt.timetuple()) ddate = ddt.strftime('%Y-%m-%d') dtime = ddt.strftime('%H:%M:%S') fdb.addData('GOLDUSD', (dlong, ddate, dtime, m.group(2), '', fetchdtLong, fetchdate, fetchtime)) fdb.commit() print 'Importing gold usd from icbc done!'