def start_fetching(self, start, end, period, pro_start_time): code_num = 0 data = '' code_list = ASharesCodeReal.mgr().get_all_codes() num_all = len(code_list) for code in code_list: url = self.generate_url(code,start,end,period) try: data = self.fetch_data(url) except Exception, e: print code,e if data: import_num = self.save_data(code,data) print self.progress_bar(code,len(code_list),code_num,pro_start_time) code_num += 1
def start_fetching(self, start, end, period, pro_start_time): code_num = 0 data = '' code_list = ASharesCodeReal.mgr().get_all_codes() num_all = len(code_list) for code in code_list: url = self.generate_url(code, start, end, period) try: data = self.fetch_data(url) except Exception, e: print code, e if data: import_num = self.save_data(code, data) print self.progress_bar(code, len(code_list), code_num, pro_start_time) code_num += 1
def init_data2db(fns, f_dir, start): #fns = ['table002367.sz','table200016.sz'] filenum = 0 num = 0 all_file_num = ASharesCodeReal.mgr().get_len_codes() for f in fns: filenum += 1 print f, "...... ", "%0.02f" % ( 100 * float(filenum) / float(all_file_num) ), "%", "......running time:", datetime.datetime.now() - start if len(f) == 21: #wget下载的文件 (table.csv?s=000002.sz) code = f.strip()[12:18] exch = f.strip()[19:] elif len(f) == 14: #urllib2下载的文件 (table600602.ss) code = f.strip()[5:11] exch = f.strip()[12:] else: print "ERROR filename doesn't match!" continue of = open('%s%s' % (f_dir, f), 'r') for i in of.readlines(): #文件行循环 #if 'Open' not in i: #去掉文件内容第一行 if 'Open' in i: continue else: try: data = i.strip().split(',') s = StockData.new() s.code = str(code) s.exchange = str(exch) s.Date = data[0] s.Open = float(data[1]) s.High = float(data[2]) s.Low = float(data[3]) s.Close = float(data[4]) s.Volume = long(data[5]) s.AdjClose = float(data[6]) #print s s.save() num += 1 except Exception, e: print f print s print e
def init_data2db(fns, f_dir, start): #fns = ['table002367.sz','table200016.sz'] filenum = 0 num = 0 all_file_num = ASharesCodeReal.mgr().get_len_codes() for f in fns: filenum += 1 print f,"...... ","%0.02f"%(100*float(filenum)/float(all_file_num)),"%","......running time:",datetime.datetime.now()-start if len(f) == 21: #wget下载的文件 (table.csv?s=000002.sz) code = f.strip()[12:18] exch = f.strip()[19:] elif len(f) == 14: #urllib2下载的文件 (table600602.ss) code = f.strip()[5:11] exch = f.strip()[12:] else: print "ERROR filename doesn't match!" continue of = open('%s%s'%(f_dir,f),'r') for i in of.readlines(): #文件行循环 #if 'Open' not in i: #去掉文件内容第一行 if 'Open' in i: continue else: try: data = i.strip().split(',') s = StockData.new() s.code = str(code) s.exchange = str(exch) s.Date = data[0] s.Open = float(data[1]) s.High = float(data[2]) s.Low = float(data[3]) s.Close = float(data[4]) s.Volume = long(data[5]) s.AdjClose = float(data[6]) #print s s.save() num += 1 except Exception,e: print f print s print e
def data2db(fns): for f in fns: if len(f) == 21: #wget下载的文件 (table.csv?s=000002.sz) code = f.strip()[12:18] exch = f.strip()[19:] elif len(f) == 14: #urllib2下载的文件 (table600602.ss) code = f.strip()[5:11] exch = f.strip()[12:] else: print "ERROR filename doesn't match!" continue s = ASharesCodeReal.new() try: s.code = str(code) s.exchange = str(exch) s.status = 'valid' #print s s.save() except Exception,e: print f print e