def __scan_insert(self,absdir, file, symbol):
# params: (E:\dataTickCmmdt\20150430\DQ\AX, AX00.txt, AX00)
# 1) scan ticks
absfile = absdir + "\\" + file
ree = []
scan_regex_append_errorfile(absfile,p_jzt, ree, self.__scanErrorFile)
## re2 = np.zeros((len(ree),1), dtype=('a8,i4,f8,i4,f8,i4,f8,i4,f8,i4'))
## re2 = np.zeros((len(ree),1), dtype='datetime64')
self.__re2 = np.zeros((len(ree),1), dtype=('i4,i4'))
self.__re3 = np.zeros((len(ree),1), dtype = ('f8'))#last
self.__re4 = np.zeros((len(ree),4), dtype = ('i4'))#v,a,o,b_or_a_inited
for i in xrange(len(ree)):
self.__re2[i,0][0] = string.atoi(ree[i][0])*10000 + string.atoi(ree[i][1])*100 + string.atoi(ree[i][2])
self.__re2[i,0][1] = string.atoi(ree[i][3])*10000 + string.atoi(ree[i][4])*100 + string.atoi(ree[i][5])
## re2[i] = np.datetime64(ree[i][0]+'-'+timeFill(ree[i][1])+'-'+timeFill(ree[i][2])+'T'+timeFill(ree[i][3])+':'+ree[i][4]+':'+ree[i][5])
## re2[i] = dtime.datetime(string.atoi(ree[i][0]),string.atoi(ree[i][1]),string.atoi(ree[i][2]),string.atoi(ree[i][3]),string.atoi(ree[i][4]),string.atoi(ree[i][5]))
self.__re3[i] = string.atof(ree[i][6])
self.__re4[i,0] = string.atoi(ree[i][7])
self.__re4[i,1] = string.atoi(ree[i][8])
self.__re4[i,2] = string.atoi(ree[i][9])
self.__re4[i,3] = string.atoi(ree[i][10])
# 2) aggregation, one min
tmp_idx = []
tmp_data = []
resample_jzt(self.__re2,self.__re3,self.__re4,self.__sqlite_logger,1,tmp_data,tmp_idx)
# 3) insert into db
if (0 < len(tmp_data)):
# print tmp_data[0]
self.__insert_sqlite(tmp_data, symbol, self.__re2[0][0][0])
def __1_logfile(self,datestr):
logFile = open(self.__ABS_DIR + datestr + "\\log.txt", 'r')
self.__sqlite_logger.debug("Start to scan records on %s..." % datestr)
self.__scanErrorFile.write("Start to scan records on %s...\n" % datestr)
tmp_1_1 = self.__ABS_DIR + datestr + "\\log.txt"
scan_regex_append_errorfile(tmp_1_1,p_jztlog,self.list_log,self.__scanErrorFile)