Esempio n. 1
0
    def __sum_main(self,datestr,list,sql_select,argss,min_count,array_re, sql_insert):
        tmp_cnt_col = 0
        for mn in list:
            tmp = []
            tmp.append(datestr)
            tmp.append(mn)
            for i in xrange(len(argss)):
                tmp.append(argss[i])
            tmp_1 = tuple(tmp)
            self.__sqlite_cursor.execute(sql_select, tmp_1)
            rows = self.__sqlite_cursor.fetchall()
            if (min_count >= len(rows)):
                self.__sqlite_logger.error("%(a)s:less than %(b)i data!continue." % {'a':mn,'b':min_count})
                tmp_cnt_col = tmp_cnt_col + 1
                continue
            self.__sqlite_logger.debug("%(con)s : %(len)i" % {'con':str(mn),'len':len(rows)})

            ## assign list to np.array
            list_data = np.array(rows)
            tmp_a = trinity(list_data) # mktvital4datestr
            for i in xrange(3):
                array_re[tmp_cnt_col,i] = tmp_a[i]
            tmp_cnt_col = tmp_cnt_col + 1
            
            try:
                self.__sqlite_cursor.execute(sql_insert,(datestr,mn,tmp_a[0],tmp_a[2],tmp_a[1]))
            except sqlite3.Error as err:
                self.__sqlite_logger.error("mktvital might shift insertion failed:%(con)s,%(arg)s" % {'con':mn, 'arg':err.args[0]})

        self.__sqlite_conn.commit()   
Esempio n. 2
0
    def __5_sumup_main(self,datestr):
        tmp_cnt_col = 0        
        for mn in self.list_main:
            # print((datestr,mn))
            self.__sqlite_cursor.execute(sql_jzt_main,(datestr,mn))
            rows = self.__sqlite_cursor.fetchall() # mkt4datestr
            if (100 >= len(rows)):
                self.__sqlite_logger.error("%s: less than 100 data!return!" % mn)
                tmp_cnt_col = tmp_cnt_col + 1
                continue
            self.__sqlite_logger.debug("%(con)s : %(len)i" % {'con':str(mn),'len':len(rows)})

            ## assign list to np.array
            list_data = np.array(rows)
            tmp_a = trinity(list_data) # mktvital4datestr

            self.array_main_re[tmp_cnt_col,0] = tmp_a[0]
            self.array_main_re[tmp_cnt_col,1] = tmp_a[1]
            self.array_main_re[tmp_cnt_col,2] = tmp_a[2]
            tmp_cnt_col = tmp_cnt_col + 1 # BLANK may exists in self.array_main_re, but not in db

            try:
                self.__sqlite_cursor.execute(sql_jzt_mktvital_insert,(datestr,mn,tmp_a[0],tmp_a[2],tmp_a[1]))
            except sqlite3.Error as err:
                self.__sqlite_logger.error("mktvital insertion failed:%(con)s,%(arg)s" % {'con':mn, 'arg':err.args[0]})

        self.__sqlite_conn.commit()   
Esempio n. 3
0
        continu = my_str(continu)
        sqlite_cursor.execute(sql_jzt_continu,(datestr,continu))
        rows = sqlite_cursor.fetchall()
        # if (len_continu_row != len(rows)):
        #     print "wrong rows!%s" % continu
        #     tmp_cnt_col = tmp_cnt_col + 1
        #     continue
        print("%(con)s : %(len)i" % {'con':str(continu),'len':len(rows)})
        list_continu_data = np.zeros((len(rows),4))
        tmp_cnt_row = 0
        for row in rows:
            for i in xrange(4):
                list_continu_data[tmp_cnt_row,i] = row[i]
                # array_continu[tmp_cnt_row,tmp_cnt_col] = row[0]
            tmp_cnt_row = tmp_cnt_row + 1
        tmp_a = trinity(list_continu_data)
        print tmp_a
        list_continu_re1[tmp_cnt_col,0] = tmp_a[0]
        list_continu_re1[tmp_cnt_col,1] = tmp_a[1]
        list_continu_re1[tmp_cnt_col,2] = tmp_a[2]
        tmp_cnt_col = tmp_cnt_col + 1

        try:
            sqlite_cursor.execute(sql_jzt_mktvital_insert,(datestr,continu,tmp_a[0],tmp_a[2],tmp_a[1]))
        except sqlite3.Error as err:
            sqlite_logger.error("mktvital insertion failed:%(con)s,%(arg)s" % {'con':continu, 'arg':err.args[0]})
        sqlite_conn.commit()
    # corr_matrix = my_corr_matrix(array_continu)
    # print corr_matrix
    # heatmap(corr_matrix)
    # plt.show()