def load(self, select='', date=''): colname = execute_sql2('SHOW COLUMNS FROM `{}`'.format(select), database=TABLE) colname = [c[0] for c in colname if c[0] not in ['id', 'url']] sql = 'select `{}` from `{}`'.format('`,`'.join(colname), select) if date != '': sql = "{} WHERE `date` >= '{}' ".format(sql, date) data = execute_sql2(sql, database=TABLE) data = pd.DataFrame(list(data)) if len(data) > 0: data.columns = colname if self.select_variable in data.columns: data = data.sort_values([self.select_variable, 'date']) else: data = data.sort_values('date') data.index = range(len(data)) data['stock_id'] = select return data
def load_all(self, status='package'): colname = execute_sql2('SHOW COLUMNS FROM {}'.format(TABLE)) colname = [c[0] for c in colname if c[0] not in ['id', 'url']] colname.remove('date') sql = 'select `{}` from {}'.format('`,`'.join(colname), TABLE) tem = execute_sql2(sql) data = pd.DataFrame(list(tem)) data.columns = colname if status == 'package': sql = 'SHOW TABLES ' tem = execute_sql2(sql, TABLE.replace('Info', 'Price')) stock_id = [te[0] for te in tem] bo = [True if x in stock_id else False for x in data['stock_id']] data = data[bo] data.index = range(len(data)) return data
def load(self, date): colname = execute_sql2('SHOW COLUMNS FROM {}'.format(TABLE)) colname = [c[0] for c in colname if c[0] != 'id'] sql = 'select `{}` from {}'.format('`,`'.join(colname), TABLE) if date != '': sql = "{} WHERE `date` >= '{}'".format(sql, date) data = execute_sql2(sql) data = pd.DataFrame(list(data)) if len(data) > 0: data.columns = colname data = data.sort_values('date') data.index = range(len(data)) return data
def get_data_list(self): tem = execute_sql2( 'SHOW TABLES',database = TABLE ) return [ te[0] for te in tem ]