def select_cp_atd(self): #文章cp_attitude查询 s = T.select([T.topic.c.put_time, T.topic.c.cp_attitude ]).where(T.topic.c.code_id == self.code_id).where( T.topic.c.put_time > self.start) pddata = self.select_atd(s, columns=['cp_attitude']) return pddata
def select_article(self, Table): s = T.select([Table.c.url]) r = T.conn.execute(s) arr = [] for i in r: arr.append(i[0]) return arr
def select_domains(self): s = T.select([T.domains.c.name]) r = T.conn.execute(s) arr = [] for i in r: arr.append(i[0]) return arr
def allarticles(Table): s = T.select([ Table.c.body, Table.c.title, Table.c.put_time, Table.c.id, Table.c.title ]).where(Table.c.put_time > start_day).where(Table.c.put_time < end_day) r = T.conn.execute(s) return r.fetchall()
def select_articles(Table): s = T.select([ Table.c.body, Table.c.title, Table.c.put_time, Table.c.id, Table.c.title ]) r = T.conn.execute(s) return r.fetchall()
def s_plate(column_name): all_list = [] s = T.select([T.listed_plate.c[column_name]]) r = T.conn.execute(s) for i in r.fetchall(): all_list.append(i[0]) return all_list;
def select_plate_atd(self): #文章plate_attitude查询 s = T.select([T.topic.c.put_time, T.topic.c.plate_attitude ]).where(T.topic.c.plate_id == self.plate_id).where( T.topic.c.put_time > self.start) try: pddata = self.select_atd(s, columns=['plate_attitude']) except: print(self.plate_id) return pddata
import re from logger import logger from config import config from model import Db db = Db(host=config["db_host"], port=config["db_port"], database=config["db_name"], user=config['db_user'], password=config['db_password']) def is_valid_quote_id(quote_id): regex = re.compile(r'[1-9]+|[1-9]+[0-9]+') return True if regex.search(quote_id) else False return False def by_key(args): quote_id = args.key if not is_valid_quote_id(quote_id): raise KeyError(f'{quote_id} is not a valid key') try: db.query(f'DELETE FROM Quote WHERE QuoteId = {quote_id}') logger.info(f'Removed quote with ID {quote_id}') except KeyError as ex: logger.error('The specified key was not found', ex)
# import sys sys.path.append('F:\homestead\scripy_wooght\caijing_scrapy\caijing_scrapy') from basepic import Basepic import model.Db as T import common.wfunc as wfunc import json import time #获取参数股票代码 try: code_id = sys.argv[1] except: code_id = 601318 #查询plate_id ps = T.select([T.listed_company.c.plate_id ]).where(T.listed_company.c.codeid == code_id) pr = T.conn.execute(ps) plate_id = pr.fetchall()[0][0] class topic_attitude_pic(Basepic): def __init__(self, code_id, plate_id, *args, **kwargs): super(topic_attitude_pic, self).__init__(*args, **kwargs) self.code_id = code_id self.plate_id = plate_id #图片路径及名称 self.now_day = wfunc.today(strtime=False) pic_name = self.pic_path + "\pic_attitude_topic\codes_" + str( code_id) + '_' + self.now_day self.pic_path = pic_name + ".png" self.strip_pic_path = pic_name + "strip.png"
def sql(code_id): r = T.select([T.quotes_item.c.quotes, T.quotes_item.c.update_at ]).where(T.quotes_item.c.code_id == code_id) s = T.conn.execute(r) item = s.fetchall()[0] return item