예제 #1
0
 def select_cp_atd(self):
     #文章cp_attitude查询
     s = T.select([T.topic.c.put_time, T.topic.c.cp_attitude
                   ]).where(T.topic.c.code_id == self.code_id).where(
                       T.topic.c.put_time > self.start)
     pddata = self.select_atd(s, columns=['cp_attitude'])
     return pddata
예제 #2
0
 def select_article(self, Table):
     s = T.select([Table.c.url])
     r = T.conn.execute(s)
     arr = []
     for i in r:
         arr.append(i[0])
     return arr
예제 #3
0
 def select_domains(self):
     s = T.select([T.domains.c.name])
     r = T.conn.execute(s)
     arr = []
     for i in r:
         arr.append(i[0])
     return arr
예제 #4
0
def allarticles(Table):
    s = T.select([
        Table.c.body, Table.c.title, Table.c.put_time, Table.c.id,
        Table.c.title
    ]).where(Table.c.put_time > start_day).where(Table.c.put_time < end_day)
    r = T.conn.execute(s)
    return r.fetchall()
예제 #5
0
def select_articles(Table):
    s = T.select([
        Table.c.body, Table.c.title, Table.c.put_time, Table.c.id,
        Table.c.title
    ])
    r = T.conn.execute(s)
    return r.fetchall()
예제 #6
0
def s_plate(column_name):
    all_list = []
    s = T.select([T.listed_plate.c[column_name]])
    r = T.conn.execute(s)
    for i in r.fetchall():
        all_list.append(i[0])
    return all_list;
예제 #7
0
 def select_plate_atd(self):
     #文章plate_attitude查询
     s = T.select([T.topic.c.put_time, T.topic.c.plate_attitude
                   ]).where(T.topic.c.plate_id == self.plate_id).where(
                       T.topic.c.put_time > self.start)
     try:
         pddata = self.select_atd(s, columns=['plate_attitude'])
     except:
         print(self.plate_id)
     return pddata
예제 #8
0
파일: clean.py 프로젝트: bersalazar/clipper
import re

from logger import logger
from config import config
from model import Db

db = Db(host=config["db_host"],
        port=config["db_port"],
        database=config["db_name"],
        user=config['db_user'],
        password=config['db_password'])


def is_valid_quote_id(quote_id):
    regex = re.compile(r'[1-9]+|[1-9]+[0-9]+')
    return True if regex.search(quote_id) else False
    return False


def by_key(args):
    quote_id = args.key

    if not is_valid_quote_id(quote_id):
        raise KeyError(f'{quote_id} is not a valid key')

    try:
        db.query(f'DELETE FROM Quote WHERE QuoteId = {quote_id}')
        logger.info(f'Removed quote with ID {quote_id}')
    except KeyError as ex:
        logger.error('The specified key was not found', ex)
예제 #9
0
#
import sys
sys.path.append('F:\homestead\scripy_wooght\caijing_scrapy\caijing_scrapy')
from basepic import Basepic
import model.Db as T
import common.wfunc as wfunc
import json
import time
#获取参数股票代码
try:
    code_id = sys.argv[1]
except:
    code_id = 601318

#查询plate_id
ps = T.select([T.listed_company.c.plate_id
               ]).where(T.listed_company.c.codeid == code_id)
pr = T.conn.execute(ps)
plate_id = pr.fetchall()[0][0]


class topic_attitude_pic(Basepic):
    def __init__(self, code_id, plate_id, *args, **kwargs):
        super(topic_attitude_pic, self).__init__(*args, **kwargs)
        self.code_id = code_id
        self.plate_id = plate_id
        #图片路径及名称
        self.now_day = wfunc.today(strtime=False)
        pic_name = self.pic_path + "\pic_attitude_topic\codes_" + str(
            code_id) + '_' + self.now_day
        self.pic_path = pic_name + ".png"
        self.strip_pic_path = pic_name + "strip.png"
예제 #10
0
def sql(code_id):
    r = T.select([T.quotes_item.c.quotes, T.quotes_item.c.update_at
                  ]).where(T.quotes_item.c.code_id == code_id)
    s = T.conn.execute(r)
    item = s.fetchall()[0]
    return item