def getCodes(): query = "SELECT code FROM mtv_channel WHERE `snapshot` = 1" s = utils.Sql() codes = s.select(query) code_list = [] for c in codes: code_list.append(c[0]) return code_list
def __init__(self, source_name): self.time_now = time.strftime("%Y-%m-%d %H: %M", time.localtime(time.time())) self.sql = utils.Sql() self.json_obj = {} self.json_obj["source_name"] = source_name self.json_obj["create_time"] = self.time_now self.json_obj["channel"] = []
def save_binfo(b_list): query = "REPLACE INTO board (bid, btitle, bname, total) VALUES (%s, %s, %s, %s)" s = utils.Sql() param_list = [] for b in b_list: param = (b['bid'], b['title'], b['desc'], b['total']) param_list.append(param) s.executemany(query, param_list) s.close()
def getSrcList(code): query = "SELECT site, url FROM mtv_source WHERE code = %s and status = 1" params = (code, ) s = utils.Sql() srcs = s.select(query, params=params) src_list = [] for u in srcs: src = {} src["site"] = u[0] src["url"] = u[1] src_list.append(src) return src_list
def save_posts(brd, post_list): query = "REPLACE INTO post (pid, ptitle, bid, bname, btitle) VALUES (%s, %s, %s, %s, %s)" s = utils.Sql() param_list = [] for post in post_list: param = ( int(post['pid']), post['title'], int(brd['bid']), brd['bname'], brd['btitle'] ) try: param_list.append(param) except Exception, e: print insert_error % (brd['btitle'], post['pid']), e continue
def get_blist(): query = "SELECT * FROM board" s = utils.Sql() result = s.searchall(query) b_list = [] for b in result: brd = {} brd['bid'] = b[0] brd['btitle'] = b[1] brd['bname'] = b[2] brd['total'] = b[3] b_list.append(brd) return b_list
print api_error, e exit(1) # 频道名列表 c_list = match(chan_regex, r.text) # 频道url列表 c_urls = match(url_regex, r.text) # 这里正则匹配得到频道列表时会多匹配一个标签,删除最后一个 del c_list[-1] # 频道名与url一一对应的字典 c_dict = {} for i in xrange(len(c_urls)): c_dict[c_list[i]] = c_urls[i] s = utils.Sql() for channel in c_list: try: r = requests.get(c_dict[channel]) play_id = match(id_regex, r.text) # 将playid与url拼接 url = c_dict[channel] + "?pid=" + play_id[0] handler = handlesource.HandleSource(channel, "tencent", s) handler.update(url) print channel, url except Exception, e: print chan_error % channel, e continue s.close()