예제 #1
0
 def title_url(html_xpath):
     """
     处理响应,提取标题和标题对应URL
     :param html_xpath:
     :return:
     """
     content = html_xpath.xpath("//div[@class='c-tools']/@data-tools")
     if len(content) == 0:
         print("匹配标题和URL失败,请检查代码")
         exit()
     content_list = []
     for c_dict in content:
         c_dict = eval(c_dict)
         c_dict["_id"] = Tools.deal_hash(
             c_dict["url"].encode("utf-8"))  # 对URL进行hash处理做为'_id'
         c_dict["insert_time"] = int(time.time())
         c_dict["update_time"] = int(time.time())
         content_list.append(c_dict)
     return content_list