def title_url(html_xpath): """ 处理响应,提取标题和标题对应URL :param html_xpath: :return: """ content = html_xpath.xpath("//div[@class='c-tools']/@data-tools") if len(content) == 0: print("匹配标题和URL失败,请检查代码") exit() content_list = [] for c_dict in content: c_dict = eval(c_dict) c_dict["_id"] = Tools.deal_hash( c_dict["url"].encode("utf-8")) # 对URL进行hash处理做为'_id' c_dict["insert_time"] = int(time.time()) c_dict["update_time"] = int(time.time()) content_list.append(c_dict) return content_list