def process_item(self, item, spider): if type(item) == UpdateInstitutionItem: sql = "UPDATE paper_new SET author=%s WHERE _id=%s" params = (item["author"], item["_id"]) dbs.exe_sql(sql, params=params) return item
def process_item(self, item, spider): if type(item) == CNKIABSTRACTItem: print("*" * 6) sql = "UPDATE cnki_zhuanli SET abstract=%s, ip_content=%s WHERE id=%s" params = (item["abstract"], item["ip_content"], item["id"]) dbs.exe_sql(sql, params=params) return item
def process_item(self, item, spider): if type(item) == UpdateAbstractItem: sql = "UPDATE paper_90_clean_1 SET name=%s,abstract=%s,org=%s,keyword=%s WHERE _id=%s" params = (item["name"], item["abstract"], item["org"], item["keyword"], item["_id"]) dbs.exe_sql(sql, params=params) paper_service.abstract_search_list_update(item["_id"]) return item
def process_item(self, item, spider): if type(item) == JiechuItem: print("*" * 6) print(item) sql = "INSERT INTO jiechu(id, name, year, detail, url, img_url) VALUES(NULL,%s,%s,%s,%s,%s)" params = (item["name"], item["year"], item["detail"], item["url"], item["img_url"]) dbs.exe_sql(sql, params=params) return item
def process_item(self, item, spider): if type(item) == PSSZhuanliItem: sql = "INSERT INTO pss_zhuanli(id, TIVIEW, ABSTRACT, INVIEW, PAVIEW, _ID, AP, APD, PN, PD, search_id) VALUES(NULL,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)" params = (item["TIVIEW"], item["ABSTRACT"], item["INVIEW"], item["PAVIEW"], item["_ID"], item["AP"], item["APD"], item["PN"], item["PD"], item["search_id"]) dbs.exe_sql(sql, params=params) zhuanli_service.update_search_list_ing(item['search_id']) return item
def process_item(self, item, spider): if type(item) == CNKIZhuanliItem: sql = "INSERT INTO cnki_zhuanli(id,title,author_list,url,proposer,date1,date2,search_id) VALUES(NULL,%s,%s,%s,%s,%s,%s,%s)" params = (item["title"], item["author_list"], item["url"], item["proposer"], item["date1"], item["date2"], item["search_id"]) dbs.exe_sql(sql, params=params) cnkizhuanli_service.update_search_list_ing(item['search_id']) return item
def process_item(self, item, spider): if type(item) == JournalItem: sql = "INSERT INTO journal VALUES(NULL,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)" params = (item["ISSN"], item["IF"], item["ave_if"], item["cn_name"], item["en_name"], item["former_name"], item["countryOrRegion"], item["discipline_subject"], item["self_cited_rate"], item["url"], item["cited_num"]) print(params) dbs.exe_sql(sql, params=params) return item
def process_item(self, item, spider): if type(item) == PaperItem: sql = "insert into paper_new values(NULL,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,now(),%s)" params = (item["name"], item["url"], item["abstract"], item["org"], item["year"], item["cited_num"], item["source"], item["source_url"], item["keyword"], item["author"], item["author_id"], item["cited_url"], item["reference_url"], item["paper_md5"], "0") # try: dbs.exe_sql(sql, params=params) # except: # print("mysql error") paper_service.update_searching(item["author_id"]) return item
def update_search_list_none(self, params): sql = "update zhuanli_search set status=-1 where id=%s" r = dbs.exe_sql(sql % params) return r
def update_search_list_error(self, params): sql = "update zhuanli_search set status='-2' where id=%s" r = dbs.exe_sql(sql % params) return r
def update_engpaper(self, params): sql = "update paper_ins set cn_org=%s where _id=%s" dbs.exe_sql(sql, params)
def update_error(self, params): sql = "update teacher_searchlist_copy_copy set error=1 where id=%s" dbs.exe_sql(sql, params)
def update_searching(self, params): sql = "update teacher_searchlist_copy_copy set searching = searching + 1 where id=%s" dbs.exe_sql(sql, params)
def abstract_search_list_update(self, params): sql = "update paper_searchlist_1 set searched=1 where _id=%s" r = dbs.exe_sql(sql % params) return r
def update_paper_search_list(self, params): sql = "update paper_90_search_list set searched=1 where _id=%s" r = dbs.exe_sql(sql % params) return r
def process_item(self, item, spider): if type(item) == TermItem: sql = "UPDATE paper_data SET term_doc=%s WHERE id=%s" params = (item["term"], item["id"]) dbs.exe_sql(sql, params=params) return item