def del_url(url): """ 标记删除url :param url: :return: """ cnn = pool.connection() cursor = cnn.cursor() cursor.execute( 'update zdao_spider_url set isdel=1 WHERE table_name="{}" AND user_id="{}" and detail_url="{}";' .format(TABLE_NAME, USER_ID, url)) cursor.close() cnn.close()
def change_sign(self): cnn = pool.connection() cursor = cnn.cursor() while True: cursor.execute( 'select state from python_task where table_name="{}" and user_id="{}"' .format(self.table_name, self.user_id)) state = cursor.fetchone()[0] if state != 1: self.sign = 1 cursor.close() cnn.close() break time.sleep(5)
def get_url(): """ 从数据库取出url :return: """ cnn = pool.connection() cursor = cnn.cursor() cursor.execute( 'select detail_url from zdao_spider_url where table_name="{}" and user_id="{}" and isdel=0;' .format(TABLE_NAME, USER_ID)) url_list = cursor.fetchall() print(url_list) cursor.close() cnn.close() return url_list
def save_url(self, url): """ 储存url :param detail_url: :return: """ cnn = pool.connection() cursor = cnn.cursor() task = cursor.execute( 'select * from zdao_spider_url WHERE table_name ="{}" AND user_id="{}" and detail_url="{}";' .format(TABLE_NAME, USER_ID, url)) if not task: cursor.execute( 'insert into zdao_spider_url (detail_url,table_name,user_id,start_time) ' 'values ("{}","{}","{}",NOW());'.format( url, TABLE_NAME, USER_ID)) cursor.close() cnn.close()