def del_url(url):
"""
标记删除url
:param url:
:return:
"""
cnn = pool.connection()
cursor = cnn.cursor()
cursor.execute(
'update zdao_spider_url set isdel=1 WHERE table_name="{}" AND user_id="{}" and detail_url="{}";'
.format(TABLE_NAME, USER_ID, url))
cursor.close()
cnn.close()
def change_sign(self):
cnn = pool.connection()
cursor = cnn.cursor()
while True:
cursor.execute(
'select state from python_task where table_name="{}" and user_id="{}"'
.format(self.table_name, self.user_id))
state = cursor.fetchone()[0]
if state != 1:
self.sign = 1
cursor.close()
cnn.close()
break
time.sleep(5)
def get_url():
"""
从数据库取出url
:return:
"""
cnn = pool.connection()
cursor = cnn.cursor()
cursor.execute(
'select detail_url from zdao_spider_url where table_name="{}" and user_id="{}" and isdel=0;'
.format(TABLE_NAME, USER_ID))
url_list = cursor.fetchall()
print(url_list)
cursor.close()
cnn.close()
return url_list
def save_url(self, url):
"""
储存url
:param detail_url:
:return:
"""
cnn = pool.connection()
cursor = cnn.cursor()
task = cursor.execute(
'select * from zdao_spider_url WHERE table_name ="{}" AND user_id="{}" and detail_url="{}";'
.format(TABLE_NAME, USER_ID, url))
if not task:
cursor.execute(
'insert into zdao_spider_url (detail_url,table_name,user_id,start_time) '
'values ("{}","{}","{}",NOW());'.format(
url, TABLE_NAME, USER_ID))
cursor.close()
cnn.close()