def saveUrlQueue(self, url, siteID, toDocID):
'''
内存中的url存储到数据库中
'''
u = UrlQueue(
siteID = siteID,
title = url[0],
url = url[1],
toDocID = toDocID
)
u.save()
return u.id
def saveQueue(self, urlqueue):
'''
urlqueue = [Queue, Queue]
resume操作 将内存中的记录存储到数据库中
'''
#print 'urlqueue', urlqueue
#print '.. clear former urlqueues'
UrlQueue.objects.all().delete()
for i,queue in enumerate(urlqueue):
size = queue.qsize()
print 'size',size
site = HomeUrl.objects.all()[i]
for j in range(size):
urlid = queue.get()
print url
u = UrlQueue(
site=site,
urlid=urlid
)
u.save()
