fp.write(page["title"])
fp.write(page["content"])
print link
else:
print "login failed"
elif o in ("-m", "--mail"):
from mail import SendMail
db = CrawlDB()
mail = SendMail()
# search db
pages = db.getPages()
if pages:
for page in pages:
if mail.sendMail(page["title"], page["content"]):
db.setUrl(page["url"])
else:
print "no mail is sent"
mail.close()
else:
assert False, "unhandled option"
else:
# from time import strftime, gmtime
# timefmt = strftime("%y-%m-%d", gmtime())
# print "%s run crawl.crawlPages()" % (timefmt)
crawl.crawlPages()
if __name__ == "__main__":
main()
