def help():
print ansicolor.green("Welcome, thank you for using ``Spyder``", True)
print "``Spyder`` website: http://wolftankk.github.com/spyder"
print "``Spyder`` help:"
print "service web (start|stop|restart) for launching web server"
print "service spider (start|stop|restart) for launching spyder"
print "server version for cat ``Spyder`` version"
def __init__(self, item, seed):
'''
document base url
'''
self.url = item["url"]
self.data = item
self.seed = seed;
item["tags"] = ",".join(self.seed.tags)
#文章采集规则
self.articleRule = seed.getRule().getArticleRule()
print "Document %s is fetcing" % ansicolor.green(self.url)
firstContent = Fetch(self.url, charset = seed["charset"], timeout = seed["timeout"]).read();
if firstContent:
self.parseDocument(firstContent)
