def gen_spider(spider, domain): pm = SpiderManager() if spider in pm.get_list(): raise Exception(u"Spider %s exists." % spider) default_filename = "spiders/%s.py" % spider with open("utils/spider.tpl") as t: content = t.read() content %= {'Spider': spider.title(), 'spider': spider, 'domain': domain} with open(default_filename, "w") as f: f.write(content) print u"Spider %s has been create into %s." % (spider, default_filename)
def list_spiders(): sm = SpiderManager() print ', '.join(sm.get_list())