예제 #1
0
def gen_spider(spider, domain):
    pm = SpiderManager()
    if spider in pm.get_list():
        raise Exception(u"Spider %s exists." % spider)
    default_filename = "spiders/%s.py" % spider
    with open("utils/spider.tpl") as t:
        content = t.read()

    content %= {'Spider': spider.title(), 'spider': spider, 'domain': domain}
    with open(default_filename, "w") as f:
        f.write(content)

    print u"Spider %s has been create into %s." % (spider, default_filename)
예제 #2
0
def list_spiders():
    sm = SpiderManager()
    print ', '.join(sm.get_list())