Python SpiderTag Examples

Example #1

File: __init__.py Project: martinwoitzik/storyweb

def lookup(card, spider_name):
    if SpiderTag.find(card, spider_name):
        return

    cls = SPIDERS.get(spider_name)
    try:
        spider = cls()
        if card.category == Card.PERSON:
            spider.search_person(card)
        elif card.category == Card.COMPANY:
            spider.search_company(card)
        elif card.category == Card.ORGANIZATION:
            spider.search_organization(card)
        else:
            spider.search_generic(card)
    except Exception, e:
        log.exception(e)

Example #2

File: __init__.py Project: 01-/storyweb

def lookup(card, spider_name):
    if SpiderTag.find(card, spider_name):
        return
    
    cls = SPIDERS.get(spider_name)
    try:
        spider = cls()
        if card.category == Card.PERSON:
            spider.search_person(card)
        elif card.category == Card.COMPANY:
            spider.search_company(card)
        elif card.category == Card.ORGANIZATION:
            spider.search_organization(card)
        else:
            spider.search_generic(card)
    except Exception, e:
        log.exception(e)

Example #3

File: __init__.py Project: martinwoitzik/storyweb

from storyweb.spiders.opencorp import OpenCorporates

log = logging.getLogger(__name__)

SPIDERS = {
    'OpenDuka': OpenDuka,
    'OpenCorporates': OpenCorporates,
    'Wikipedia': Wikipedia
}


def lookup(card, spider_name):
    if SpiderTag.find(card, spider_name):
        return

    cls = SPIDERS.get(spider_name)
    try:
        spider = cls()
        if card.category == Card.PERSON:
            spider.search_person(card)
        elif card.category == Card.COMPANY:
            spider.search_company(card)
        elif card.category == Card.ORGANIZATION:
            spider.search_organization(card)
        else:
            spider.search_generic(card)
    except Exception, e:
        log.exception(e)

    SpiderTag.done(card, spider_name)

Example #4

File: __init__.py Project: 01-/storyweb

from storyweb.spiders.opencorp import OpenCorporates

log = logging.getLogger(__name__)

SPIDERS = {
    'OpenDuka': OpenDuka,
    'OpenCorporates': OpenCorporates,
    'Wikipedia': Wikipedia
}


def lookup(card, spider_name):
    if SpiderTag.find(card, spider_name):
        return
    
    cls = SPIDERS.get(spider_name)
    try:
        spider = cls()
        if card.category == Card.PERSON:
            spider.search_person(card)
        elif card.category == Card.COMPANY:
            spider.search_company(card)
        elif card.category == Card.ORGANIZATION:
            spider.search_organization(card)
        else:
            spider.search_generic(card)
    except Exception, e:
        log.exception(e)

    SpiderTag.done(card, spider_name)