Example #1
0
    def __init__(self, crawler, **kwargs):
        # keep a reference to the crawler in case is needed to access to more information
        self.crawler = crawler
        # keep track of polling calls per spider
        self.pollers = {}

        self.collection = createMongodbClient(settings.MONGODB_APP_TASK_COLLECTION)
Example #2
0
 def __init__(self):
     # connection = MongoClient(
     #     settings.MONGODB_SERVER,
     #     settings.MONGODB_PORT
     # )
     # db = connection[settings.MONGODB_DB]
     # db.authenticate(settings.MONGODB_DB_USERNAME, settings.MONGODB_DB_PWD)
     self.collection = createMongodbClient(settings.MONGODB_APP_TASK_COLLECTION)