def __init__(self, crawler, **kwargs): # keep a reference to the crawler in case is needed to access to more information self.crawler = crawler # keep track of polling calls per spider self.pollers = {} self.collection = createMongodbClient(settings.MONGODB_APP_TASK_COLLECTION)
def __init__(self): # connection = MongoClient( # settings.MONGODB_SERVER, # settings.MONGODB_PORT # ) # db = connection[settings.MONGODB_DB] # db.authenticate(settings.MONGODB_DB_USERNAME, settings.MONGODB_DB_PWD) self.collection = createMongodbClient(settings.MONGODB_APP_TASK_COLLECTION)