def __init__(self): self.client = MongoClient(settings['MINGO_HOST'], 27017) # 数据库登录需要帐号密码 self.client.admin.authenticate(settings['MINGO_USER'], settings['MONGO_PSW']) self.db = self.client['biliob'] # 获得数据库的句柄 self.task = SpiderTask('视频标签追加爬虫', collection=self.db['tracer']) pass
def __init__(self): # 链接mongoDB self.client = MongoClient(settings['MINGO_HOST'], 27017) # 数据库登录需要帐号密码 self.client.admin.authenticate(settings['MINGO_USER'], settings['MONGO_PSW']) self.db = self.client['biliob'] # 获得数据库的句柄 self.coll = self.db['author'] # 获得collection的句柄 self.task = SpiderTask('观测UP主的视频数据自动追加爬虫', collection=self.db['tracer'])
def __init__(self): # 链接mongoDB self.client = MongoClient(settings['MINGO_HOST'], 27017) # 数据库登录需要帐号密码 self.client.admin.authenticate(settings['MINGO_USER'], settings['MONGO_PSW']) self.db = self.client['biliob'] # 获得数据库的句柄 self.coll = self.db['author'] # 获得collection的句柄 self.redis_connection = redis.from_url(redis_connect_string) self.task = SpiderTask('作者数据更新爬虫', collection=self.db['tracer'])
def __init__(self): self.task = SpiderTask("番剧动画爬虫", collection=db['tracer'])
def __init__(self): self.db = db self.coll = self.db['author'] # 获得collection的句柄 self.task = SpiderTask('观测UP主的视频数据自动追加爬虫', collection=self.db['tracer'])
def __init__(self): self.db = db self.coll = self.db['author'] # 获得collection的句柄 self.redis_connection = redis.from_url(redis_connect_string) self.task = SpiderTask('作者数据更新爬虫', collection=self.db['tracer'])
def __init__(self): self.db = db self.coll = self.db['video'] # 获得collection的句柄 self.task = SpiderTask('视频数据更新爬虫', collection=self.db['tracer'])
def __init__(self): self.task = SpiderTask('全站信息爬虫', collection=db['tracer'])
def __init__(self): self.task = SpiderTask('活跃作者自动追加爬虫', collection=db['tracer'])
def __init__(self): self.db = db self.task = SpiderTask('视频标签追加爬虫', collection=self.db['tracer']) pass