Beispiel #1
0
 def __init__(self):
     self.client = MongoClient(settings['MINGO_HOST'], 27017)
     # 数据库登录需要帐号密码
     self.client.admin.authenticate(settings['MINGO_USER'],
                                    settings['MONGO_PSW'])
     self.db = self.client['biliob']  # 获得数据库的句柄
     self.task = SpiderTask('视频标签追加爬虫', collection=self.db['tracer'])
     pass
Beispiel #2
0
 def __init__(self):
     # 链接mongoDB
     self.client = MongoClient(settings['MINGO_HOST'], 27017)
     # 数据库登录需要帐号密码
     self.client.admin.authenticate(settings['MINGO_USER'],
                                    settings['MONGO_PSW'])
     self.db = self.client['biliob']  # 获得数据库的句柄
     self.coll = self.db['author']  # 获得collection的句柄
     self.task = SpiderTask('观测UP主的视频数据自动追加爬虫', collection=self.db['tracer'])
 def __init__(self):
     # 链接mongoDB
     self.client = MongoClient(settings['MINGO_HOST'], 27017)
     # 数据库登录需要帐号密码
     self.client.admin.authenticate(settings['MINGO_USER'],
                                    settings['MONGO_PSW'])
     self.db = self.client['biliob']  # 获得数据库的句柄
     self.coll = self.db['author']  # 获得collection的句柄
     self.redis_connection = redis.from_url(redis_connect_string)
     self.task = SpiderTask('作者数据更新爬虫', collection=self.db['tracer'])
 def __init__(self):
     self.task = SpiderTask("番剧动画爬虫", collection=db['tracer'])
 def __init__(self):
     self.db = db
     self.coll = self.db['author']  # 获得collection的句柄
     self.task = SpiderTask('观测UP主的视频数据自动追加爬虫',
                            collection=self.db['tracer'])
Beispiel #6
0
 def __init__(self):
     self.db = db
     self.coll = self.db['author']  # 获得collection的句柄
     self.redis_connection = redis.from_url(redis_connect_string)
     self.task = SpiderTask('作者数据更新爬虫', collection=self.db['tracer'])
 def __init__(self):
   self.db = db
   self.coll = self.db['video']  # 获得collection的句柄
   self.task = SpiderTask('视频数据更新爬虫', collection=self.db['tracer'])
Beispiel #8
0
 def __init__(self):
     self.task = SpiderTask('全站信息爬虫', collection=db['tracer'])
Beispiel #9
0
 def __init__(self):
     self.task = SpiderTask('活跃作者自动追加爬虫', collection=db['tracer'])
Beispiel #10
0
 def __init__(self):
     self.db = db
     self.task = SpiderTask('视频标签追加爬虫', collection=self.db['tracer'])
     pass