def __init__(self, path):
     self._opt = Config(open(path, 'r').read())
     self.topic = self._opt.kafka_test.topic
     self._kp = KafkaProducer(
         bootstrap_servers=self._opt.kafka_test.bootstrap_servers,
         value_serializer=lambda x: json.dumps(x).encode('utf-8'))
     self.logger = get_logger('Kafka_consumer')
 def __init__(self):
     self.logger = get_logger()
     self._ps = Pickle_serializer()
     self._gd = Google_drive()
     self._opt = Config(open('config/demo_dist.json').read())
     self._mg_data_click = Mongodb(self._opt.mongodb.data_click)
     self._mg_data_choice = Mongodb(self._opt.mongodb.data_choice)
Example #3
0
 def __init__(self):
     self.logger = get_logger()
     self._opt = Config(open('config/demo_dist.json').read())
     self._kc_data_center = Kafka_queue_consumer(
         self._opt.kafka.data_center)
     self._mg_data_click = Mongodb(self._opt.mongodb.data_click)
     self._mg_data_imp = Mongodb(self._opt.mongodb.data_imp)
     self._mg_data_choice = Mongodb(self._opt.mongodb.data_choice)
Example #4
0
 def __init__(self):
     self.slack = Slacker(os.environ['SLACK_TOKEN'])
     self.logger = get_logger()
     self.response = self.slack.rtm.start()
     self.endpoint = self.response.body['url']
     self._demo_dist_opt = Config(open('config/demo_dist.json').read())
     self._mg_data_click = Mongodb(self._demo_dist_opt.mongodb.data_click)
     self._mg_data_imp = Mongodb(self._demo_dist_opt.mongodb.data_imp)
 def __init__(self, path):
     self._opt = Config(open(path, 'r').read())
     self._kc = KafkaConsumer(
         self._opt.kafka_test.topic,
         bootstrap_servers=self._opt.kafka_test.bootstrap_servers,
         group_id=self._opt.kafka_test.group_id,
         auto_offset_reset='earliest',
         enable_auto_commit=True,
         consumer_timeout_ms=5000)
     self.logger = get_logger('Kafka_consumer')
Example #6
0
    def __init__(self):
        self.logger = get_logger()
        self._opt = Config(open('config/demo.json').read())
        self._gd = Google_drive('token.pickle')
        self._ps = Pickle_serializer()
        self._kp = Kafka_queue_producer(self._opt.demo_app.kafka.data_center)

        self._reco_p_item_cluster = {}
        self._reco_user_id_dic = {}
        self._cluster = {}
        self._reco_p_cluster_user = {}
Example #7
0
    def __init__(self):
        self.logger = get_logger()
        self._ps = Pickle_serializer()
        self.creds = self._ps.load('token.pickle')

        while True:
            try:
                self.service = build('drive', 'v3', credentials=self.creds)
                break
            except socket.timeout:
                self.logger.info('Time-out... try restart...')
Example #8
0
 def __init__(self):
     self.slack = Slacker(os.environ['SLACK_TOKEN'])
     self.logger = get_logger()
     self.response = self.slack.rtm.start()
     self.endpoint = self.response.body['url']
Example #9
0
 def __init__(self):
     self.logger = get_logger()
Example #10
0
 def __init__(self):
     self.logger = get_logger()
     self._opt = Config(open('config/demo.json').read())
     self._url = self._opt.demo_user.url
     self._gd = Google_drive('token.pickle')
     self._ps = Pickle_serializer()
Example #11
0
 def __init__(self):
     self.logger = get_logger()
     self.url = 'ws://localhost:8000/feed'
Example #12
0
 def __init__(self):
     self.logger = get_logger()
     self._gd = Google_drive()
     self._gd.update_list()
Example #13
0
 def __init__(self, fname):
     self.fname = fname
     self.logger = get_logger('try_sync_access')