Exemplo n.º 1
0
class GoogleTrend(Myredis, Gtrend, MyKafka):
    def __init__(self):
        self.redis = Myredis()
        self.gtrend = Gtrend()
        self.kafka = MyKafka('NOTHS-trends-topic')

    def start(self):

        while True:
            time.sleep(randint(60, 90))
            print('starting google trend ...')
            category = self.redis.getNextCategory()
            if category:
                print('reporting on :', category)
                gdata = self.gtrend.get_report(category)
                cdata = self.pack_gdata(gdata, category.decode("utf-8"))

                for data in cdata:
                    list_ = ",".join(data)
                    self.kafka.send(list_)
                print('end')
Exemplo n.º 2
0
class GoogleTrend(Myredis, Gtrend, MyKafka):
    def __init__(self):
        self.redis = Myredis()
        self.gtrend = Gtrend()
        self.kafka = MyKafka("NOTHS-trends-topic")

    def start(self):

        while True:
            time.sleep(randint(60, 90))
            print("starting google trend ...")
            category = self.redis.getNextCategory()
            if category:
                print("reporting on :", category)
                gdata = self.gtrend.get_report(category)
                cdata = self.pack_gdata(gdata, category.decode("utf-8"))

                for data in cdata:
                    list_ = ",".join(data)
                    self.kafka.send(list_)
                print("end")
Exemplo n.º 3
0
 def __init__(self):
     self.redis = Myredis()
     self.gtrend = Gtrend()
     self.kafka = MyKafka('NOTHS-trends-topic')
Exemplo n.º 4
0
 def __init__(self):
     self.redis = Myredis()
     self.gtrend = Gtrend()
     self.kafka = MyKafka("NOTHS-trends-topic")