Exemple #1
0
 def test_get_s3_keyname(self):
     self.assertEqual(
         EagleDataLogger.get_s3_keyname(
             {'cloud_id' : 99999},
             util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,2,3,4)),
         ),
         'rainforest-logs/99999/2015/01/02/iseif-rainforest-99999-2015-01-02-03.jl.gz'
     )
Exemple #2
0
 def test_get_log_filename(self):
     self.assertEqual(
         EagleDataLogger.get_log_filename(
             {'cloud_id' : 99999},
             util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,2,3,4)),
         ),
         '2015-01-02-03/iseif-rainforest-99999-2015-01-02-03.jl'
     )
Exemple #3
0
    def ping_forever(self, verbose=False):
        count = 0
        while 1:
            # print self.cloud_id_list
            start_time = datetime.datetime.now()
            results = self.ping_all_cloud_ids()
            spare_time = self.get_wait_time(start_time, datetime.datetime.now())

            if verbose:
                logging.info(json.dumps({
                    'start_time' : util.convert_datetime_to_unix_epoch(start_time),
                    'results' : results,
                    'spare_time' : spare_time,
                }))

            #Fetch new cloud_id_list from redis every once in a while
            count += 1
            if count >= 10:
                self.fetch_cloud_id_list()
                count = 0

            time.sleep(spare_time)
Exemple #4
0
    def test_is_new_log_filename(self):

        x = util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0))

        self.assertEqual(
            EagleDataLogger.is_new_log_filename(
                {'cloud_id' : 99999},
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0)),
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0))
            ),
            False
        )

        self.assertEqual(
            EagleDataLogger.is_new_log_filename(
                {'cloud_id' : 99999},
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0)),
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,30))
            ),
            False
        )

        self.assertEqual(
            EagleDataLogger.is_new_log_filename(
                {'cloud_id' : 99999},
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0)),
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,59))
            ),
            False
        )

        self.assertEqual(
            EagleDataLogger.is_new_log_filename(
                {'cloud_id' : 99999},
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0)),
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,1,0))
            ),
            True
        )

        self.assertEqual(
            EagleDataLogger.is_new_log_filename(
                {'cloud_id' : 99999},
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,59)),
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,1,0))
            ),
            True
        )

        self.assertEqual(
            EagleDataLogger.is_new_log_filename(
                {'cloud_id' : 99999},
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,1,0)),
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,2,3,4))
            ),
            True
        )

        #This case should never occur
        self.assertEqual(
            EagleDataLogger.is_new_log_filename(
                {'cloud_id' : 99999},
                util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,1,0)),
                util.convert_datetime_to_unix_epoch(datetime.datetime(2014,1,1,1,0))
            ),
            True
        )