def test_get_s3_keyname(self): self.assertEqual( EagleDataLogger.get_s3_keyname( {'cloud_id' : 99999}, util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,2,3,4)), ), 'rainforest-logs/99999/2015/01/02/iseif-rainforest-99999-2015-01-02-03.jl.gz' )
def test_get_log_filename(self): self.assertEqual( EagleDataLogger.get_log_filename( {'cloud_id' : 99999}, util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,2,3,4)), ), '2015-01-02-03/iseif-rainforest-99999-2015-01-02-03.jl' )
def ping_forever(self, verbose=False): count = 0 while 1: # print self.cloud_id_list start_time = datetime.datetime.now() results = self.ping_all_cloud_ids() spare_time = self.get_wait_time(start_time, datetime.datetime.now()) if verbose: logging.info(json.dumps({ 'start_time' : util.convert_datetime_to_unix_epoch(start_time), 'results' : results, 'spare_time' : spare_time, })) #Fetch new cloud_id_list from redis every once in a while count += 1 if count >= 10: self.fetch_cloud_id_list() count = 0 time.sleep(spare_time)
def test_is_new_log_filename(self): x = util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0)) self.assertEqual( EagleDataLogger.is_new_log_filename( {'cloud_id' : 99999}, util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0)), util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0)) ), False ) self.assertEqual( EagleDataLogger.is_new_log_filename( {'cloud_id' : 99999}, util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0)), util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,30)) ), False ) self.assertEqual( EagleDataLogger.is_new_log_filename( {'cloud_id' : 99999}, util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0)), util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,59)) ), False ) self.assertEqual( EagleDataLogger.is_new_log_filename( {'cloud_id' : 99999}, util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,0)), util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,1,0)) ), True ) self.assertEqual( EagleDataLogger.is_new_log_filename( {'cloud_id' : 99999}, util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,0,59)), util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,1,0)) ), True ) self.assertEqual( EagleDataLogger.is_new_log_filename( {'cloud_id' : 99999}, util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,1,0)), util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,2,3,4)) ), True ) #This case should never occur self.assertEqual( EagleDataLogger.is_new_log_filename( {'cloud_id' : 99999}, util.convert_datetime_to_unix_epoch(datetime.datetime(2015,1,1,1,0)), util.convert_datetime_to_unix_epoch(datetime.datetime(2014,1,1,1,0)) ), True )