def __init__(self):
self.osutil = get_osutil()
self.protocol_util = get_protocol_util()
self.imds_client = get_imds_client()
self.event_thread = None
self.last_reset_loggers_time = None
self.last_event_collection = None
self.last_telemetry_heartbeat = None
self.last_cgroup_polling_telemetry = None
self.last_cgroup_report_telemetry = None
self.last_host_plugin_heartbeat = None
self.last_imds_heartbeat = None
self.protocol = None
self.health_service = None
self.last_route_table_hash = b''
self.last_nic_state = {}
self.counter = 0
self.sysinfo = []
self.should_run = True
self.heartbeat_id = str(uuid.uuid4()).upper()
self.host_plugin_errorstate = ErrorState(
min_timedelta=MonitorHandler.HOST_PLUGIN_HEALTH_PERIOD)
self.imds_errorstate = ErrorState(
min_timedelta=MonitorHandler.IMDS_HEALTH_PERIOD)
def __init__(self):
self.osutil = get_osutil()
self.imds_client = None
self.event_thread = None
self._periodic_operations = [
ResetPeriodicLogMessagesOperation(),
PeriodicOperation("collect_and_send_events",
self.collect_and_send_events,
self.EVENT_COLLECTION_PERIOD),
ReportNetworkErrorsOperation(),
PollResourceUsageOperation(),
PeriodicOperation("send_host_plugin_heartbeat",
self.send_host_plugin_heartbeat,
self.HOST_PLUGIN_HEARTBEAT_PERIOD),
PeriodicOperation("send_imds_heartbeat", self.send_imds_heartbeat,
self.IMDS_HEARTBEAT_PERIOD),
ReportNetworkConfigurationChangesOperation(),
]
self.protocol = None
self.protocol_util = None
self.health_service = None
self.should_run = True
self.heartbeat_id = str(uuid.uuid4()).upper()
self.host_plugin_errorstate = ErrorState(
min_timedelta=MonitorHandler.HOST_PLUGIN_HEALTH_PERIOD)
self.imds_errorstate = ErrorState(
min_timedelta=MonitorHandler.IMDS_HEALTH_PERIOD)
def __init__(self):
self.protocol_util = get_protocol_util()
self.protocol = None
self.ext_handlers = None
self.last_etag = None
self.log_report = False
self.log_etag = True
self.log_process = False
self.report_status_error_state = ErrorState()
self.get_artifact_error_state = ErrorState(min_timedelta=ERROR_STATE_DELTA_INSTALL)
def __init__(self, endpoint, container_id, role_config_name):
if endpoint is None:
raise ProtocolError("HostGAPlugin: Endpoint not provided")
self.is_initialized = False
self.is_available = False
self.api_versions = None
self.endpoint = endpoint
self.container_id = container_id
self.deployment_id = None
self.role_config_name = role_config_name
self.manifest_uri = None
self.health_service = HealthService(endpoint)
self.fetch_error_state = ErrorState(min_timedelta=ERROR_STATE_HOST_PLUGIN_FAILURE)
self.status_error_state = ErrorState(min_timedelta=ERROR_STATE_HOST_PLUGIN_FAILURE)
self.fetch_last_timestamp = None
self.status_last_timestamp = None
def test_errorstate05(self):
"""
Test the fail_time for various scenarios
"""
test_subject = ErrorState(timedelta(minutes=15))
self.assertEqual('unknown', test_subject.fail_time)
test_subject.incr()
self.assertEqual('0.0 min', test_subject.fail_time)
test_subject.timestamp = datetime.utcnow() - timedelta(seconds=60)
self.assertEqual('1.0 min', test_subject.fail_time)
test_subject.timestamp = datetime.utcnow() - timedelta(seconds=73)
self.assertEqual('1.22 min', test_subject.fail_time)
test_subject.timestamp = datetime.utcnow() - timedelta(seconds=120)
self.assertEqual('2.0 min', test_subject.fail_time)
test_subject.timestamp = datetime.utcnow() - timedelta(seconds=60 * 59)
self.assertEqual('59.0 min', test_subject.fail_time)
test_subject.timestamp = datetime.utcnow() - timedelta(seconds=60 * 60)
self.assertEqual('1.0 hr', test_subject.fail_time)
test_subject.timestamp = datetime.utcnow() - timedelta(seconds=60 * 95)
self.assertEqual('1.58 hr', test_subject.fail_time)
test_subject.timestamp = datetime.utcnow() - timedelta(seconds=60 * 60 * 3)
self.assertEqual('3.0 hr', test_subject.fail_time)
def test_errorstate00(self):
"""
If ErrorState is never incremented, it will never trigger.
"""
test_subject = ErrorState(timedelta(seconds=10000))
self.assertFalse(test_subject.is_triggered())
self.assertEqual(0, test_subject.count)
self.assertEqual('unknown', test_subject.fail_time)
def __init__(self):
self.protocol_util = get_protocol_util()
self.protocol = None
self.ext_handlers = None
self.last_etag = None
self.last_upgrade_guids = {}
self.log_report = False
self.log_etag = True
self.report_status_error_state = ErrorState()
def __init__(self):
self.osutil = get_osutil()
self.imds_client = None
self.event_thread = None
self._reset_loggers_op = PeriodicOperation("reset_loggers",
self.reset_loggers,
self.RESET_LOGGERS_PERIOD)
self._collect_and_send_events_op = PeriodicOperation(
"collect_and_send_events", self.collect_and_send_events,
self.EVENT_COLLECTION_PERIOD)
self._send_telemetry_heartbeat_op = PeriodicOperation(
"send_telemetry_heartbeat", self.send_telemetry_heartbeat,
self.TELEMETRY_HEARTBEAT_PERIOD)
self._poll_telemetry_metrics_op = PeriodicOperation(
"poll_telemetry_metrics usage", self.poll_telemetry_metrics,
self.CGROUP_TELEMETRY_POLLING_PERIOD)
self._send_telemetry_metrics_op = PeriodicOperation(
"send_telemetry_metrics usage", self.send_telemetry_metrics,
self.CGROUP_TELEMETRY_REPORTING_PERIOD)
self._send_host_plugin_heartbeat_op = PeriodicOperation(
"send_host_plugin_heartbeat", self.send_host_plugin_heartbeat,
self.HOST_PLUGIN_HEARTBEAT_PERIOD)
self._send_imds_heartbeat_op = PeriodicOperation(
"send_imds_heartbeat", self.send_imds_heartbeat,
self.IMDS_HEARTBEAT_PERIOD)
self._log_altered_network_configuration_op = PeriodicOperation(
"log_altered_network_configuration",
self.log_altered_network_configuration,
self.LOG_NETWORK_CONFIGURATION_PERIOD)
self.protocol = None
self.protocol_util = None
self.health_service = None
self.last_route_table_hash = b''
self.last_nic_state = {}
self.should_run = True
self.heartbeat_id = str(uuid.uuid4()).upper()
self.host_plugin_errorstate = ErrorState(
min_timedelta=MonitorHandler.HOST_PLUGIN_HEALTH_PERIOD)
self.imds_errorstate = ErrorState(
min_timedelta=MonitorHandler.IMDS_HEALTH_PERIOD)
def test_errorstate02(self):
"""
If ErrorState is triggered, and the current time is within timedelta
of now it will trigger.
"""
test_subject = ErrorState(timedelta(seconds=0))
test_subject.incr()
self.assertTrue(test_subject.is_triggered())
self.assertEqual(1, test_subject.count)
self.assertEqual('0.0 min', test_subject.fail_time)
def test_errorstate04(self):
"""
If ErrorState is reset the timestamp of the last incr() is reset to
None.
"""
test_subject = ErrorState(timedelta(minutes=15))
self.assertTrue(test_subject.timestamp is None)
test_subject.incr()
self.assertTrue(test_subject.timestamp is not None)
test_subject.reset()
self.assertTrue(test_subject.timestamp is None)
def test_should_report(self):
host_plugin = self._init_host()
error_state = ErrorState(min_timedelta=datetime.timedelta(minutes=5))
period = datetime.timedelta(minutes=1)
last_timestamp = None
# first measurement at 0s, should report
is_healthy = True
actual = host_plugin.should_report(is_healthy,
error_state,
last_timestamp,
period)
self.assertEqual(True, actual)
# second measurement at 30s, should not report
last_timestamp = datetime.datetime.utcnow() - datetime.timedelta(seconds=30)
actual = host_plugin.should_report(is_healthy,
error_state,
last_timestamp,
period)
self.assertEqual(False, actual)
# third measurement at 60s, should report
last_timestamp = datetime.datetime.utcnow() - datetime.timedelta(seconds=60)
actual = host_plugin.should_report(is_healthy,
error_state,
last_timestamp,
period)
self.assertEqual(True, actual)
# fourth measurement unhealthy, should report and increment counter
is_healthy = False
self.assertEqual(0, error_state.count)
actual = host_plugin.should_report(is_healthy,
error_state,
last_timestamp,
period)
self.assertEqual(1, error_state.count)
self.assertEqual(True, actual)
# fifth measurement, should not report and reset counter
is_healthy = True
last_timestamp = datetime.datetime.utcnow() - datetime.timedelta(seconds=30)
self.assertEqual(1, error_state.count)
actual = host_plugin.should_report(is_healthy,
error_state,
last_timestamp,
period)
self.assertEqual(0, error_state.count)
self.assertEqual(False, actual)
def __init__(self):
self.osutil = get_osutil()
self.protocol_util = get_protocol_util()
self.imds_client = get_imds_client()
self.event_thread = None
self.last_event_collection = None
self.last_telemetry_heartbeat = None
self.last_host_plugin_heartbeat = None
self.protocol = None
self.health_service = None
self.counter = 0
self.sysinfo = []
self.should_run = True
self.heartbeat_id = str(uuid.uuid4()).upper()
self.host_plugin_errorstate = ErrorState(min_timedelta=MonitorHandler.HOST_PLUGIN_HEALTH_PERIOD)
def test_errorstate03(self, mock_time):
"""
ErrorState will not trigger until
1. ErrorState has been incr() at least once.
2. The timedelta from the first incr() has elapsed.
"""
test_subject = ErrorState(timedelta(minutes=15))
for x in range(1, 10): # pylint: disable=invalid-name
mock_time.utcnow = Mock(return_value=datetime.utcnow() + timedelta(minutes=x))
test_subject.incr()
self.assertFalse(test_subject.is_triggered())
mock_time.utcnow = Mock(return_value=datetime.utcnow() + timedelta(minutes=30))
test_subject.incr()
self.assertTrue(test_subject.is_triggered())
self.assertEqual('29.0 min', test_subject.fail_time)
def __init__(self, protocol_util, health_service):
super(SendImdsHeartbeat, self).__init__(SendImdsHeartbeat._IMDS_HEARTBEAT_PERIOD)
self.health_service = health_service
self.imds_client = get_imds_client(protocol_util.get_wireserver_endpoint())
self.imds_error_state = ErrorState(min_timedelta=SendImdsHeartbeat._IMDS_HEALTH_PERIOD)
def __init__(self, protocol, health_service):
super(SendHostPluginHeartbeat, self).__init__(SendHostPluginHeartbeat._HOST_PLUGIN_HEARTBEAT_PERIOD)
self.protocol = protocol
self.health_service = health_service
self.host_plugin_error_state = ErrorState(min_timedelta=SendHostPluginHeartbeat._HOST_PLUGIN_HEALTH_PERIOD)