try:
resourceId = getResourceId()
if resourceId:
createPortalSettings(mdsdCfg,escape(resourceId))
instanceID=""
if resourceId.find("providers/Microsoft.Compute/virtualMachineScaleSets") >=0:
instanceID = readUUID();
config(mdsdCfg,"instanceID",instanceID,"Events/DerivedEvents/DerivedEvent/LADQuery")
except Exception, e:
hutil.error("Failed to create portal config error:{0} {1}".format(e,traceback.format_exc()))
# Check if Application Insights key is present in ladCfg
ladCfg = readPublicConfig('ladCfg')
try:
aikey = AIUtil.tryGetAiKey(ladCfg)
if aikey:
hutil.log("Application Insights key found.")
else:
hutil.log("Application Insights key not found.")
except Exception, e:
hutil.error("Failed check for Application Insights key in LAD configuration with exception:{0} {1}".format(e,traceback.format_exc()))
generatePerformanceCounterConfiguration(mdsdCfg,aikey != None)
syslogCfg = getSyslogCfg()
fileCfg = getFileCfg()
#fileCfg = [{"file":"/var/log/waagent.log","table":"waagent"},{"file":"/var/log/waagent2.log","table":"waagent3"}]
try:
if fileCfg:
syslogCfg = createEventFileSettings(mdsdCfg,fileCfg)+syslogCfg
def generate_mdsd_rsyslog_configs(self):
"""
Generates XML cfg file for mdsd, from JSON config settings (public & private).
Also generates rsyslog imfile conf file from the 'fileCfg' setting.
Returns (True, '') if config was valid and proper xmlCfg.xml was generated.
Returns (False, '...') if config was invalid and the error message.
"""
# 1. Get the mdsd config XML tree base.
# - 1st priority is from the extension setting's 'mdsdCfg' value.
# Note that we have never used this option.
# - 2nd priority is to use the provided XML template stored in <ext_dir>/mdsdConfig.xml.template.
mdsd_cfg_str = self._ext_settings.get_mdsd_cfg()
if not mdsd_cfg_str:
with open(os.path.join(self._ext_dir, './mdsdConfig.xml.template'), "r") as f:
mdsd_cfg_str = f.read()
self._mdsd_config_xml_tree = ET.ElementTree()
self._mdsd_config_xml_tree._setroot(XmlUtil.createElement(mdsd_cfg_str))
# 2. Add DeploymentId (if available) to identity columns
if self._deployment_id:
XmlUtil.setXmlValue(self._mdsd_config_xml_tree, "Management/Identity/IdentityComponent", "",
self._deployment_id, ["name", "DeploymentId"])
# 2.1. Apply resourceId attribute to LADQuery elements
try:
resource_id = self._ext_settings.get_resource_id()
if resource_id:
escaped_resource_id_str = escape_nonalphanumerics(resource_id)
self._add_portal_settings(escaped_resource_id_str)
instanceID = ""
if resource_id.find("providers/Microsoft.Compute/virtualMachineScaleSets") >= 0:
instanceID = read_uuid(self._run_command)
self._set_xml_attr("instanceID", instanceID, "Events/DerivedEvents/DerivedEvent/LADQuery")
except Exception as e:
self._logger_error("Failed to create portal config error:{0} {1}".format(e, traceback.format_exc()))
# 3. Update perf counter config. Need to distinguish between non-AppInsights scenario and AppInsights scenario,
# so check if Application Insights key is present in ladCfg first, and pass it to the actual helper
# function (self._apply_perf_cfgs()).
lad_cfg = self._ext_settings.read_public_config('ladCfg')
do_ai = False
aikey = None
try:
aikey = AIUtil.tryGetAiKey(lad_cfg)
if aikey:
self._logger_log("Application Insights key found.")
do_ai = True
else:
self._logger_log("Application Insights key not found.")
except Exception as e:
self._logger_error("Failed check for Application Insights key in LAD configuration with exception:{0}\n"
"Stacktrace: {1}".format(e, traceback.format_exc()))
self._apply_perf_cfgs(do_ai)
# 4. Generate rsyslog imfile config. It's unclear why non-imfile config stuff (self._get_syslog_config())
# is appended to imfileconfig as well. That part has never been used, as far as I remember, and will
# definitely need to change later.
syslog_cfg = self._ext_settings.get_syslog_config()
file_cfg = self._ext_settings.get_file_monitoring_config()
# fileCfg = [{"file":"/var/log/waagent.log","table":"waagent"},{"file":"/var/log/waagent2.log","table":"waagent3"}]
try:
if file_cfg:
syslog_cfg = self._update_and_get_file_monitoring_settings(file_cfg) + syslog_cfg
with open(self._imfile_config_filename, 'w') as imfile_config_file:
imfile_config_file.write(syslog_cfg)
except Exception as e:
self._logger_error("Failed to create rsyslog imfile config. Error:{0}\n"
"Stacktrace: {1}".format(e, traceback.format_exc()))
# 5. Before starting to update the storage account settings, log extension's protected settings'
# keys only (except well-known values), for diagnostic purpose. This is mainly to make sure that
# the extension's Json settings include a correctly entered 'storageEndpoint'.
self._ext_settings.log_protected_settings_keys(self._logger_log, self._logger_error)
# 6. Actually update the storage account settings on mdsd config XML tree (based on extension's
# protectedSettings).
account = self._ext_settings.read_protected_config('storageAccountName')
if not account:
return False, "Empty storageAccountName"
key = self._ext_settings.read_protected_config('storageAccountKey')
token = self._ext_settings.read_protected_config('storageAccountSasToken')
if not key and not token:
return False, "Neither storageAccountKey nor storageAccountSasToken is given"
if key and token:
return False, "Either storageAccountKey or storageAccountSasToken (but not both) should be given"
endpoint = get_storage_endpoint_with_account(account,
self._ext_settings.read_protected_config('storageAccountEndPoint'))
self._update_account_settings(account, key, token, endpoint, aikey)
# 7. Check and add new syslog RouteEvent for Application Insights.
if aikey:
AIUtil.createSyslogRouteEventElement(self._mdsd_config_xml_tree)
# 8. Update mdsd config XML's eventVolume attribute based on the logic specified in the helper.
self._set_event_volume(lad_cfg)
# 9. Update mdsd config XML's sampleRateInSeconds attribute with default '60'
self._set_xml_attr("sampleRateInSeconds", "60", "Events/OMI/OMIQuery")
# 10. Finally generate mdsd config XML file out of the constructed XML tree object.
self._mdsd_config_xml_tree.write(os.path.join(self._ext_dir, './xmlCfg.xml'))
return True, ""
def configSettings():
'''
Generates XML cfg file for mdsd, from JSON config settings (public & private).
Returns (True, '') if config was valid and proper xmlCfg.xml was generated.
Returns (False, '...') if config was invalid and the error message.
'''
mdsdCfgstr = readPublicConfig('mdsdCfg')
if not mdsdCfgstr:
with open(os.path.join(WorkDir, './mdsdConfig.xml.template'),"r") as defaulCfg:
mdsdCfgstr = defaulCfg.read()
else:
mdsdCfgstr = base64.b64decode(mdsdCfgstr)
mdsdCfg = ET.ElementTree()
mdsdCfg._setroot(XmlUtil.createElement(mdsdCfgstr))
# update deployment id
deployment_id = get_deployment_id()
XmlUtil.setXmlValue(mdsdCfg, "Management/Identity/IdentityComponent", "", deployment_id, ["name", "DeploymentId"])
try:
resourceId = getResourceId()
if resourceId:
createPortalSettings(mdsdCfg,escape(resourceId))
instanceID=""
if resourceId.find("providers/Microsoft.Compute/virtualMachineScaleSets") >=0:
instanceID = readUUID()
config(mdsdCfg,"instanceID",instanceID,"Events/DerivedEvents/DerivedEvent/LADQuery")
except Exception as e:
hutil.error("Failed to create portal config error:{0} {1}".format(e,traceback.format_exc()))
# Check if Application Insights key is present in ladCfg
ladCfg = readPublicConfig('ladCfg')
try:
aikey = AIUtil.tryGetAiKey(ladCfg)
if aikey:
hutil.log("Application Insights key found.")
else:
hutil.log("Application Insights key not found.")
except Exception as e:
hutil.error("Failed check for Application Insights key in LAD configuration with exception:{0} {1}".format(e,traceback.format_exc()))
generatePerformanceCounterConfiguration(mdsdCfg,aikey != None)
syslogCfg = getSyslogCfg()
fileCfg = getFileCfg()
#fileCfg = [{"file":"/var/log/waagent.log","table":"waagent"},{"file":"/var/log/waagent2.log","table":"waagent3"}]
try:
if fileCfg:
syslogCfg = createEventFileSettings(mdsdCfg,fileCfg)+syslogCfg
with open(omfileconfig,'w') as hfile:
hfile.write(syslogCfg)
except Exception as e:
hutil.error("Failed to create syslog_file config error:{0} {1}".format(e,traceback.format_exc()))
account = readPrivateConfig('storageAccountName')
if not account:
return False, "Empty storageAccountName"
key = readPrivateConfig('storageAccountKey')
if not key:
return False, "Empty storageAccountKey"
endpoint = readPrivateConfig('endpoint')
if not endpoint:
endpoint = 'table.core.windows.net'
endpoint = 'https://'+account+"."+endpoint
createAccountSettings(mdsdCfg,account,key,endpoint,aikey)
# Check and add new syslog RouteEvent for Application Insights.
if aikey:
AIUtil.createSyslogRouteEventElement(mdsdCfg)
setEventVolume(mdsdCfg,ladCfg)
config(mdsdCfg,"sampleRateInSeconds","60","Events/OMI/OMIQuery")
mdsdCfg.write(os.path.join(WorkDir, './xmlCfg.xml'))
return True, ""
def configSettings():
"""
Generates XML cfg file for mdsd, from JSON config settings (public & private).
Returns (True, '') if config was valid and proper xmlCfg.xml was generated.
Returns (False, '...') if config was invalid and the error message.
"""
mdsdCfgstr = readPublicConfig('mdsdCfg')
if not mdsdCfgstr:
with open(os.path.join(WorkDir, './mdsdConfig.xml.template'), "r") as defaulCfg:
mdsdCfgstr = defaulCfg.read()
else:
mdsdCfgstr = base64.b64decode(mdsdCfgstr)
mdsdCfg = ET.ElementTree()
mdsdCfg._setroot(XmlUtil.createElement(mdsdCfgstr))
# Add DeploymentId (if available) to identity columns
deployment_id = get_deployment_id()
if deployment_id:
XmlUtil.setXmlValue(mdsdCfg, "Management/Identity/IdentityComponent", "", deployment_id,
["name", "DeploymentId"])
try:
resourceId = getResourceId()
if resourceId:
createPortalSettings(mdsdCfg, escape_nonalphanumerics(resourceId))
instanceID = ""
if resourceId.find("providers/Microsoft.Compute/virtualMachineScaleSets") >= 0:
instanceID = read_uuid(waagent.RunGetOutput)
config(mdsdCfg, "instanceID", instanceID, "Events/DerivedEvents/DerivedEvent/LADQuery")
except Exception as e:
hutil.error("Failed to create portal config error:{0} {1}".format(e, traceback.format_exc()))
# Check if Application Insights key is present in ladCfg
ladCfg = readPublicConfig('ladCfg')
do_ai = False
aikey = None
try:
aikey = AIUtil.tryGetAiKey(ladCfg)
if aikey:
hutil.log("Application Insights key found.")
do_ai = True
else:
hutil.log("Application Insights key not found.")
except Exception as e:
msg = "Failed check for Application Insights key in LAD configuration with exception:{0} {1}"
hutil.error(msg.format(e, traceback.format_exc()))
generatePerformanceCounterConfiguration(mdsdCfg, do_ai)
syslogCfg = getSyslogCfg()
fileCfg = getFileCfg()
# fileCfg = [{"file":"/var/log/waagent.log","table":"waagent"},{"file":"/var/log/waagent2.log","table":"waagent3"}]
try:
if fileCfg:
syslogCfg = createEventFileSettings(mdsdCfg, fileCfg) + syslogCfg
with open(omfileconfig, 'w') as hfile:
hfile.write(syslogCfg)
except Exception as e:
hutil.error("Failed to create syslog_file config error:{0} {1}".format(e, traceback.format_exc()))
log_private_settings_keys(private_settings, hutil.log, hutil.error)
account = readPrivateConfig('storageAccountName')
if not account:
return False, "Empty storageAccountName"
key = readPrivateConfig('storageAccountKey')
token = readPrivateConfig('storageAccountSasToken')
if not key and not token:
return False, "Neither storageAccountKey nor storageAccountSasToken is given"
if key and token:
return False, "Either storageAccountKey or storageAccountSasToken (but not both) should be given"
endpoint = get_storage_endpoint_with_account(account, readPrivateConfig('storageAccountEndPoint'))
createAccountSettings(mdsdCfg, account, key, token, endpoint, aikey)
# Check and add new syslog RouteEvent for Application Insights.
if aikey:
AIUtil.createSyslogRouteEventElement(mdsdCfg)
setEventVolume(mdsdCfg, ladCfg)
config(mdsdCfg, "sampleRateInSeconds", "60", "Events/OMI/OMIQuery")
mdsdCfg.write(os.path.join(WorkDir, './xmlCfg.xml'))
return True, ""
