def configureResourcesCalled(self):
self.assertResourceCalled('Directory', '/var/log/ambari-logsearch-logfeeder',
create_parents=True,
cd_access='a',
mode=0755
)
self.assertResourceCalled('Directory', '/var/run/ambari-logsearch-logfeeder',
create_parents=True,
cd_access='a',
mode=0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-logfeeder/conf/checkpoints',
create_parents=True,
cd_access='a',
mode=0755
)
self.assertResourceCalled('Directory', '/usr/lib/ambari-logsearch-logfeeder',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-logfeeder/conf',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755
)
self.assertResourceCalled('File', '/var/log/ambari-logsearch-logfeeder/logfeeder.out',
mode=0644,
content=''
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-logfeeder/conf/logfeeder.properties',
content=Template('logfeeder.properties.j2')
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-logfeeder/conf/logfeeder-env.sh',
mode=0755,
content=InlineTemplate(self.getConfig()['configurations']['logfeeder-env']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-logfeeder/conf/log4j.xml',
content=InlineTemplate(self.getConfig()['configurations']['logfeeder-log4j']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-logfeeder/conf/grok-patterns',
content=Template('grok-patterns.j2'),
encoding='utf-8'
)
logfeeder_supported_services = ['accumulo', 'ambari', 'ams', 'atlas', 'falcon', 'flume', 'hbase', 'hdfs', 'hive', 'hst', 'kafka',
'knox', 'logsearch', 'nifi', 'oozie', 'ranger', 'spark', 'spark2', 'storm', 'yarn', 'zeppelin', 'zookeeper']
logfeeder_config_file_names = ['global.config.json', 'output.config.json'] + ['input.config-%s.json' % (tag) for tag
in logfeeder_supported_services]
for file_name in logfeeder_config_file_names:
self.assertResourceCalled('File', '/etc/ambari-logsearch-logfeeder/conf/' + file_name,
content=Template(file_name + ".j2")
)
def __asserts_for_hawq_check(self, expectedCommand):
self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR +
'/scripts/hawqmaster.py',
classname='HawqMaster',
command='run_hawq_check',
config_dict=self.config_dict,
stack_version=self.STACK_VERSION,
target=RMFTestCase.TARGET_COMMON_SERVICES)
self.assertResourceCalled(
'File',
"/usr/local/hawq/etc/hawq_hosts",
content=InlineTemplate(
"{% for host in hawq_all_hosts %}{{host}}\n{% endfor %}"),
group=self.GPADMIN,
owner=self.GPADMIN,
mode=0644)
self.assertResourceCalled('Execute',
expectedCommand,
logoutput=True,
not_if=None,
only_if=None,
user=self.GPADMIN,
timeout=900)
self.assertNoMoreResources()
def configureResourcesCalled(self):
self.assertResourceCalled('Directory',
'/var/log/ambari-logsearch-logfeeder',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/var/run/ambari-logsearch-logfeeder',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled(
'Directory',
'/etc/ambari-logsearch-logfeeder/conf/checkpoints',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/usr/lib/ambari-logsearch-logfeeder',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/etc/ambari-logsearch-logfeeder/conf',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755)
self.assertResourceCalled(
'File',
'/var/log/ambari-logsearch-logfeeder/logfeeder.out',
mode=0644,
content='')
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-logfeeder/conf/keys/ks_pass.txt',
action=['delete'])
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-logfeeder/conf/keys/ts_pass.txt',
action=['delete'])
self.assertResourceCalled(
'PropertiesFile',
'/etc/ambari-logsearch-logfeeder/conf/logfeeder.properties',
properties={
'hadoop.security.credential.provider.path':
'jceks://file/etc/ambari-logsearch-logfeeder/conf/logfeeder.jceks',
'logfeeder.checkpoint.folder':
'/etc/ambari-logsearch-logfeeder/conf/checkpoints',
'logfeeder.config.files':
'output.config.json,input.config-ambari.json,global.config.json,input.config-logsearch.json,input.config-zookeeper.json',
'logfeeder.metrics.collector.hosts':
'',
'logfeeder.metrics.collector.path':
'/ws/v1/timeline/metrics',
'logfeeder.metrics.collector.port':
'',
'logfeeder.metrics.collector.protocol':
'',
'logfeeder.solr.core.config.name':
'history',
'logfeeder.solr.zk_connect_string':
'c6401.ambari.apache.org:2181/infra-solr'
})
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-logfeeder/conf/logfeeder-env.sh',
mode=0755,
content=InlineTemplate(self.getConfig()['configurations']
['logfeeder-env']['content']))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-logfeeder/conf/log4j.xml',
content=InlineTemplate(self.getConfig()['configurations']
['logfeeder-log4j']['content']))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-logfeeder/conf/grok-patterns',
content=InlineTemplate('GP'),
encoding='utf-8')
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-logfeeder/conf/input.config-ambari.json',
content=InlineTemplate('ambari-grok-filter'),
encoding='utf-8')
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-logfeeder/conf/output.config.json',
content=InlineTemplate('output-grok-filter'),
encoding='utf-8')
logfeeder_supported_services = ['logsearch']
logfeeder_config_file_names = ['global.config.json'] + \
['input.config-%s.json' % (tag) for tag in logfeeder_supported_services]
for file_name in logfeeder_config_file_names:
self.assertResourceCalled('File',
'/etc/ambari-logsearch-logfeeder/conf/' +
file_name,
content=Template(file_name + ".j2"))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-logfeeder/conf/input.config-logfeeder-custom.json',
action=['delete'])
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-logfeeder/conf/input.config-zookeeper.json',
content=InlineTemplate("pattern content"))
def asserts_for_configure(self):
self.assertResourceCalled('Group', self.GPADMIN, ignore_failures=True)
self.assertResourceCalled('User',
self.GPADMIN,
gid=self.GPADMIN,
groups=[self.GPADMIN, u'hadoop'],
ignore_failures=True,
password=crypt.crypt(
self.config_dict['configurations']
['hawq-env']['hawq_password'],
"$1$salt$"))
self.assertResourceCalled('Group', self.POSTGRES, ignore_failures=True)
self.assertResourceCalled('User',
self.POSTGRES,
gid=self.POSTGRES,
groups=[self.POSTGRES, u'hadoop'],
ignore_failures=True)
self.assertResourceCalled('Execute',
'chown -R gpadmin:gpadmin /usr/local/hawq/',
timeout=600)
self.assertResourceCalled(
'XmlConfig',
'hdfs-client.xml',
conf_dir=self.CONF_DIR,
configurations=self.getConfig()['configurations']['hdfs-client'],
configuration_attributes=self.getConfig()
['configuration_attributes']['hdfs-client'],
group=self.GPADMIN,
owner=self.GPADMIN,
mode=0644)
self.assertResourceCalled(
'XmlConfig',
'yarn-client.xml',
conf_dir=self.CONF_DIR,
configurations=self.getConfig()['configurations']['yarn-client'],
configuration_attributes=self.getConfig()
['configuration_attributes']['yarn-client'],
group=self.GPADMIN,
owner=self.GPADMIN,
mode=0644)
self.assertResourceCalled(
'XmlConfig',
'hawq-site.xml',
conf_dir=self.CONF_DIR,
configurations=self.getConfig()['configurations']['hawq-site'],
configuration_attributes=self.getConfig()
['configuration_attributes']['hawq-site'],
group=self.GPADMIN,
owner=self.GPADMIN,
mode=0644)
if self.COMPONENT_TYPE == 'master':
self.assertResourceCalled(
'File',
self.CONF_DIR + 'hawq_check.cnf',
content=self.getConfig()['configurations']['hawq-check-env']
['content'],
owner=self.GPADMIN,
group=self.GPADMIN,
mode=0644)
self.assertResourceCalled(
'File',
self.CONF_DIR + 'slaves',
content=InlineTemplate(
'c6401.ambari.apache.org\nc6402.ambari.apache.org\nc6403.ambari.apache.org\n\n'
),
group=self.GPADMIN,
owner=self.GPADMIN,
mode=0644)
self.assertResourceCalled('Directory',
'/data/hawq/' + self.COMPONENT_TYPE,
group=self.GPADMIN,
owner=self.GPADMIN,
create_parents=True)
self.assertResourceCalled('Execute',
'chmod 700 /data/hawq/' +
self.COMPONENT_TYPE,
user='******',
timeout=600)
self.assertResourceCalled('Directory',
'/data/hawq/tmp/' + self.COMPONENT_TYPE,
group=self.GPADMIN,
owner=self.GPADMIN,
create_parents=True)
def configureResourcesCalled(self):
self.assertResourceCalled('Directory',
'/var/log/ambari-infra-solr',
owner='solr',
group='hadoop',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/var/run/ambari-infra-solr',
owner='solr',
group='hadoop',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/opt/ambari_infra_solr/data',
owner='solr',
group='hadoop',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/opt/ambari_infra_solr/data/resources',
owner='solr',
group='hadoop',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/usr/lib/ambari-infra-solr',
owner='solr',
group='hadoop',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/etc/ambari-infra-solr/conf',
owner='solr',
group='hadoop',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755)
self.assertResourceCalled(
'File',
'/var/log/ambari-infra-solr/solr-install.log',
owner='solr',
group='hadoop',
mode=0644,
content='')
self.assertResourceCalled(
'File',
'/etc/ambari-infra-solr/conf/infra-solr-env.sh',
owner='solr',
group='hadoop',
mode=0755,
content=InlineTemplate(self.getConfig()['configurations']
['infra-solr-env']['content']))
self.assertResourceCalled(
'File',
'/opt/ambari_infra_solr/data/solr.xml',
owner='solr',
group='hadoop',
content=InlineTemplate(self.getConfig()['configurations']
['infra-solr-xml']['content']))
self.assertResourceCalled(
'File',
'/etc/ambari-infra-solr/conf/log4j.properties',
owner='solr',
group='hadoop',
content=InlineTemplate(self.getConfig()['configurations']
['infra-solr-log4j']['content']))
self.assertResourceCalled(
'File',
'/etc/ambari-infra-solr/conf/custom-security.json',
owner='solr',
group='hadoop',
content=InlineTemplate(self.getConfig()['configurations']
['infra-solr-security-json']['content']),
mode=0640)
self.assertResourceCalled('File',
'/etc/security/limits.d/infra-solr.conf',
owner='root',
group='root',
content=Template('infra-solr.conf.j2'))
self.assertResourceCalled(
'Execute',
'ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181 --znode /infra-solr --create-znode --retry 30 --interval 5'
)
self.assertResourceCalled(
'Execute',
'ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --remove-admin-handlers --collection hadoop_logs --retry 5 --interval 10'
)
self.assertResourceCalled(
'Execute',
'ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --remove-admin-handlers --collection audit_logs --retry 5 --interval 10'
)
self.assertResourceCalled(
'Execute',
'ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --remove-admin-handlers --collection history --retry 5 --interval 10'
)
self.assertResourceCalled(
'Execute',
'ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --cluster-prop --property-name urlScheme --property-value http'
)
self.assertResourceCalled(
'Execute',
'ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181 --znode /infra-solr --setup-kerberos-plugin'
)
def configureResourcesCalled(self):
self.assertResourceCalled('Directory', '/var/log/ambari-logsearch-portal',
owner = 'logsearch',
group = 'hadoop',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/var/run/ambari-logsearch-portal',
owner = 'logsearch',
group = 'hadoop',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/usr/lib/ambari-logsearch-portal',
owner = 'logsearch',
group = 'hadoop',
create_parents = True,
recursive_ownership = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-portal/conf',
owner = 'logsearch',
group = 'hadoop',
create_parents = True,
recursive_ownership = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-portal/conf/solr_configsets',
owner = 'logsearch',
group = 'hadoop',
create_parents = True,
recursive_ownership = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('File', '/var/log/ambari-logsearch-portal/logsearch.out',
owner = 'logsearch',
group = 'hadoop',
mode = 0644,
content = ''
)
self.assertResourceCalled('PropertiesFile', '/etc/ambari-logsearch-portal/conf/logsearch.properties',
properties = {'logsearch.audit.logs.split.interval.mins': '1',
'logsearch.auth.external_auth.enabled': 'false',
'logsearch.auth.external_auth.host_url': 'http://c6401.ambari.apache.org:8080',
'logsearch.auth.external_auth.login_url': '/api/v1/users/$USERNAME/privileges?fields=*',
'logsearch.auth.file.enabled': 'true',
'logsearch.auth.ldap.enabled': 'false',
'logsearch.auth.simple.enabled': 'false',
'logsearch.collection.audit.logs.numshards': '10',
'logsearch.collection.audit.logs.replication.factor': '1',
'logsearch.collection.history.replication.factor': '1',
'logsearch.collection.service.logs.numshards': '10',
'logsearch.collection.service.logs.replication.factor': '1',
'logsearch.login.credentials.file': 'logsearch-admin.json',
'logsearch.protocol': 'http',
'logsearch.roles.allowed': 'AMBARI.ADMINISTRATOR',
'logsearch.service.logs.split.interval.mins': '1',
'logsearch.solr.audit.logs.zk_connect_string': 'c6401.ambari.apache.org:2181/infra-solr',
'logsearch.solr.collection.audit.logs': 'audit_logs',
'logsearch.solr.collection.history': 'history',
'logsearch.solr.collection.service.logs': 'hadoop_logs',
'logsearch.solr.history.config.name': 'history',
'logsearch.solr.metrics.collector.hosts': '',
'logsearch.solr.jmx.port': '1',
'logsearch.solr.zk_connect_string': 'c6401.ambari.apache.org:2181/infra-solr'
}
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/HadoopServiceConfig.json',
owner = 'logsearch',
group='hadoop',
content = Template('HadoopServiceConfig.json.j2')
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/log4j.xml',
owner = 'logsearch',
group='hadoop',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-log4j']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/logsearch-env.sh',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-env']['content']),
mode = 0755,
owner = "logsearch",
group='hadoop'
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/logsearch-admin.json',
owner = 'logsearch',
group='hadoop',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-admin-json']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/solr_configsets/hadoop_logs/conf/solrconfig.xml',
owner = 'logsearch',
group='hadoop',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-service_logs-solrconfig']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/solr_configsets/audit_logs/conf/solrconfig.xml',
owner = 'logsearch',
group='hadoop',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-audit_logs-solrconfig']['content'])
)
self.assertResourceCalled('Execute', 'ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181 --znode /infra-solr --check-znode --retry 5 --interval 10')
self.assertResourceCalledRegexp('^Execute$', '^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --download-config --config-dir /tmp/solr_config_hadoop_logs_0.[0-9]* --config-set hadoop_logs --retry 30 --interval 5')
self.assertResourceCalledRegexp('^File$', '^/tmp/solr_config_hadoop_logs_0.[0-9]*',
content=InlineTemplate(self.getConfig()['configurations']['logsearch-service_logs-solrconfig']['content']),
only_if='test -d /tmp/solr_config_hadoop_logs_0.[0-9]*')
self.assertResourceCalledRegexp('^Execute$', '^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --upload-config --config-dir /tmp/solr_config_hadoop_logs_0.[0-9]* --config-set hadoop_logs --retry 30 --interval 5',
only_if='test -d /tmp/solr_config_hadoop_logs_0.[0-9]*')
self.assertResourceCalledRegexp('^Execute$', '^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --upload-config --config-dir /etc/ambari-logsearch-portal/conf/solr_configsets/hadoop_logs/conf --config-set hadoop_logs --retry 30 --interval 5',
not_if='test -d /tmp/solr_config_hadoop_logs_0.[0-9]*')
self.assertResourceCalledRegexp('^Directory$', '^/tmp/solr_config_hadoop_logs_0.[0-9]*',
action=['delete'],
create_parents=True)
self.assertResourceCalledRegexp('^Execute$', '^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --download-config --config-dir /tmp/solr_config_history_0.[0-9]* --config-set history --retry 30 --interval 5')
self.assertResourceCalledRegexp('^Execute$', '^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --upload-config --config-dir /etc/ambari-logsearch-portal/conf/solr_configsets/history/conf --config-set history --retry 30 --interval 5')
self.assertResourceCalledRegexp('^Directory$', '^/tmp/solr_config_history_0.[0-9]*',
action=['delete'],
create_parents=True)
self.assertResourceCalledRegexp('^Execute$', '^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --download-config --config-dir /tmp/solr_config_audit_logs_0.[0-9]* --config-set audit_logs --retry 30 --interval 5')
self.assertResourceCalledRegexp('^File$', '^/tmp/solr_config_audit_logs_0.[0-9]*',
content=InlineTemplate(self.getConfig()['configurations']['logsearch-audit_logs-solrconfig']['content']),
only_if='test -d /tmp/solr_config_audit_logs_0.[0-9]*')
self.assertResourceCalledRegexp('^Execute$', '^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --upload-config --config-dir /tmp/solr_config_audit_logs_0.[0-9]* --config-set audit_logs --retry 30 --interval 5',
only_if='test -d /tmp/solr_config_audit_logs_0.[0-9]*')
self.assertResourceCalledRegexp('^Execute$', '^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --upload-config --config-dir /etc/ambari-logsearch-portal/conf/solr_configsets/audit_logs/conf --config-set audit_logs --retry 30 --interval 5',
not_if='test -d /tmp/solr_config_audit_logs_0.[0-9]*')
self.assertResourceCalledRegexp('^Directory$', '^/tmp/solr_config_audit_logs_0.[0-9]*',
action=['delete'],
create_parents=True)
self.assertResourceCalled('Execute', ('chmod', '-R', 'ugo+r', '/etc/ambari-logsearch-portal/conf/solr_configsets'),
sudo = True
)
def configureResourcesCalled(self):
self.assertResourceCalled('Directory', '/var/log/ambari-logsearch-portal',
owner = 'logsearch',
group = 'hadoop',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/var/run/ambari-logsearch-portal',
owner = 'logsearch',
group = 'hadoop',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/usr/lib/ambari-logsearch-portal',
owner = 'logsearch',
group = 'hadoop',
create_parents = True,
recursive_ownership = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-portal/conf',
owner = 'logsearch',
group = 'hadoop',
create_parents = True,
recursive_ownership = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-portal/conf/solr_configsets',
owner = 'logsearch',
group = 'hadoop',
create_parents = True,
recursive_ownership = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-portal/conf/keys',
owner = 'logsearch',
group = 'hadoop',
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('File', '/var/log/ambari-logsearch-portal/logsearch.out',
owner = 'logsearch',
group = 'hadoop',
mode = 0644,
content = ''
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/keys/ks_pass.txt',
action = ['delete']
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/keys/ts_pass.txt',
action = ['delete']
)
self.assertResourceCalled('PropertiesFile', '/etc/ambari-logsearch-portal/conf/logsearch.properties',
properties = {'common-property': 'common-value',
'hadoop.security.credential.provider.path': 'jceks://file/etc/ambari-logsearch-portal/conf/logsearch.jceks',
'logsearch.audit.logs.split.interval.mins': '1',
'logsearch.auth.external_auth.enabled': 'false',
'logsearch.auth.external_auth.host_url': 'http://c6401.ambari.apache.org:8080',
'logsearch.auth.external_auth.login_url': '/api/v1/users/$USERNAME/privileges?fields=*',
'logsearch.auth.file.enabled': 'true',
'logsearch.auth.ldap.enabled': 'false',
'logsearch.auth.simple.enabled': 'false',
'logsearch.collection.audit.logs.numshards': '10',
'logsearch.collection.audit.logs.replication.factor': '1',
'logsearch.collection.history.replication.factor': '1',
'logsearch.collection.service.logs.numshards': '10',
'logsearch.collection.service.logs.replication.factor': '1',
'logsearch.config.zk_connect_string': 'c6401.ambari.apache.org:2181',
'logsearch.login.credentials.file': 'logsearch-admin.json',
'logsearch.protocol': 'http',
'logsearch.roles.allowed': 'AMBARI.ADMINISTRATOR,CLUSTER.ADMINISTRATOR',
'logsearch.service.logs.split.interval.mins': '1',
'logsearch.solr.audit.logs.zk_connect_string': 'c6401.ambari.apache.org:2181/infra-solr',
'logsearch.solr.collection.audit.logs': 'audit_logs',
'logsearch.solr.collection.history': 'history',
'logsearch.solr.collection.service.logs': 'hadoop_logs',
'logsearch.solr.history.config.name': 'history',
'logsearch.solr.metrics.collector.hosts': '',
'logsearch.solr.jmx.port': '1',
'logsearch.solr.zk_connect_string': 'c6401.ambari.apache.org:2181/infra-solr',
'logsearch.spnego.kerberos.host': 'localhost'
}
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/HadoopServiceConfig.json',
owner = 'logsearch',
group='hadoop',
content = Template('HadoopServiceConfig.json.j2')
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/log4j.xml',
owner = 'logsearch',
group='hadoop',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-log4j']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/logsearch-env.sh',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-env']['content']),
mode = 0755,
owner = "logsearch",
group='hadoop'
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/logsearch-admin.json',
owner = 'logsearch',
group='hadoop',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-admin-json']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/solr_configsets/hadoop_logs/conf/solrconfig.xml',
owner = 'logsearch',
group='hadoop',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-service_logs-solrconfig']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/solr_configsets/audit_logs/conf/solrconfig.xml',
owner = 'logsearch',
group='hadoop',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-audit_logs-solrconfig']['content'])
)
self.assertResourceCalled('Execute', ('chmod', '-R', 'ugo+r', '/etc/ambari-logsearch-portal/conf/solr_configsets'),
sudo = True
)
self.assertResourceCalled('Execute', 'ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181 --znode /infra-solr --check-znode --retry 30 --interval 5')
def configureResourcesCalled(self):
self.assertResourceCalled('Directory',
'/var/log/ambari-logsearch-portal',
owner='logsearch',
group='logsearch',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/var/run/ambari-logsearch-portal',
owner='logsearch',
group='logsearch',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/usr/lib/ambari-logsearch-portal',
owner='logsearch',
group='logsearch',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/etc/ambari-logsearch-portal/conf',
owner='logsearch',
group='logsearch',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled(
'Directory',
'/etc/ambari-logsearch-portal/conf/solr_configsets',
owner='logsearch',
group='logsearch',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled(
'File',
'/var/log/ambari-logsearch-portal/logsearch.out',
owner='logsearch',
group='logsearch',
mode=0644,
content='')
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/logsearch.properties',
owner='logsearch',
content=Template('logsearch.properties.j2'))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/log4j.xml',
owner='logsearch',
content=InlineTemplate(self.getConfig()['configurations']
['logsearch-log4j']['content']))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/logsearch-env.sh',
content=InlineTemplate(self.getConfig()['configurations']
['logsearch-env']['content']),
mode=0755,
owner="logsearch")
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/user_pass.json',
owner='logsearch',
content=InlineTemplate(self.getConfig()['configurations']
['logsearch-admin-properties']['content']))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/solr_configsets/hadoop_logs/conf/solrconfig.xml',
owner='logsearch',
content=InlineTemplate(
self.getConfig()['configurations']
['logsearch-service_logs-solrconfig']['content']))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/solr_configsets/audit_logs/conf/solrconfig.xml',
owner='logsearch',
content=InlineTemplate(
self.getConfig()['configurations']
['logsearch-audit_logs-solrconfig']['content']))
self.assertResourceCalledRegexp(
'^Execute$',
'^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr-client/solrCloudCli.sh -z c6401.ambari.apache.org/logsearch --download-config -d /tmp/solr_config_hadoop_logs_0.[0-9]* -cs hadoop_logs -rt 5 -i 10'
)
self.assertResourceCalledRegexp(
'^Execute$',
'^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr-client/solrCloudCli.sh -z c6401.ambari.apache.org/logsearch --upload-config -d /etc/ambari-logsearch-portal/conf/solr_configsets/hadoop_logs/conf -cs hadoop_logs -rt 5 -i 10'
)
self.assertResourceCalledRegexp(
'^Execute$',
'^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr-client/solrCloudCli.sh -z c6401.ambari.apache.org/logsearch --download-config -d /tmp/solr_config_history_0.[0-9]* -cs history -rt 5 -i 10'
)
self.assertResourceCalledRegexp(
'^Execute$',
'^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr-client/solrCloudCli.sh -z c6401.ambari.apache.org/logsearch --upload-config -d /etc/ambari-logsearch-portal/conf/solr_configsets/history/conf -cs history -rt 5 -i 10'
)
self.assertResourceCalledRegexp(
'^Execute$',
'^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr-client/solrCloudCli.sh -z c6401.ambari.apache.org/logsearch --download-config -d /tmp/solr_config_audit_logs_0.[0-9]* -cs audit_logs -rt 5 -i 10'
)
self.assertResourceCalledRegexp(
'^Execute$',
'^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr-client/solrCloudCli.sh -z c6401.ambari.apache.org/logsearch --upload-config -d /etc/ambari-logsearch-portal/conf/solr_configsets/audit_logs/conf -cs audit_logs -rt 5 -i 10'
)
self.assertResourceCalled(
'Execute', ('chmod', '-R', 'ugo+r',
'/etc/ambari-logsearch-portal/conf/solr_configsets'),
sudo=True)
def configureResourcesCalled(self):
self.assertResourceCalled('Directory', '/var/log/ambari-logsearch-portal',
owner = 'logsearch',
group = 'logsearch',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/var/run/ambari-logsearch-portal',
owner = 'logsearch',
group = 'logsearch',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/usr/lib/ambari-logsearch-portal',
owner = 'logsearch',
group = 'logsearch',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-portal/conf',
owner = 'logsearch',
group = 'logsearch',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-portal/conf/solr_configsets',
owner = 'logsearch',
group = 'logsearch',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('File', '/var/log/ambari-logsearch-portal/logsearch.out',
owner = 'logsearch',
group = 'logsearch',
mode = 0644,
content = ''
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/logsearch.properties',
owner = 'logsearch',
content = Template('logsearch.properties.j2')
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/log4j.xml',
owner = 'logsearch',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-log4j']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/logsearch-env.sh',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-env']['content']),
mode = 0755,
owner = "logsearch"
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/user_pass.json',
owner = 'logsearch',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-admin-properties']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/solr_configsets/hadoop_logs/conf/solrconfig.xml',
owner = 'logsearch',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-service_logs-solrconfig']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-portal/conf/solr_configsets/audit_logs/conf/solrconfig.xml',
owner = 'logsearch',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-audit_logs-solrconfig']['content'])
)
self.assertResourceCalledRegexp('^Execute$', '^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:None/logsearch -cmd downconfig -confdir /tmp/solr_config_hadoop_logs_0.[0-9]* -confname hadoop_logs$',
only_if = "^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:None/logsearch -cmd get /configs/hadoop_logs$"
)
self.assertResourceCalledRegexp('^Execute$', '^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:None/logsearch -cmd upconfig -confdir /etc/ambari-logsearch-portal/conf/solr_configsets/hadoop_logs/conf -confname hadoop_logs$',
not_if = "^test -d /tmp/solr_config_hadoop_logs_0.[0-9]*$"
)
self.assertResourceCalledRegexp('^Execute$', '^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:None/logsearch -cmd downconfig -confdir /tmp/solr_config_history_0.[0-9]* -confname history$',
only_if = "^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:None/logsearch -cmd get /configs/history$"
)
self.assertResourceCalledRegexp('^Execute$', '^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:None/logsearch -cmd upconfig -confdir /etc/ambari-logsearch-portal/conf/solr_configsets/history/conf -confname history$',
not_if = "^test -d /tmp/solr_config_history_0.[0-9]*$"
)
self.assertResourceCalledRegexp('^Execute$', '^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:None/logsearch -cmd downconfig -confdir /tmp/solr_config_audit_logs_0.[0-9]* -confname audit_logs$',
only_if = "^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:None/logsearch -cmd get /configs/audit_logs$"
)
self.assertResourceCalledRegexp('^Execute$', '^export JAVA_HOME=/usr/jdk64/jdk1.7.0_45 ; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:None/logsearch -cmd upconfig -confdir /etc/ambari-logsearch-portal/conf/solr_configsets/audit_logs/conf -confname audit_logs$',
not_if = "^test -d /tmp/solr_config_audit_logs_0.[0-9]*$"
)
self.assertResourceCalled('Execute', ('chmod', '-R', 'ugo+r', '/etc/ambari-logsearch-portal/conf/solr_configsets'),
sudo=True
)
def configureResourcesCalled(self):
self.assertResourceCalled('Directory', '/var/log/ambari-logsearch-solr',
owner = 'solr',
group = 'hadoop',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/var/run/ambari-logsearch-solr',
owner = 'solr',
group = 'hadoop',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/opt/logsearch_solr/data',
owner = 'solr',
group = 'hadoop',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/opt/logsearch_solr/data/resources',
owner = 'solr',
group = 'hadoop',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/usr/lib/ambari-logsearch-solr',
owner = 'solr',
group = 'hadoop',
create_parents = True,
recursive_ownership = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-solr/conf',
owner = 'solr',
group = 'hadoop',
create_parents = True,
recursive_ownership = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('File', '/var/log/ambari-logsearch-solr/solr-install.log',
owner = 'solr',
group = 'hadoop',
mode = 0644,
content = ''
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-solr/conf/logsearch-solr-env.sh',
owner = 'solr',
group='hadoop',
mode = 0755,
content = InlineTemplate(self.getConfig()['configurations']['logsearch-solr-env']['content'])
)
self.assertResourceCalled('File', '/opt/logsearch_solr/data/solr.xml',
owner = 'solr',
group='hadoop',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-solr-xml']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-solr/conf/log4j.properties',
owner = 'solr',
group='hadoop',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-solr-log4j']['content'])
)
self.assertResourceCalled('File', '/opt/logsearch_solr/data/zoo.cfg',
owner = 'solr',
group='hadoop',
content = Template('zoo.cfg.j2')
)
self.assertResourceCalled('Execute', 'export JAVA_HOME=/usr/jdk64/jdk1.7.0_45; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:2181 -cmd makepath /logsearch',
not_if = "export JAVA_HOME=/usr/jdk64/jdk1.7.0_45; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:2181/logsearch -cmd list",
user = "******"
)
self.assertResourceCalled('Execute', 'export JAVA_HOME=/usr/jdk64/jdk1.7.0_45; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:2181/logsearch -cmd clusterprop -name urlScheme -val http',
user = "******"
)
self.assertResourceCalled('Execute', 'export JAVA_HOME=/usr/jdk64/jdk1.7.0_45; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org:2181 -cmd put /logsearch/security.json \'{}\'',
user = "******"
)
def configureResourcesCalled(self):
self.assertResourceCalled('Directory', '/var/log/ambari-logsearch-logfeeder',
create_parents=True,
cd_access='a',
mode=0755
)
self.assertResourceCalled('Directory', '/var/run/ambari-logsearch-logfeeder',
create_parents=True,
cd_access='a',
mode=0755
)
self.assertResourceCalled('Directory', '/usr/lib/ambari-logsearch-logfeeder/conf/checkpoints',
create_parents=True,
cd_access='a',
mode=0755
)
self.assertResourceCalled('Directory', '/usr/lib/ambari-logsearch-logfeeder',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755
)
self.assertResourceCalled('Directory', '/usr/lib/ambari-logsearch-logfeeder/conf',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755
)
self.assertResourceCalled('File', '/var/log/ambari-logsearch-logfeeder/logfeeder.out',
mode=0644,
content=''
)
self.assertResourceCalled('File', '/usr/lib/ambari-logsearch-logfeeder/conf/keys/ks_pass.txt',
action = ['delete']
)
self.assertResourceCalled('File', '/usr/lib/ambari-logsearch-logfeeder/conf/keys/ts_pass.txt',
action = ['delete']
)
self.assertResourceCalled('PropertiesFile', '/usr/lib/ambari-logsearch-logfeeder/conf/logfeeder.properties',
properties={'cluster.name': 'c1',
'common-property': 'common-value',
'hadoop.security.credential.provider.path': 'jceks://file/usr/lib/ambari-logsearch-logfeeder/conf/logfeeder.jceks',
'logfeeder.checkpoint.folder': '/usr/lib/ambari-logsearch-logfeeder/conf/checkpoints',
'logfeeder.config.dir': '/usr/lib/ambari-logsearch-logfeeder/conf',
'logfeeder.config.files': 'output.config.json,global.config.json',
'logfeeder.metrics.collector.hosts': '',
'logfeeder.metrics.collector.path': '/ws/v1/timeline/metrics',
'logfeeder.metrics.collector.port': '',
'logfeeder.metrics.collector.protocol': '',
'logfeeder.solr.core.config.name': 'history',
'logfeeder.solr.zk_connect_string': 'c6401.ambari.apache.org:2181/infra-solr',
'logsearch.config.zk_connect_string': 'c6401.ambari.apache.org:2181'
}
)
self.assertResourceCalled('File', '/usr/lib/ambari-logsearch-logfeeder/conf/logfeeder-env.sh',
mode=0755,
content=InlineTemplate(self.getConfig()['configurations']['logfeeder-env']['content'])
)
self.assertResourceCalled('File', '/usr/lib/ambari-logsearch-logfeeder/conf/log4j.xml',
content=InlineTemplate(self.getConfig()['configurations']['logfeeder-log4j']['content'])
)
self.assertResourceCalled('File', '/usr/lib/ambari-logsearch-logfeeder/conf/grok-patterns',
content=InlineTemplate('GP'),
encoding='utf-8'
)
self.assertResourceCalled('File', '/usr/lib/ambari-logsearch-logfeeder/conf/global.config.json',
content=Template('global.config.json.j2')
)
self.assertResourceCalled('File', '/usr/lib/ambari-logsearch-logfeeder/conf/input.config-ambari.json',
content=InlineTemplate('ambari-grok-filter'),
encoding='utf-8'
)
self.assertResourceCalled('File', '/usr/lib/ambari-logsearch-logfeeder/conf/output.config.json',
content=InlineTemplate('output-grok-filter'),
encoding='utf-8'
)
self.assertResourceCalled('Directory', '/usr/lib/ambari-logsearch-logfeeder/conf',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('File', '/usr/lib/ambari-logsearch-logfeeder/conf/input.config-logsearch.json',
mode=0644,
content = Template('input.config-logsearch.json.j2', extra_imports=[default])
)
def configureResourcesCalled(self):
self.assertResourceCalled('Directory', '/usr/lib/ambari-logsearch-solr',
owner = 'solr',
group = 'solr',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/var/log/ambari-logsearch-solr',
owner = 'solr',
group = 'solr',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/var/run/ambari-logsearch-solr',
owner = 'solr',
group = 'solr',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/etc/ambari-logsearch-solr/conf',
owner = 'solr',
group = 'solr',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/opt/logsearch_solr/data',
owner = 'solr',
group = 'solr',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('Directory', '/opt/logsearch_solr/data/resources',
owner = 'solr',
group = 'solr',
create_parents = True,
cd_access = 'a',
mode = 0755
)
self.assertResourceCalled('File', '/var/log/ambari-logsearch-solr/solr-install.log',
owner = 'solr',
group = 'solr',
mode = 0644,
content = ''
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-solr/conf/logsearch-solr-env.sh',
owner = 'solr',
mode = 0755,
content = InlineTemplate(self.getConfig()['configurations']['logsearch-solr-env']['content'])
)
self.assertResourceCalled('File', '/opt/logsearch_solr/data/solr.xml',
owner = 'solr',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-solr-xml']['content'])
)
self.assertResourceCalled('File', '/etc/ambari-logsearch-solr/conf/log4j.properties',
owner = 'solr',
content = InlineTemplate(self.getConfig()['configurations']['logsearch-solr-log4j']['content'])
)
self.assertResourceCalled('File', '/opt/logsearch_solr/data/zoo.cfg',
owner = 'solr',
content = Template('zoo.cfg.j2')
)
self.assertResourceCalled('Execute', 'export JAVA_HOME=/usr/jdk64/jdk1.7.0_45; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org -cmd makepath /logsearch',
not_if = "export JAVA_HOME=/usr/jdk64/jdk1.7.0_45; /usr/lib/ambari-logsearch-solr/server/scripts/cloud-scripts/zkcli.sh -zkhost c6401.ambari.apache.org -cmd get /logsearch",
ignore_failures = True,
user = "******"
)
def configureResourcesCalled(self):
self.assertResourceCalled('Directory',
'/var/log/ambari-logsearch-portal',
owner='logsearch',
group='hadoop',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/var/run/ambari-logsearch-portal',
owner='logsearch',
group='hadoop',
create_parents=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/usr/lib/ambari-logsearch-portal',
owner='logsearch',
group='hadoop',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755)
self.assertResourceCalled('Directory',
'/etc/ambari-logsearch-portal/conf',
owner='logsearch',
group='hadoop',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755)
self.assertResourceCalled(
'Directory',
'/etc/ambari-logsearch-portal/conf/solr_configsets',
owner='logsearch',
group='hadoop',
create_parents=True,
recursive_ownership=True,
cd_access='a',
mode=0755)
self.assertResourceCalled(
'File',
'/var/log/ambari-logsearch-portal/logsearch.out',
owner='logsearch',
group='hadoop',
mode=0644,
content='')
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/logsearch.properties',
owner='logsearch',
group='hadoop',
content=Template('logsearch.properties.j2'))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/HadoopServiceConfig.json',
owner='logsearch',
group='hadoop',
content=Template('HadoopServiceConfig.json.j2'))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/log4j.xml',
owner='logsearch',
group='hadoop',
content=InlineTemplate(self.getConfig()['configurations']
['logsearch-log4j']['content']))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/logsearch-env.sh',
content=InlineTemplate(self.getConfig()['configurations']
['logsearch-env']['content']),
mode=0755,
owner="logsearch",
group='hadoop')
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/logsearch-admin.json',
owner='logsearch',
group='hadoop',
content=InlineTemplate(self.getConfig()['configurations']
['logsearch-admin-json']['content']))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/solr_configsets/hadoop_logs/conf/solrconfig.xml',
owner='logsearch',
group='hadoop',
content=InlineTemplate(
self.getConfig()['configurations']
['logsearch-service_logs-solrconfig']['content']))
self.assertResourceCalled(
'File',
'/etc/ambari-logsearch-portal/conf/solr_configsets/audit_logs/conf/solrconfig.xml',
owner='logsearch',
group='hadoop',
content=InlineTemplate(
self.getConfig()['configurations']
['logsearch-audit_logs-solrconfig']['content']))
self.assertResourceCalled(
'Execute',
'ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181 --znode /infra-solr --check-znode --retry 5 --interval 10'
)
self.assertResourceCalledRegexp(
'^Execute$',
'^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --download-config --config-dir /tmp/solr_config_hadoop_logs_0.[0-9]* --config-set hadoop_logs --retry 30 --interval 5'
)
self.assertResourceCalledRegexp(
'^File$',
'^/tmp/solr_config_hadoop_logs_0.[0-9]*',
content=InlineTemplate(
self.getConfig()['configurations']
['logsearch-service_logs-solrconfig']['content']),
only_if='test -d /tmp/solr_config_hadoop_logs_0.[0-9]*')
self.assertResourceCalledRegexp(
'^Execute$',
'^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --upload-config --config-dir /tmp/solr_config_hadoop_logs_0.[0-9]* --config-set hadoop_logs --retry 30 --interval 5',
only_if='test -d /tmp/solr_config_hadoop_logs_0.[0-9]*')
self.assertResourceCalledRegexp(
'^Execute$',
'^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --upload-config --config-dir /etc/ambari-logsearch-portal/conf/solr_configsets/hadoop_logs/conf --config-set hadoop_logs --retry 30 --interval 5',
not_if='test -d /tmp/solr_config_hadoop_logs_0.[0-9]*')
self.assertResourceCalledRegexp(
'^Directory$',
'^/tmp/solr_config_hadoop_logs_0.[0-9]*',
action=['delete'],
create_parents=True)
self.assertResourceCalledRegexp(
'^Execute$',
'^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --download-config --config-dir /tmp/solr_config_history_0.[0-9]* --config-set history --retry 30 --interval 5'
)
self.assertResourceCalledRegexp(
'^Execute$',
'^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --upload-config --config-dir /etc/ambari-logsearch-portal/conf/solr_configsets/history/conf --config-set history --retry 30 --interval 5'
)
self.assertResourceCalledRegexp('^Directory$',
'^/tmp/solr_config_history_0.[0-9]*',
action=['delete'],
create_parents=True)
self.assertResourceCalledRegexp(
'^Execute$',
'^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --download-config --config-dir /tmp/solr_config_audit_logs_0.[0-9]* --config-set audit_logs --retry 30 --interval 5'
)
self.assertResourceCalledRegexp(
'^File$',
'^/tmp/solr_config_audit_logs_0.[0-9]*',
content=InlineTemplate(
self.getConfig()['configurations']
['logsearch-audit_logs-solrconfig']['content']),
only_if='test -d /tmp/solr_config_audit_logs_0.[0-9]*')
self.assertResourceCalledRegexp(
'^Execute$',
'^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --upload-config --config-dir /tmp/solr_config_audit_logs_0.[0-9]* --config-set audit_logs --retry 30 --interval 5',
only_if='test -d /tmp/solr_config_audit_logs_0.[0-9]*')
self.assertResourceCalledRegexp(
'^Execute$',
'^ambari-sudo.sh JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /usr/lib/ambari-infra-solr-client/solrCloudCli.sh --zookeeper-connect-string c6401.ambari.apache.org:2181/infra-solr --upload-config --config-dir /etc/ambari-logsearch-portal/conf/solr_configsets/audit_logs/conf --config-set audit_logs --retry 30 --interval 5',
not_if='test -d /tmp/solr_config_audit_logs_0.[0-9]*')
self.assertResourceCalledRegexp(
'^Directory$',
'^/tmp/solr_config_audit_logs_0.[0-9]*',
action=['delete'],
create_parents=True)
self.assertResourceCalled(
'Execute', ('chmod', '-R', 'ugo+r',
'/etc/ambari-logsearch-portal/conf/solr_configsets'),
sudo=True)
