def test_defaults_coord_is_worker(self):
env.roledefs['coordinator'] = ['a']
env.roledefs['worker'] = ['a', 'b', 'c']
actual_default = coordinator.build_defaults()
expected = {'node.properties': {
'node.environment': 'presto',
'node.data-dir': '/var/lib/presto/data',
'plugin.config-dir': '/etc/presto/catalog',
'plugin.dir': '/usr/lib/presto/lib/plugin'},
'jvm.config': ['-server',
'-Xmx2G',
'-XX:-UseBiasedLocking',
'-XX:+UseG1GC',
'-XX:+ExplicitGCInvokesConcurrent',
'-XX:+HeapDumpOnOutOfMemoryError',
'-XX:+UseGCOverheadLimit',
'-XX:OnOutOfMemoryError=kill -9 %p',
'-DHADOOP_USER_NAME=hive'],
'config.properties': {
'coordinator': 'true',
'discovery-server.enabled': 'true',
'discovery.uri': 'http://a:8080',
'http-server.http.port': '8080',
'node-scheduler.include-coordinator': 'true',
'query.max-memory': '50GB',
'query.max-memory-per-node': '1GB'}
}
self.assertEqual(actual_default, expected)
def test_defaults_coord_is_worker(self):
env.roledefs['coordinator'] = ['a']
env.roledefs['worker'] = ['a', 'b', 'c']
actual_default = coordinator.build_defaults()
expected = {
'node.properties': {
'node.environment': 'presto',
'node.data-dir': '/var/lib/presto/data',
'plugin.config-dir': '/etc/presto/catalog',
'plugin.dir': '/usr/lib/presto/lib/plugin'
},
'jvm.config': [
'-server', '-Xmx2G', '-XX:-UseBiasedLocking', '-XX:+UseG1GC',
'-XX:+ExplicitGCInvokesConcurrent',
'-XX:+HeapDumpOnOutOfMemoryError', '-XX:+UseGCOverheadLimit',
'-XX:OnOutOfMemoryError=kill -9 %p', '-DHADOOP_USER_NAME=hive'
],
'config.properties': {
'coordinator': 'true',
'discovery-server.enabled': 'true',
'discovery.uri': 'http://a:8080',
'http-server.http.port': '8080',
'node-scheduler.include-coordinator': 'true',
'query.max-memory': '50GB',
'query.max-memory-per-node': '1GB'
}
}
self.assertEqual(actual_default, expected)
def test_defaults_coord_is_worker(self):
env.roledefs['coordinator'] = ["a"]
env.roledefs['worker'] = ["a", "b", "c"]
actual_default = coordinator.build_defaults()
expected = {"node.properties":
{"node.environment": "presto",
"node.data-dir": "/var/lib/presto/data",
"plugin.config-dir": "/etc/presto/catalog",
"plugin.dir": "/usr/lib/presto/lib/plugin"},
"jvm.config": ["-server",
"-Xmx1G",
"-XX:-UseBiasedLocking",
"-XX:+UseG1GC",
"-XX:+ExplicitGCInvokesConcurrent",
"-XX:+HeapDumpOnOutOfMemoryError",
"-XX:+UseGCOverheadLimit",
"-XX:OnOutOfMemoryError=kill -9 %p"],
"config.properties": {"coordinator": "true",
"discovery-server.enabled": "true",
"discovery.uri": "http://a:8080",
"http-server.http.port": "8080",
"node-scheduler."
"include-coordinator": "true",
"task.max-memory": "1GB"}
}
self.assertEqual(actual_default, expected)
def test_validate_default(self):
env.roledefs['coordinator'] = 'localhost'
env.roledefs['workers'] = ['localhost']
conf = coordinator.build_defaults()
self.assertEqual(conf, coordinator.validate(conf))
def test_get_conf_empty_is_default(self, get_conf_from_file_mock):
env.roledefs['coordinator'] = 'j'
env.roledefs['workers'] = ['K', 'L']
get_conf_from_file_mock.return_value = {}
self.assertEqual(coordinator.get_conf(), coordinator.build_defaults())
def test_validate_default(self):
env.roledefs['coordinator'] = 'localhost'
env.roledefs['workers'] = ['localhost']
conf = coordinator.build_defaults()
self.assertEqual(conf, coordinator.validate(conf))
def test_get_conf_empty_is_default(self, get_conf_from_file_mock):
env.roledefs['coordinator'] = 'j'
env.roledefs['workers'] = ['K', 'L']
get_conf_from_file_mock.return_value = {}
self.assertEqual(coordinator.get_conf(), coordinator.build_defaults())
