def setUp(self):
super(CBASBaseTest, self).setUp()
self.cbas_node = self.input.cbas
self.analytics_helper = AnalyticsHelper()
self._cb_cluster = self.cluster
self.travel_sample_docs_count = 31591
self.beer_sample_docs_count = 7303
invalid_ip = '10.111.151.109'
self.cb_bucket_name = self.input.param('cb_bucket_name',
'travel-sample')
self.cbas_bucket_name = self.input.param('cbas_bucket_name', 'travel')
self.cb_bucket_password = self.input.param('cb_bucket_password', '')
self.expected_error = self.input.param("error", None)
if self.expected_error:
self.expected_error = self.expected_error.replace(
"INVALID_IP", invalid_ip)
self.expected_error = self.expected_error.replace(
"PORT", self.master.port)
self.cb_server_ip = self.input.param("cb_server_ip", self.master.ip)
self.cb_server_ip = self.cb_server_ip.replace('INVALID_IP', invalid_ip)
self.cbas_dataset_name = self.input.param("cbas_dataset_name",
'travel_ds')
self.cbas_bucket_name_invalid = self.input.param(
'cbas_bucket_name_invalid', self.cbas_bucket_name)
self.cbas_dataset2_name = self.input.param('cbas_dataset2_name', None)
self.skip_create_dataset = self.input.param('skip_create_dataset',
False)
self.disconnect_if_connected = self.input.param(
'disconnect_if_connected', False)
self.cbas_dataset_name_invalid = self.input.param(
'cbas_dataset_name_invalid', self.cbas_dataset_name)
self.skip_drop_connection = self.input.param('skip_drop_connection',
False)
self.skip_drop_dataset = self.input.param('skip_drop_dataset', False)
self.query_id = self.input.param('query_id', None)
self.mode = self.input.param('mode', None)
self.num_concurrent_queries = self.input.param('num_queries', 5000)
self.concurrent_batch_size = self.input.param('concurrent_batch_size',
100)
self.compiler_param = self.input.param('compiler_param', None)
self.compiler_param_val = self.input.param('compiler_param_val', None)
self.expect_reject = self.input.param('expect_reject', False)
self.expect_failure = self.input.param('expect_failure', False)
self.rest = RestConnection(self.master)
# Drop any existing buckets and datasets
self.cleanup_cbas()
def setUp(self, add_defualt_cbas_node=True):
self.log = logger.Logger.get_logger()
if self._testMethodDoc:
self.log.info("\n\nStarting Test: %s \n%s" %
(self._testMethodName, self._testMethodDoc))
else:
self.log.info("\n\nStarting Test: %s" % (self._testMethodName))
super(CBASBaseTest, self).setUp()
self.cbas_node = self.input.cbas
self.cbas_servers = []
self.kv_servers = []
for server in self.servers:
if "cbas" in server.services:
self.cbas_servers.append(server)
if "kv" in server.services:
self.kv_servers.append(server)
self.analytics_helper = AnalyticsHelper()
self._cb_cluster = self.cluster
self.travel_sample_docs_count = 31591
self.beer_sample_docs_count = 7303
invalid_ip = '10.111.151.109'
self.cb_bucket_name = self.input.param('cb_bucket_name',
'travel-sample')
self.cbas_bucket_name = self.input.param('cbas_bucket_name', 'travel')
self.cb_bucket_password = self.input.param('cb_bucket_password', None)
self.expected_error = self.input.param("error", None)
if self.expected_error:
self.expected_error = self.expected_error.replace(
"INVALID_IP", invalid_ip)
self.expected_error = self.expected_error.replace(
"PORT", self.master.port)
self.cb_server_ip = self.input.param("cb_server_ip", None)
self.cb_server_ip = self.cb_server_ip.replace(
'INVALID_IP',
invalid_ip) if self.cb_server_ip is not None else None
self.cbas_dataset_name = self.input.param("cbas_dataset_name",
'travel_ds')
self.cbas_bucket_name_invalid = self.input.param(
'cbas_bucket_name_invalid', self.cbas_bucket_name)
self.cbas_dataset2_name = self.input.param('cbas_dataset2_name', None)
self.skip_create_dataset = self.input.param('skip_create_dataset',
False)
self.disconnect_if_connected = self.input.param(
'disconnect_if_connected', False)
self.cbas_dataset_name_invalid = self.input.param(
'cbas_dataset_name_invalid', self.cbas_dataset_name)
self.skip_drop_connection = self.input.param('skip_drop_connection',
False)
self.skip_drop_dataset = self.input.param('skip_drop_dataset', False)
self.query_id = self.input.param('query_id', None)
self.mode = self.input.param('mode', None)
self.num_concurrent_queries = self.input.param('num_queries', 5000)
self.concurrent_batch_size = self.input.param('concurrent_batch_size',
100)
self.compiler_param = self.input.param('compiler_param', None)
self.compiler_param_val = self.input.param('compiler_param_val', None)
self.expect_reject = self.input.param('expect_reject', False)
self.expect_failure = self.input.param('expect_failure', False)
self.index_name = self.input.param('index_name', None)
self.index_fields = self.input.param('index_fields', None)
self.print_query_log = self.input.param('print_query_log', True)
if self.index_fields:
self.index_fields = self.index_fields.split("-")
self.otpNodes = []
self.rest = RestConnection(self.master)
self.log.info(
"Setting the min possible memory quota so that adding mode nodes to the cluster wouldn't be a problem."
)
self.rest.set_service_memoryQuota(service='memoryQuota',
memoryQuota=MIN_KV_QUOTA)
self.rest.set_service_memoryQuota(service='ftsMemoryQuota',
memoryQuota=FTS_QUOTA)
self.rest.set_service_memoryQuota(service='indexMemoryQuota',
memoryQuota=INDEX_QUOTA)
self.rest.set_service_memoryQuota(service='cbasMemoryQuota',
memoryQuota=CBAS_QUOTA)
# Drop any existing buckets and datasets
if self.cbas_node:
self.cleanup_cbas()
if not self.cbas_node and len(self.cbas_servers) >= 1:
self.cbas_node = self.cbas_servers[0]
if "cbas" in self.master.services:
self.cleanup_cbas()
if add_defualt_cbas_node:
if self.master.ip != self.cbas_node.ip:
self.otpNodes.append(self.add_node(self.cbas_node))
else:
self.otpNodes = self.rest.node_statuses()
''' This cbas cleanup is actually not needed.
When a node is added to the cluster, it is automatically cleaned-up.'''
self.cleanup_cbas()
self.cbas_servers.remove(self.cbas_node)
self.log.info("============== CBAS_BASE setup was finished for test #{0} {1} ==============" \
.format(self.case_number, self._testMethodName))
def setUp(self, add_defualt_cbas_node=True):
self.log = logger.Logger.get_logger()
if self._testMethodDoc:
self.log.info("\n\nStarting Test: %s \n%s" %
(self._testMethodName, self._testMethodDoc))
else:
self.log.info("\n\nStarting Test: %s" % (self._testMethodName))
super(CBASBaseTest, self).setUp()
self.cbas_node = self.input.cbas
self.cbas_servers = []
self.kv_servers = []
for server in self.servers:
if "cbas" in server.services:
self.cbas_servers.append(server)
if "kv" in server.services:
self.kv_servers.append(server)
rest = RestConnection(server)
rest.set_data_path(data_path=server.data_path,
index_path=server.index_path,
cbas_path=server.cbas_path)
self.analytics_helper = AnalyticsHelper()
self._cb_cluster = self.cluster
self.travel_sample_docs_count = 31591
self.beer_sample_docs_count = 7303
invalid_ip = '10.111.151.109'
self.cb_bucket_name = self.input.param('cb_bucket_name',
'travel-sample')
self.cbas_bucket_name = self.input.param('cbas_bucket_name', 'travel')
self.cb_bucket_password = self.input.param('cb_bucket_password', None)
self.expected_error = self.input.param("error", None)
if self.expected_error:
self.expected_error = self.expected_error.replace(
"INVALID_IP", invalid_ip)
self.expected_error = self.expected_error.replace(
"PORT", self.master.port)
self.cb_server_ip = self.input.param("cb_server_ip", None)
self.cb_server_ip = self.cb_server_ip.replace(
'INVALID_IP',
invalid_ip) if self.cb_server_ip is not None else None
self.cbas_dataset_name = self.input.param("cbas_dataset_name",
'travel_ds')
self.cbas_bucket_name_invalid = self.input.param(
'cbas_bucket_name_invalid', self.cbas_bucket_name)
self.cbas_dataset2_name = self.input.param('cbas_dataset2_name', None)
self.skip_create_dataset = self.input.param('skip_create_dataset',
False)
self.disconnect_if_connected = self.input.param(
'disconnect_if_connected', False)
self.cbas_dataset_name_invalid = self.input.param(
'cbas_dataset_name_invalid', self.cbas_dataset_name)
self.skip_drop_connection = self.input.param('skip_drop_connection',
False)
self.skip_drop_dataset = self.input.param('skip_drop_dataset', False)
self.query_id = self.input.param('query_id', None)
self.mode = self.input.param('mode', None)
self.num_concurrent_queries = self.input.param('num_queries', 5000)
self.concurrent_batch_size = self.input.param('concurrent_batch_size',
100)
self.compiler_param = self.input.param('compiler_param', None)
self.compiler_param_val = self.input.param('compiler_param_val', None)
self.expect_reject = self.input.param('expect_reject', False)
self.expect_failure = self.input.param('expect_failure', False)
self.index_name = self.input.param('index_name', "NoName")
self.index_fields = self.input.param('index_fields', None)
if self.index_fields:
self.index_fields = self.index_fields.split("-")
self.otpNodes = []
self.cbas_path = server.cbas_path
self.rest = RestConnection(self.master)
self.log.info(
"Setting the min possible memory quota so that adding more nodes to the cluster wouldn't be a problem."
)
self.rest.set_service_memoryQuota(service='memoryQuota',
memoryQuota=MIN_KV_QUOTA)
self.rest.set_service_memoryQuota(service='ftsMemoryQuota',
memoryQuota=FTS_QUOTA)
self.rest.set_service_memoryQuota(service='indexMemoryQuota',
memoryQuota=INDEX_QUOTA)
self.set_cbas_memory_from_available_free_memory = self.input.param(
'set_cbas_memory_from_available_free_memory', False)
if self.set_cbas_memory_from_available_free_memory:
info = self.rest.get_nodes_self()
self.cbas_memory_quota = int((info.memoryFree // 1024**2) * 0.9)
self.log.info("Setting %d memory quota for CBAS" %
self.cbas_memory_quota)
self.rest.set_service_memoryQuota(
service='cbasMemoryQuota', memoryQuota=self.cbas_memory_quota)
else:
self.log.info("Setting %d memory quota for CBAS" % CBAS_QUOTA)
self.cbas_memory_quota = CBAS_QUOTA
self.rest.set_service_memoryQuota(service='cbasMemoryQuota',
memoryQuota=CBAS_QUOTA)
self.cbas_util = None
# Drop any existing buckets and datasets
if self.cbas_node:
self.cbas_util = cbas_utils(self.master, self.cbas_node)
self.cleanup_cbas()
if not self.cbas_node and len(self.cbas_servers) >= 1:
self.cbas_node = self.cbas_servers[0]
self.cbas_util = cbas_utils(self.master, self.cbas_node)
if "cbas" in self.master.services:
self.cleanup_cbas()
if add_defualt_cbas_node:
if self.master.ip != self.cbas_node.ip:
self.otpNodes.append(
cluster_utils(self.master).add_node(self.cbas_node))
else:
self.otpNodes = self.rest.node_statuses()
''' This cbas cleanup is actually not needed.
When a node is added to the cluster, it is automatically cleaned-up.'''
self.cleanup_cbas()
self.cbas_servers.remove(self.cbas_node)
self.log.info("============== CBAS_BASE setup was finished for test #{0} {1} ==============" \
.format(self.case_number, self._testMethodName))
if add_defualt_cbas_node and False:
self.log.info(
"************************* Validate Java runtime *************************"
)
analytics_node = []
analytics_node.extend(self.cbas_servers)
analytics_node.append(self.cbas_node)
for server in analytics_node:
self.log.info('Validating java runtime info for :' + server.ip)
util = cbas_utils(self.master, server)
diag_res = util.get_analytics_diagnostics(self.cbas_node)
java_home = diag_res['runtime']['systemProperties'][
'java.home']
self.log.info('Java Home : ' + java_home)
java_runtime_name = diag_res['runtime']['systemProperties'][
'java.runtime.name']
self.log.info('Java runtime : ' + java_runtime_name)
java_runtime_version = diag_res['runtime']['systemProperties'][
'java.runtime.version']
self.log.info('Java runtime version: ' + java_runtime_version)
jre_info = JAVA_RUN_TIMES[self.jre_path]
self.assertTrue(jre_info['java_home'] in java_home,
msg='Incorrect java home value')
self.assertEqual(java_runtime_name,
jre_info['java_runtime_name'],
msg='Incorrect java runtime name')
self.assertTrue(java_runtime_version.startswith(
jre_info['java_runtime_version']),
msg='Incorrect java runtime version')
util.closeConn()