def main():
usage = '%prog -v version -c cluster-spec'
parser = OptionParser(usage)
parser.add_option('-v', '--version', dest='version')
parser.add_option('-c', dest='cluster_spec_fname',
help='path to cluster specification file',
metavar='cluster.spec')
parser.add_option('--verbose', dest='verbose', action='store_true',
help='enable verbose logging')
parser.add_option('-o', dest='toy',
help='optional toy build ID', metavar='couchstore')
parser.add_option('-t', dest='test_config_fname',
help='path to test configuration file',
metavar='my_test.test')
parser.add_option('-e', '--edition', dest='cluster_edition', default='enterprise',
help='the cluster edition (community or enterprise)')
parser.add_option('--url', dest='url', default=None,
help='The http URL to a Couchbase RPM that should be'
' installed. This overrides the URL to be installed.')
options, args = parser.parse_args()
cluster_spec = ClusterSpec()
cluster_spec.parse(options.cluster_spec_fname)
test_config = TestConfig()
test_config.parse(options.test_config_fname)
cm = ClusterManager(cluster_spec, test_config, options.verbose)
installer = CouchbaseInstaller(cluster_spec, options)
if True:
installer.install()
if cm.remote:
cm.tune_logging()
cm.restart_with_sfwi()
cm.restart_with_alternative_num_vbuckets()
cm.restart_with_alternative_num_cpus()
cm.restart_with_tcmalloc_aggressive_decommit()
cm.disable_moxi()
cm.configure_internal_settings()
cm.set_data_path()
cm.set_services()
cm.set_mem_quota()
cm.set_index_mem_quota()
cm.set_auth()
time.sleep(30)
"""host = cluster_spec.yield_masters().next()"""
host_ip = cluster_spec.yield_masters().next().split(':')[0]
URL = 'http://' + host_ip + ':8093'
logger.info('logging the URL: {}'.format(URL))
conn = urllib3.connection_from_url(URL)
rest = RestHelper(cluster_spec)
airline_result = do_airline_benchmarks(conn, rest, host_ip, installer.remote, cluster_spec)
beer_result = do_beer_queries(conn, rest, host_ip, installer.remote)
print 'beer_result is', beer_result
sys.exit(not (airline_result and beer_result))
def main():
usage = '%prog -v version -c cluster-spec'
parser = OptionParser(usage)
parser.add_option('-v', '--version', dest='version')
parser.add_option('-c', dest='cluster_spec_fname',
help='path to cluster specification file',
metavar='cluster.spec')
parser.add_option('--verbose', dest='verbose', action='store_true',
help='enable verbose logging')
parser.add_option('-o', dest='toy',
help='optional toy build ID', metavar='couchstore')
parser.add_option('-t', dest='test_config_fname',
help='path to test configuration file',
metavar='my_test.test')
parser.add_option('-e', '--edition', dest='cluster_edition', default='enterprise',
help='the cluster edition (community or enterprise)')
parser.add_option('--url', dest='url', default=None,
help='The http URL to a Couchbase RPM that should be'
' installed. This overrides the URL to be installed.')
options, args = parser.parse_args()
cluster_spec = ClusterSpec()
cluster_spec.parse(options.cluster_spec_fname, args)
test_config = TestConfig()
test_config.parse(options.test_config_fname, args)
cm = ClusterManager(cluster_spec, test_config, options.verbose)
installer = CouchbaseInstaller(cluster_spec, options)
if True:
installer.install()
if cm.remote:
cm.tune_logging()
cm.restart_with_sfwi()
cm.restart_with_alternative_num_vbuckets()
cm.restart_with_alternative_num_cpus()
cm.restart_with_tcmalloc_aggressive_decommit()
cm.disable_moxi()
cm.configure_internal_settings()
cm.set_data_path()
cm.set_services()
cm.set_mem_quota()
cm.set_index_mem_quota()
cm.set_auth()
time.sleep(30)
"""host = cluster_spec.yield_masters().next()"""
host_ip = cluster_spec.yield_masters().next().split(':')[0]
URL = 'http://' + host_ip + ':8093'
logger.info('logging the URL: {}'.format(URL))
conn = urllib3.connection_from_url(URL)
rest = RestHelper(cluster_spec)
airline_result = do_airline_benchmarks(conn, rest, host_ip, installer.remote, cluster_spec)
beer_result = do_beer_queries(conn, rest, host_ip, installer.remote)
print 'beer_result is', beer_result
sys.exit(not (airline_result and beer_result))
def test_openssl_pacakge(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'rpm', '2.2.0-817', '0.9.8e', None)
filenames = tuple(installer.get_expected_filenames())
expected = (
'couchbase-server-enterprise_x86_64_2.2.0-817-rel.rpm',
'couchbase-server-enterprise_2.2.0-817-rel_x86_64_openssl098.rpm',
)
self.assertEqual(filenames, expected)
def test_openssl_pacakge(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'rpm', '2.2.0-817', '0.9.8e', None)
filenames = tuple(installer.get_expected_filenames())
expected = (
'couchbase-server-enterprise_x86_64_2.2.0-817-rel.rpm',
'couchbase-server-enterprise_2.2.0-817-rel_x86_64_openssl098.rpm',
)
self.assertEqual(filenames, expected)
def test_normal_pacakge(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'rpm', '2.0.0-1976', '1.0.0', None)
filenames = tuple(installer.get_expected_filenames())
expected = (
'couchbase-server-enterprise_centos6_x86_64_2.0.0-1976-rel.rpm',
'couchbase-server-enterprise_x86_64_2.0.0-1976-rel.rpm',
'couchbase-server-enterprise_2.0.0-1976-rel_x86_64.rpm',
)
self.assertEqual(filenames, expected)
def test_normal_pacakge(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'rpm', '2.0.0-1976', '1.0.0', None)
filenames = tuple(installer.get_expected_filenames())
expected = (
'couchbase-server-enterprise_centos6_x86_64_2.0.0-1976-rel.rpm',
'couchbase-server-enterprise_x86_64_2.0.0-1976-rel.rpm',
'couchbase-server-enterprise_2.0.0-1976-rel_x86_64.rpm',
)
self.assertEqual(filenames, expected)
def test_deb_package(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'deb', '3.0.0-777', '3.0.0', '777',
None)
filenames = tuple(installer.get_expected_filenames())
expected = (
'couchbase-server-enterprise_ubuntu_1204_x86_64_3.0.0-777-rel.deb',
'couchbase-server-enterprise_3.0.0-777-ubuntu12.04_amd64.deb',
'couchbase-server-enterprise_x86_64_3.0.0-777-rel.deb',
)
self.assertEqual(filenames, expected)
def test_win_package(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'exe', '3.0.0-1028', '3.0.0', '1028',
None)
filenames = tuple(installer.get_expected_filenames())
expected = (
'couchbase-server-enterprise_x86_64_3.0.0-1028-rel.setup.exe',
'couchbase_server-enterprise-windows-amd64-3.0.0-1028.exe',
'couchbase_server/3.0.0/1028/couchbase_server-enterprise-windows-amd64-3.0.0-1028.exe',
)
self.assertEqual(filenames, expected)
def test_win_package(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'exe', '3.0.0-1028', '3.0.0', '1028',
None)
filenames = tuple(installer.get_expected_filenames())
expected = (
'couchbase-server-enterprise_x86_64_3.0.0-1028-rel.setup.exe',
'couchbase_server-enterprise-windows-amd64-3.0.0-1028.exe',
'couchbase_server/3.0.0/1028/couchbase_server-enterprise-windows-amd64-3.0.0-1028.exe',
)
self.assertEqual(filenames, expected)
def test_deb_package(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'deb', '3.0.0-777', '3.0.0', '777',
None)
filenames = tuple(installer.get_expected_filenames())
expected = (
'couchbase-server-enterprise_ubuntu_1204_x86_64_3.0.0-777-rel.deb',
'couchbase-server-enterprise_3.0.0-777-ubuntu12.04_amd64.deb',
'couchbase-server-enterprise_x86_64_3.0.0-777-rel.deb',
)
self.assertEqual(filenames, expected)
def test_toy_pacakge(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'rpm', '2.0.0-1976', '1.0.0', 'mytoy')
filenames = tuple(installer.get_expected_filenames())
expected = (
'couchbase-server-community_toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_toy-mytoy-2.0.0-1976-toy_x86_64.rpm',
'couchbase-server-community_cent58-2.5.2-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent58-3.0.0-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent58-master-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent54-master-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
)
self.assertEqual(filenames, expected)
def test_toy_pacakge(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'rpm', '2.0.0-1976', '1.0.0',
'mytoy')
filenames = tuple(installer.get_expected_filenames())
expected = (
'couchbase-server-community_toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_toy-mytoy-2.0.0-1976-toy_x86_64.rpm',
'couchbase-server-community_cent58-2.5.2-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent58-3.0.0-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent58-master-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent54-master-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
)
self.assertEqual(filenames, expected)
def download_tools(self):
options = Options()
options.version = self.build
if self.rest.is_community(self.master_node):
options.cluster_edition = 'community'
else:
options.cluster_edition = 'enterprise'
installer = CouchbaseInstaller(self.cluster_spec, options)
filename, url = installer.find_package()
logger.info('Downloading "{}"'.format(url))
with open(filename, 'w') as fh:
resp = requests.get(url)
fh.write(resp.content)
local.extract_cb(filename)
def test_toy_package(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'rpm', 'enterprise', '2.0.0-1976',
'2.0.0', '1976', 'mytoy', None)
filenames = tuple(installer.get_expected_filenames())
print 'filenames {}'.format(filenames)
expected = (
'couchbase-server-community_toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_toy-mytoy-2.0.0-1976-toy_x86_64.rpm',
'couchbase-server-community_cent58-2.5.2-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent58-3.0.0-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_ubuntu12-3.0.0-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent64-3.0.0-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent64-3.0.1-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent58-master-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent54-master-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-enterprise-2.0.0-1976-centos6_x86_64.rpm',
'couchbase-server-enterprise-2.0.0-1976-ubuntu12.04_x86_64.rpm',
)
self.assertEqual(filenames, expected)
def test_toy_package(self, installer_mock):
installer_mock.return_value = None
installer = CouchbaseInstaller()
installer.build = Build('x86_64', 'rpm', 'enterprise', '2.0.0-1976',
'2.0.0', '1976', 'mytoy', None)
filenames = tuple(installer.get_expected_filenames())
print 'filenames {}'.format(filenames)
expected = (
'couchbase-server-community_toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_toy-mytoy-2.0.0-1976-toy_x86_64.rpm',
'couchbase-server-community_cent58-2.5.2-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent58-3.0.0-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_ubuntu12-3.0.0-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent64-3.0.0-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent64-3.0.1-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent58-master-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-community_cent54-master-toy-mytoy-x86_64_2.0.0-1976-toy.rpm',
'couchbase-server-enterprise-2.0.0-1976-centos6_x86_64.rpm',
'couchbase-server-enterprise-2.0.0-1976-ubuntu12.04_x86_64.rpm',
)
self.assertEqual(filenames, expected)
def main():
usage = '%prog -v version -c cluster-spec -f conffile -b build -t tag'
parser = OptionParser(usage)
parser.add_option('-v', '--version', dest='version')
parser.add_option('-c', dest='cluster_spec_fname',
help='path to cluster specification file',
metavar='cluster.spec')
parser.add_option('--verbose', dest='verbose', action='store_true',
help='enable verbose logging')
parser.add_option('-o', dest='toy',
help='optional toy build ID', metavar='couchstore')
parser.add_option('-t', dest='test_config_fname',
help='path to test configuration file',
metavar='my_test.test')
parser.add_option('-e', '--edition', dest='cluster_edition', default='enterprise',
help='the cluster edition (community or enterprise)')
parser.add_option('--url', dest='url', default=None,
help='The http URL to a Couchbase RPM that should be'
' installed. This overrides the URL to be installed.')
parser.add_option('-f', '--filename', dest='filename')
parser.add_option('-b','--build',dest='build')
parser.add_option('-n','--number',dest='number')
options, args = parser.parse_args()
test_id=options.number + '_'+options.build
data=None
try:
with open(options.filename) as data_file:
data = json.load(data_file)
except (OSError, IOError,ValueError) as e:
raise e
mng_data = manage_test_result(['beer_queries','travel_queries'])
mng_data.create_cb_instance(data["couchbase_server"],data["couchbase_query_bucket"])
options, args = parser.parse_args()
cluster_spec = ClusterSpec()
cluster_spec.parse(options.cluster_spec_fname, args)
test_config = TestConfig()
test_config.parse(options.test_config_fname, args)
cm = ClusterManager(cluster_spec, test_config, options.verbose)
installer = CouchbaseInstaller(cluster_spec, options)
if True:
installer.install()
if cm.remote:
cm.tune_logging()
cm.restart_with_sfwi()
cm.restart_with_alternative_num_vbuckets()
cm.restart_with_alternative_num_cpus()
cm.restart_with_tcmalloc_aggressive_decommit()
cm.disable_moxi()
cm.configure_internal_settings()
cm.set_data_path()
cm.set_services()
cm.set_mem_quota()
cm.set_index_mem_quota()
cm.set_auth()
time.sleep(30)
"""host = cluster_spec.yield_masters().next()"""
host_ip = cluster_spec.yield_masters().next().split(':')[0]
URL = 'http://' + host_ip + ':8093'
logger.info('logging the URL: {}'.format(URL))
conn = urllib3.connection_from_url(URL)
rest = RestHelper(cluster_spec)
airline_result = do_airline_benchmarks(mng_data,conn, rest, host_ip, installer.remote, cluster_spec)
beer_result = do_beer_queries(mng_data,conn, rest, host_ip, installer.remote)
print 'beer_result is', beer_result
#mng_data.cb_load_test(data["couchbase_query_bucket"],beer_result)
mng_data.load_data_query_benchmark(data["couchbase_query_bucket"],'query_benchmark',test_id,options.version)
mng_data.show_data_query_benchmark(data["couchbase_query_bucket"],'query_benchmark',test_id)
sys.exit(not (airline_result and beer_result))
def main():
usage = '%prog -v version -c cluster-spec -f conffile -b build -t tag'
parser = OptionParser(usage)
parser.add_option('-v', '--version', dest='version')
parser.add_option('-c',
dest='cluster_spec_fname',
help='path to cluster specification file',
metavar='cluster.spec')
parser.add_option('--verbose',
dest='verbose',
action='store_true',
help='enable verbose logging')
parser.add_option('-o',
dest='toy',
help='optional toy build ID',
metavar='couchstore')
parser.add_option('-t',
dest='test_config_fname',
help='path to test configuration file',
metavar='my_test.test')
parser.add_option('-e',
'--edition',
dest='cluster_edition',
default='enterprise',
help='the cluster edition (community or enterprise)')
parser.add_option('--url',
dest='url',
default=None,
help='The http URL to a Couchbase RPM that should be'
' installed. This overrides the URL to be installed.')
parser.add_option('-f', '--filename', dest='filename')
parser.add_option('-b', '--build', dest='build')
parser.add_option('-n', '--number', dest='number')
options, args = parser.parse_args()
test_id = options.number + '_' + options.build
data = None
try:
with open(options.filename) as data_file:
data = json.load(data_file)
except (OSError, IOError, ValueError) as e:
raise e
mng_data = manage_test_result(['beer_queries', 'travel_queries'])
mng_data.create_cb_instance(data["couchbase_server"],
data["couchbase_query_bucket"])
options, args = parser.parse_args()
cluster_spec = ClusterSpec()
cluster_spec.parse(options.cluster_spec_fname, args)
test_config = TestConfig()
test_config.parse(options.test_config_fname, args)
cm = ClusterManager(cluster_spec, test_config, options.verbose)
installer = CouchbaseInstaller(cluster_spec, options)
if True:
installer.install()
if cm.remote:
cm.tune_logging()
cm.restart_with_sfwi()
cm.restart_with_alternative_num_vbuckets()
cm.restart_with_alternative_num_cpus()
cm.restart_with_tcmalloc_aggressive_decommit()
cm.disable_moxi()
cm.configure_internal_settings()
cm.set_data_path()
cm.set_services()
cm.set_mem_quota()
cm.set_index_mem_quota()
cm.set_auth()
time.sleep(30)
"""host = cluster_spec.yield_masters().next()"""
host_ip = cluster_spec.yield_masters().next().split(':')[0]
URL = 'http://' + host_ip + ':8093'
logger.info('logging the URL: {}'.format(URL))
conn = urllib3.connection_from_url(URL)
rest = RestHelper(cluster_spec)
airline_result = do_airline_benchmarks(mng_data, conn, rest, host_ip,
installer.remote, cluster_spec)
beer_result = do_beer_queries(mng_data, conn, rest, host_ip,
installer.remote)
print 'beer_result is', beer_result
#mng_data.cb_load_test(data["couchbase_query_bucket"],beer_result)
mng_data.load_data_query_benchmark(data["couchbase_query_bucket"],
'query_benchmark', test_id,
options.version)
mng_data.show_data_query_benchmark(data["couchbase_query_bucket"],
'query_benchmark', test_id)
sys.exit(not (airline_result and beer_result))
