def setUpClass(cls):
global SEED
if DO_BAD_SEED:
SEED = h2o.setup_random_seed(seed=5605820711843900818)
else:
SEED = h2o.setup_random_seed()
h2o.init(2,java_heap_GB=5)
def setUpClass(cls):
print "setUpClass"
# standard method for being able to reproduce the random.* seed
h2o.setup_random_seed()
h2o.build_cloud_with_json()
# if you're fast with a test and cloud building, you may need to wait for cloud to stabilize
# normally this is baked into build_cloud, but let's leave it here for now
h2o.stabilize_cloud(h2o.nodes[0], node_count=len(h2o.nodes), timeoutSecs=90)
# this ?should? work although not guaranteed all will agree on the cloud size
# unless we do the conservative stabilize above
h2o.verify_cloud_size()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
if localhost:
h2o.build_cloud(2)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
print "Will build_cloud() with random heap size and do overlapped import folder/parse (groups)"
global SEED, localhost
SEED = h2o.setup_random_seed()
if RANDOM_HEAP:
tryHeap = random.randint(4, 28)
else:
tryHeap = 28
# print "\n", tryHeap,"GB heap, 1 jvm per host, import 192.168.1.176 hdfs, then parse"
print "\n", tryHeap, "GB heap, 1 jvm per host, import, then parse"
localhost = h2o.decide_if_localhost()
h2o.beta_features = True # for the beta tab in the browser
if localhost:
h2o.build_cloud(
node_count=3,
java_heap_GB=4,
base_port=54323,
# use_hdfs=True, hdfs_name_node='192.168.1.176', hdfs_version='cdh3'
)
else:
h2o_hosts.build_cloud_with_hosts(
node_count=1,
java_heap_GB=tryHeap,
base_port=54321,
# use_hdfs=True, hdfs_name_node='192.168.1.176', hdfs_version='cdh3'
)
def setUpClass(cls):
global SEED
SEED = h2o.setup_random_seed()
h2o.init(2)
global SYNDATASETS_DIR
SYNDATASETS_DIR = h2o.make_syn_dir()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if localhost:
h2o.build_cloud(1, java_heap_GB=14, java_extra_args="-XX:+PrintGCDetails", base_port=54321)
else:
h2o_hosts.build_cloud_with_hosts(1, java_heap_GB=28, java_extra_args="-XX:+PrintGCDetails", base_port=54321)
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(1, java_heap_GB=10, enable_benchmark_log=True)
else:
h2o_hosts.build_cloud_with_hosts(enable_benchmark_log=True)
def setUpClass(cls):
global localhost, SEED
localhost = h2o.decide_if_localhost()
SEED = h2o.setup_random_seed()
if (localhost):
h2o.build_cloud(node_count=1, java_heap_GB=10)
else:
h2o_hosts.build_cloud_with_hosts(node_count=1, java_heap_GB=10)
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(java_heap_GB=12, java_extra_args='-XX:+PrintGCDetails')
else:
h2o_hosts.build_cloud_with_hosts(java_heap_GB=28, java_extra_args='-XX:+PrintGCDetails')
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if localhost:
h2o.build_cloud(CLOUD_SIZE, java_heap_GB=12 / CLOUD_SIZE)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(3, java_heap_GB=1) # enum processing is more interesting with multiple jvms
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(3, java_heap_GB=1) # enum processing is more interesting with multiple jvms
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(node_count=1, base_port=54327)
else:
h2o_hosts.build_cloud_with_hosts(node_count=1)
def setUpClass(cls):
print "setUpClass"
# standard method for being able to reproduce the random.* seed
h2o.setup_random_seed()
# do a hack so we can run release tests with a -cj arg. so we don't have to build the cloud separately
# those tests will always want to run non-local (big machien) so detecting -cj is fine
if h2o.config_json:
h2o_hosts.build_cloud_with_hosts()
else:
# this is the normal thing for release tests (separate cloud was built. clone it)
h2o.build_cloud_with_json()
# if you're fast with a test and cloud building, you may need to wait for cloud to stabilize
# normally this is baked into build_cloud, but let's leave it here for now
h2o.stabilize_cloud(h2o.nodes[0], node_count=len(h2o.nodes), timeoutSecs=90)
# this ?should? work although not guaranteed all will agree on the cloud size
# unless we do the conservative stabilize above
h2o.verify_cloud_size()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(node_count=1)
else:
h2o_hosts.build_cloud_with_hosts(node_count=1)
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(1,java_heap_GB=1)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(2,java_heap_GB=5,use_flatfile=True)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(java_heap_GB=14)
else:
h2o_hosts.build_cloud_with_hosts(java_heap_GB=28)
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(2,java_heap_GB=7)
else:
h2o_hosts.build_cloud_with_hosts() # uses import Hdfs for s3n instead of import folder
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(3,java_heap_GB=4)
else:
h2o_hosts.build_cloud_with_hosts() # uses import Hdfs for s3n instead of import folder
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if localhost:
h2o.build_cloud(1, use_flatfile=True)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(java_heap_GB=14, java_extra_args='-XX:+PrintGCDetails')
else:
h2o_hosts.build_cloud_with_hosts(java_heap_GB=28, java_extra_args='-XX:+PrintGCDetails')
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if localhost:
h2o.build_cloud(1, java_heap_GB=10, enable_benchmark_log=True)
else:
h2o_hosts.build_cloud_with_hosts(enable_benchmark_log=True)
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(2,java_heap_MB=1300,use_flatfile=True)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
# use the known bad seed if it's set. otherwise should be None
SEED = h2o.setup_random_seed(seed=BAD_SEED)
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(2)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED
# SEED = h2o.setup_random_seed()
# force the seed that gets the assertion error
SEED = h2o.setup_random_seed(seed=4548383660131500992)
# java.lang.AssertionError: -2.9975397E38<NaN n=98
# at hex.gbm.DTree$Split.split(DTree.java:224)
h2o.init(2, java_heap_MB=1300, use_flatfile=True)
def setUpClass(cls):
global SEED
# SEED = h2o.setup_random_seed()
# force the seed that gets the assertion error
SEED = h2o.setup_random_seed(seed=4548383660131500992)
# java.lang.AssertionError: -2.9975397E38<NaN n=98
# at hex.gbm.DTree$Split.split(DTree.java:224)
h2o.init(2,java_heap_MB=1300,use_flatfile=True)
def setUpClass(cls):
global SEED, localhost
# use the known bad seed if it's set. otherwise should be None
SEED = h2o.setup_random_seed(seed=BAD_SEED)
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(3)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
localhost = h2o.decide_if_localhost()
global SEED
SEED = h2o.setup_random_seed()
if localhost:
h2o.build_cloud(3, java_heap_GB=4)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED
SEED = h2o.setup_random_seed()
global localhost
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(node_count=1)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(3, java_heap_GB=4)
else:
h2o_hosts.build_cloud_with_hosts()
h2o.beta_features = True
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if localhost:
h2o.build_cloud(2, java_heap_GB=5)
else:
h2o_hosts.build_cloud_with_hosts()
h2o.beta_features = True
def setUpClass(cls):
global SEED, localhost, tryHeap
tryHeap = 28
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(1, enable_benchmark_log=True, java_heap_GB=tryHeap)
else:
h2o_hosts.build_cloud_with_hosts(enable_benchmark_log=True)
def setUpClass(cls):
global SEED
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
print "WARNING: won't work for remote h2o, because syn_datasets is created locally only, for import"
if (localhost):
h2o.build_cloud(1,java_heap_GB=14)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
print "WARNING: won't work for remote h2o, because syn_datasets is created locally only, for import"
if (localhost):
h2o.build_cloud(1, java_heap_GB=14)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
h2o.beta_features = True # to get the browser page special tab
if (localhost):
h2o.build_cloud(node_count=1, base_port=54321)
else:
h2o_hosts.build_cloud_with_hosts(node_count=1)
h2o.beta_features = False
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
h2o.beta_features = True # to get the browser page special tab
if (localhost):
h2o.build_cloud(node_count=1, base_port=54321)
else:
h2o_hosts.build_cloud_with_hosts(node_count=1)
h2o.beta_features = False
def setUpClass(cls):
global SEED
SEED = h2o.setup_random_seed()
global localhost
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(1)
else:
h2o_hosts.build_cloud_with_hosts(1)
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(2,java_heap_GB=10,use_flatfile=True)
else:
h2o_hosts.build_cloud_with_hosts()
# h2b.browseTheCloud()
h2o.beta_features = True
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(2,java_heap_GB=7,use_flatfile=True)
else:
import h2o_hosts
h2o_hosts.build_cloud_with_hosts()
h2b.browseTheCloud()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
# h2o.nodes[0].delete_keys_at_teardown should cause the testdir_release
# tests to delete keys after each test completion (not cloud teardown, don't care then)
h2o.build_cloud(3, create_json=True, java_heap_GB=4, delete_keys_at_teardown=True)
else:
h2o_hosts.build_cloud_with_hosts(create_json=True, delete_keys_at_teardown=True)
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(node_count=1, base_port=54321)
else:
h2o_hosts.build_cloud_with_hosts()
global SYNDATASETS_DIR
SYNDATASETS_DIR = h2o.make_syn_dir()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if localhost:
h2o.build_cloud(2, java_heap_GB=7)
else:
import h2o_hosts
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(node_count=1, base_port=54321)
else:
h2o_hosts.build_cloud_with_hosts()
global SYNDATASETS_DIR
SYNDATASETS_DIR = h2o.make_syn_dir()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
# SEED = h2o.setup_random_seed(8968685305521902318)
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(2, java_heap_MB=1300, use_flatfile=True)
else:
h2o_hosts.build_cloud_with_hosts()
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(1,java_heap_GB=4)
else:
h2o_hosts.build_cloud_with_hosts()
# h2b.browseTheCloud()
h2o.beta_features = True
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
# just to get a browser with beta tab
h2o.beta_features = True
if (localhost):
h2o.build_cloud(node_count=1, base_port=54327)
else:
h2o_hosts.build_cloud_with_hosts(node_count=1)
h2o.beta_features = False
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
h2o.beta_features = True # for the beta tab in the browser
if (localhost):
h2o.build_cloud(node_count=NODES, java_heap_GB=4)
# use_hdfs=True, hdfs_name_node='172.16.2.176', hdfs_version='cdh4'
else:
h2o_hosts.build_cloud_with_hosts(java_heap_GB=4)
def setUpClass(cls):
global SEED, localhost, tryHeap
tryHeap = 4
SEED = h2o.setup_random_seed()
localhost = h2o.decide_if_localhost()
if (localhost):
h2o.build_cloud(1,
java_heap_GB=tryHeap,
enable_benchmark_log=True,
base_port=54321)
else:
h2o_hosts.build_cloud_with_hosts(enable_benchmark_log=True)
def setUpClass(cls):
print "Will build_cloud() with random heap size and do overlapped import folder/parse (groups)"
global SEED
SEED = h2o.setup_random_seed()
if RANDOM_HEAP:
tryHeap = random.randint(4, 28)
else:
tryHeap = 28
# print "\n", tryHeap,"GB heap, 1 jvm per host, import 172.16.2.176 hdfs, then parse"
print "\n", tryHeap, "GB heap, 1 jvm per host, import, then parse"
h2o.init(node_count=3, java_heap_GB=4)
def setUpClass(cls):
global SEED, localhost
SEED = h2o.setup_random_seed()
# localhost = h2o.decide_if_localhost()
# always require a config file for now..don't have h2o.decide_if_localhost() here
localhost = False
if (localhost):
# h2o.nodes[0].delete_keys_at_teardown should cause the testdir_release
# tests to delete keys after each test completion (not cloud teardown, don't care then)
h2o.init(3,
create_json=True,
java_heap_GB=4,
delete_keys_at_teardown=True)
else:
h2o.init(create_json=True, delete_keys_at_teardown=True)
def setUpClass(cls):
print "Will build_cloud() with random heap size and do overlapped import folder/parse (groups)"
global SEED, localhost
SEED = h2o.setup_random_seed()
if RANDOM_HEAP:
tryHeap = random.randint(4,28)
else:
tryHeap = 28
# print "\n", tryHeap,"GB heap, 1 jvm per host, import 172.16.2.176 hdfs, then parse"
print "\n", tryHeap,"GB heap, 1 jvm per host, import, then parse"
localhost = h2o.decide_if_localhost()
h2o.beta_features = True # for the beta tab in the browser
if (localhost):
h2o.build_cloud(node_count=3, java_heap_GB=4)
# use_hdfs=True, hdfs_name_node='172.16.2.176', hdfs_version='cdh4'
else:
h2o_hosts.build_cloud_with_hosts(node_count=1, java_heap_GB=tryHeap)
def setUpClass(cls):
global SEED
SEED = h2o.setup_random_seed()
h2o.init(1, java_heap_GB=10)
def setUpClass(cls):
global SEED
SEED = h2o.setup_random_seed()
h2o.init(3)
def setUpClass(cls):
global SEED
SEED = h2o.setup_random_seed()
h2o.init(node_count=NODES, java_heap_GB)
def setUpClass(cls):
global SEED
SEED = h2o.setup_random_seed()
h2o.init(1, base_port=54333)
def setUpClass(cls):
global SEED
SEED = h2o.setup_random_seed()
h2o.init(2, java_heap_GB=10, use_flatfile=True)
def setUpClass(cls):
global SEED
# use the known bad seed if it's set. otherwise should be None
SEED = h2o.setup_random_seed(seed=BAD_SEED)
h2o.init(3)