def setUpClass(cls):
     global SEED
     if DO_BAD_SEED:
         SEED = h2o.setup_random_seed(seed=5605820711843900818)
     else:
         SEED = h2o.setup_random_seed()
     h2o.init(2,java_heap_GB=5)
示例#2
0
 def setUpClass(cls):
     print "setUpClass"
     # standard method for being able to reproduce the random.* seed
     h2o.setup_random_seed()
     h2o.build_cloud_with_json()
     # if you're fast with a test and cloud building, you may need to wait for cloud to stabilize
     # normally this is baked into build_cloud, but let's leave it here for now
     h2o.stabilize_cloud(h2o.nodes[0], node_count=len(h2o.nodes), timeoutSecs=90)
     # this ?should? work although not guaranteed all will agree on the cloud size
     # unless we do the conservative stabilize above
     h2o.verify_cloud_size()
示例#3
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     if localhost:
         h2o.build_cloud(2)
     else:
         h2o_hosts.build_cloud_with_hosts()
    def setUpClass(cls):
        print "Will build_cloud() with random heap size and do overlapped import folder/parse (groups)"
        global SEED, localhost
        SEED = h2o.setup_random_seed()
        if RANDOM_HEAP:
            tryHeap = random.randint(4, 28)
        else:
            tryHeap = 28

        # print "\n", tryHeap,"GB heap, 1 jvm per host, import 192.168.1.176 hdfs, then parse"
        print "\n", tryHeap, "GB heap, 1 jvm per host, import,  then parse"
        localhost = h2o.decide_if_localhost()
        h2o.beta_features = True  # for the beta tab in the browser
        if localhost:
            h2o.build_cloud(
                node_count=3,
                java_heap_GB=4,
                base_port=54323,
                # use_hdfs=True, hdfs_name_node='192.168.1.176', hdfs_version='cdh3'
            )
        else:
            h2o_hosts.build_cloud_with_hosts(
                node_count=1,
                java_heap_GB=tryHeap,
                base_port=54321,
                # use_hdfs=True, hdfs_name_node='192.168.1.176', hdfs_version='cdh3'
            )
示例#5
0
    def setUpClass(cls):
        global SEED
        SEED = h2o.setup_random_seed()
        h2o.init(2)

        global SYNDATASETS_DIR
        SYNDATASETS_DIR = h2o.make_syn_dir()
示例#6
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if localhost:
         h2o.build_cloud(1, java_heap_GB=14, java_extra_args="-XX:+PrintGCDetails", base_port=54321)
     else:
         h2o_hosts.build_cloud_with_hosts(1, java_heap_GB=28, java_extra_args="-XX:+PrintGCDetails", base_port=54321)
示例#7
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(1, java_heap_GB=10, enable_benchmark_log=True)
     else:
         h2o_hosts.build_cloud_with_hosts(enable_benchmark_log=True)
示例#8
0
 def setUpClass(cls):
     global localhost, SEED
     localhost = h2o.decide_if_localhost()
     SEED = h2o.setup_random_seed()
     if (localhost):
         h2o.build_cloud(node_count=1, java_heap_GB=10)
     else:
         h2o_hosts.build_cloud_with_hosts(node_count=1, java_heap_GB=10)
示例#9
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(java_heap_GB=12, java_extra_args='-XX:+PrintGCDetails')
     else:
         h2o_hosts.build_cloud_with_hosts(java_heap_GB=28, java_extra_args='-XX:+PrintGCDetails')
示例#10
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if localhost:
         h2o.build_cloud(CLOUD_SIZE, java_heap_GB=12 / CLOUD_SIZE)
     else:
         h2o_hosts.build_cloud_with_hosts()
示例#11
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(3, java_heap_GB=1) # enum processing is more interesting with multiple jvms
     else:
         h2o_hosts.build_cloud_with_hosts()
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(3, java_heap_GB=1) # enum processing is more interesting with multiple jvms
     else:
         h2o_hosts.build_cloud_with_hosts()
示例#13
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(node_count=1, base_port=54327)
     else:
         h2o_hosts.build_cloud_with_hosts(node_count=1)
示例#14
0
 def setUpClass(cls):
     print "setUpClass"
     # standard method for being able to reproduce the random.* seed
     h2o.setup_random_seed()
     # do a hack so we can run release tests with a -cj arg. so we don't have to build the cloud separately
     # those tests will always want to run non-local (big machien) so detecting -cj is fine
     if h2o.config_json:
         h2o_hosts.build_cloud_with_hosts()
     else:
         # this is the normal thing for release tests (separate cloud was built. clone it)
         h2o.build_cloud_with_json()
     # if you're fast with a test and cloud building, you may need to wait for cloud to stabilize
     # normally this is baked into build_cloud, but let's leave it here for now
     h2o.stabilize_cloud(h2o.nodes[0], node_count=len(h2o.nodes), timeoutSecs=90)
     # this ?should? work although not guaranteed all will agree on the cloud size
     # unless we do the conservative stabilize above
     h2o.verify_cloud_size()
示例#15
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(node_count=1)
     else:
         h2o_hosts.build_cloud_with_hosts(node_count=1)
示例#16
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(1,java_heap_GB=1)
     else:
         h2o_hosts.build_cloud_with_hosts()
示例#17
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(2,java_heap_GB=5,use_flatfile=True)
     else:
         h2o_hosts.build_cloud_with_hosts()
示例#18
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(java_heap_GB=14)
     else:
         h2o_hosts.build_cloud_with_hosts(java_heap_GB=28)
示例#19
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(2,java_heap_GB=7)
     else:
         h2o_hosts.build_cloud_with_hosts() # uses import Hdfs for s3n instead of import folder
示例#20
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(3,java_heap_GB=4)
     else:
         h2o_hosts.build_cloud_with_hosts() # uses import Hdfs for s3n instead of import folder
示例#21
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if localhost:
         h2o.build_cloud(1, use_flatfile=True)
     else:
         h2o_hosts.build_cloud_with_hosts()
示例#22
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(java_heap_GB=14, java_extra_args='-XX:+PrintGCDetails')
     else:
         h2o_hosts.build_cloud_with_hosts(java_heap_GB=28, java_extra_args='-XX:+PrintGCDetails')
示例#23
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if localhost:
         h2o.build_cloud(1, java_heap_GB=10, enable_benchmark_log=True)
     else:
         h2o_hosts.build_cloud_with_hosts(enable_benchmark_log=True)
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(2,java_heap_MB=1300,use_flatfile=True)
     else:
         h2o_hosts.build_cloud_with_hosts()
 def setUpClass(cls):
     global SEED, localhost
     # use the known bad seed if it's set. otherwise should be None
     SEED = h2o.setup_random_seed(seed=BAD_SEED)
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(2)
     else:
         h2o_hosts.build_cloud_with_hosts()
示例#26
0
    def setUpClass(cls):
        global SEED
        # SEED = h2o.setup_random_seed()
        # force the seed that gets the assertion error
        SEED = h2o.setup_random_seed(seed=4548383660131500992)

        # java.lang.AssertionError: -2.9975397E38<NaN n=98
        # at hex.gbm.DTree$Split.split(DTree.java:224)
        h2o.init(2, java_heap_MB=1300, use_flatfile=True)
示例#27
0
    def setUpClass(cls):
        global SEED
        # SEED = h2o.setup_random_seed()
        # force the seed that gets the assertion error 
        SEED = h2o.setup_random_seed(seed=4548383660131500992)

        # java.lang.AssertionError: -2.9975397E38<NaN n=98
        # at hex.gbm.DTree$Split.split(DTree.java:224)
        h2o.init(2,java_heap_MB=1300,use_flatfile=True)
示例#28
0
 def setUpClass(cls):
     global SEED, localhost
     # use the known bad seed if it's set. otherwise should be None
     SEED = h2o.setup_random_seed(seed=BAD_SEED)
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(3)
     else:
         h2o_hosts.build_cloud_with_hosts()
示例#29
0
    def setUpClass(cls):
        localhost = h2o.decide_if_localhost()
        global SEED
        SEED = h2o.setup_random_seed()

        if localhost:
            h2o.build_cloud(3, java_heap_GB=4)
        else:
            h2o_hosts.build_cloud_with_hosts()
 def setUpClass(cls):
     global SEED
     SEED = h2o.setup_random_seed()
     global localhost
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(node_count=1)
     else:
         h2o_hosts.build_cloud_with_hosts()
示例#31
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(3, java_heap_GB=4)
     else:
         h2o_hosts.build_cloud_with_hosts()
     h2o.beta_features = True
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if localhost:
         h2o.build_cloud(2, java_heap_GB=5)
     else:
         h2o_hosts.build_cloud_with_hosts()
     h2o.beta_features = True
示例#33
0
 def setUpClass(cls):
     global SEED, localhost, tryHeap
     tryHeap = 28
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(1, enable_benchmark_log=True, java_heap_GB=tryHeap)
     else:
         h2o_hosts.build_cloud_with_hosts(enable_benchmark_log=True)
 def setUpClass(cls):
     global SEED
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     print "WARNING: won't work for remote h2o, because syn_datasets is created locally only, for import"
     if (localhost):
         h2o.build_cloud(1,java_heap_GB=14)
     else:
         h2o_hosts.build_cloud_with_hosts()
示例#35
0
 def setUpClass(cls):
     global SEED
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     print "WARNING: won't work for remote h2o, because syn_datasets is created locally only, for import"
     if (localhost):
         h2o.build_cloud(1, java_heap_GB=14)
     else:
         h2o_hosts.build_cloud_with_hosts()
示例#36
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     h2o.beta_features = True # to get the browser page special tab
     if (localhost):
         h2o.build_cloud(node_count=1, base_port=54321)
     else:
         h2o_hosts.build_cloud_with_hosts(node_count=1)
     h2o.beta_features = False
示例#37
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     h2o.beta_features = True # to get the browser page special tab
     if (localhost):
         h2o.build_cloud(node_count=1, base_port=54321)
     else:
         h2o_hosts.build_cloud_with_hosts(node_count=1)
     h2o.beta_features = False
示例#38
0
    def setUpClass(cls):
        global SEED
        SEED = h2o.setup_random_seed()

        global localhost
        localhost = h2o.decide_if_localhost()
        if (localhost):
            h2o.build_cloud(1)
        else:
            h2o_hosts.build_cloud_with_hosts(1)
示例#39
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(2,java_heap_GB=10,use_flatfile=True)
     else:
         h2o_hosts.build_cloud_with_hosts()
     # h2b.browseTheCloud()
     h2o.beta_features = True
示例#40
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(2,java_heap_GB=7,use_flatfile=True)
     else:
         import h2o_hosts
         h2o_hosts.build_cloud_with_hosts()
     h2b.browseTheCloud()
示例#41
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         # h2o.nodes[0].delete_keys_at_teardown should cause the testdir_release
         # tests to delete keys after each test completion (not cloud teardown, don't care then)
         h2o.build_cloud(3, create_json=True, java_heap_GB=4, delete_keys_at_teardown=True)
     else:
         h2o_hosts.build_cloud_with_hosts(create_json=True, delete_keys_at_teardown=True)
示例#42
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(node_count=1, base_port=54321)
     else:
         h2o_hosts.build_cloud_with_hosts()
     global SYNDATASETS_DIR
     SYNDATASETS_DIR = h2o.make_syn_dir()
示例#43
0
    def setUpClass(cls):
        global SEED, localhost
        SEED = h2o.setup_random_seed()
        localhost = h2o.decide_if_localhost()
        if localhost:
            h2o.build_cloud(2, java_heap_GB=7)
        else:
            import h2o_hosts

            h2o_hosts.build_cloud_with_hosts()
示例#44
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(node_count=1, base_port=54321)
     else:
         h2o_hosts.build_cloud_with_hosts()
     global SYNDATASETS_DIR
     SYNDATASETS_DIR = h2o.make_syn_dir()
    def setUpClass(cls):
        global SEED, localhost
        SEED = h2o.setup_random_seed()
        # SEED = h2o.setup_random_seed(8968685305521902318)

        localhost = h2o.decide_if_localhost()
        if (localhost):
            h2o.build_cloud(2, java_heap_MB=1300, use_flatfile=True)
        else:
            h2o_hosts.build_cloud_with_hosts()
示例#46
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(1,java_heap_GB=4)
     else:
         h2o_hosts.build_cloud_with_hosts()
     # h2b.browseTheCloud()
     h2o.beta_features = True
示例#47
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     # just to get a browser with beta tab
     h2o.beta_features = True
     if (localhost):
         h2o.build_cloud(node_count=1, base_port=54327)
     else:
         h2o_hosts.build_cloud_with_hosts(node_count=1)
     h2o.beta_features = False
示例#48
0
    def setUpClass(cls):
        global SEED, localhost
        SEED = h2o.setup_random_seed()

        localhost = h2o.decide_if_localhost()
        h2o.beta_features = True  # for the beta tab in the browser
        if (localhost):
            h2o.build_cloud(node_count=NODES, java_heap_GB=4)
            # use_hdfs=True, hdfs_name_node='172.16.2.176', hdfs_version='cdh4'
        else:
            h2o_hosts.build_cloud_with_hosts(java_heap_GB=4)
示例#49
0
 def setUpClass(cls):
     global SEED, localhost, tryHeap
     tryHeap = 4
     SEED = h2o.setup_random_seed()
     localhost = h2o.decide_if_localhost()
     if (localhost):
         h2o.build_cloud(1,
                         java_heap_GB=tryHeap,
                         enable_benchmark_log=True,
                         base_port=54321)
     else:
         h2o_hosts.build_cloud_with_hosts(enable_benchmark_log=True)
    def setUpClass(cls):
        print "Will build_cloud() with random heap size and do overlapped import folder/parse (groups)"
        global SEED
        SEED = h2o.setup_random_seed()
        if RANDOM_HEAP:
            tryHeap = random.randint(4, 28)
        else:
            tryHeap = 28

        # print "\n", tryHeap,"GB heap, 1 jvm per host, import 172.16.2.176 hdfs, then parse"
        print "\n", tryHeap, "GB heap, 1 jvm per host, import,  then parse"
        h2o.init(node_count=3, java_heap_GB=4)
示例#51
0
 def setUpClass(cls):
     global SEED, localhost
     SEED = h2o.setup_random_seed()
     # localhost = h2o.decide_if_localhost()
     # always require a config file for now..don't have h2o.decide_if_localhost() here
     localhost = False
     if (localhost):
         # h2o.nodes[0].delete_keys_at_teardown should cause the testdir_release
         # tests to delete keys after each test completion (not cloud teardown, don't care then)
         h2o.init(3,
                  create_json=True,
                  java_heap_GB=4,
                  delete_keys_at_teardown=True)
     else:
         h2o.init(create_json=True, delete_keys_at_teardown=True)
示例#52
0
    def setUpClass(cls):
        print "Will build_cloud() with random heap size and do overlapped import folder/parse (groups)"
        global SEED, localhost
        SEED = h2o.setup_random_seed()
        if RANDOM_HEAP:
            tryHeap = random.randint(4,28)
        else:
            tryHeap = 28

        # print "\n", tryHeap,"GB heap, 1 jvm per host, import 172.16.2.176 hdfs, then parse"
        print "\n", tryHeap,"GB heap, 1 jvm per host, import,  then parse"
        localhost = h2o.decide_if_localhost()
        h2o.beta_features = True # for the beta tab in the browser
        if (localhost):
            h2o.build_cloud(node_count=3, java_heap_GB=4)
                # use_hdfs=True, hdfs_name_node='172.16.2.176', hdfs_version='cdh4'
        else:
            h2o_hosts.build_cloud_with_hosts(node_count=1, java_heap_GB=tryHeap)
示例#53
0
 def setUpClass(cls):
     global SEED
     SEED = h2o.setup_random_seed()
     h2o.init(1, java_heap_GB=10)
示例#54
0
 def setUpClass(cls):
     global SEED
     SEED = h2o.setup_random_seed()
     h2o.init(3)
示例#55
0
    def setUpClass(cls):
        global SEED
        SEED = h2o.setup_random_seed()

        h2o.init(node_count=NODES, java_heap_GB)
 def setUpClass(cls):
     global SEED
     SEED = h2o.setup_random_seed()
     h2o.init(1, base_port=54333)
示例#57
0
 def setUpClass(cls):
     global SEED
     SEED = h2o.setup_random_seed()
     h2o.init(2, java_heap_GB=10, use_flatfile=True)
示例#58
0
 def setUpClass(cls):
     global SEED
     # use the known bad seed if it's set. otherwise should be None
     SEED = h2o.setup_random_seed(seed=BAD_SEED)
     h2o.init(3)