def setUp(self): random.jumpahead(int(time.time())) num = random.randint(1, 100000) self.input_table = self.input_table + "_" + str(num) self.output_table = self.output_table + "_" + str(num) #if (not os.getenv("HADOOP_CLASSPATH")): # os.putenv("HADOOP_CLASSPATH", self.getjars(":")) dir = os.path.dirname(os.path.realpath(__file__)) file = os.path.join(dir, 'splits') # code, out, err = cloudshell.run(self.username, self.password, 'table RowHashTestInput\n') # if out.find('no such table') == -1: # code, out, err = cloudshell.run(self.username, self.password, 'deletetable RowHashTestInput\n') # self.sleep(15) code, out, err = cloudshell.run( self.username, self.password, "createtable %s -sf %s\n" % (self.input_table, file)) #code, out, err = cloudshell.run('table RowHashTest\n') #if out.find('no such table') == -1: # code, out, err = cloudshell.run('user root\nsecret\ndeletetable RowHashTest\n') # self.sleep(15) code, out, err = cloudshell.run( self.username, self.password, "createtable %s -sf %s\n" % (self.output_table, file)) command = self.buildcommand( 'org.apache.accumulo.examples.simple.mapreduce.TeraSortIngest', self.numrows(), self.keysizemin(), self.keysizemax(), self.minvaluesize(), self.maxvaluesize(), self.input_table, self.getInstance(), self.getZookeepers(), self.getUsername(), self.getPassword(), self.maxmaps) handle = runner.start(command, stdin=subprocess.PIPE) log.debug("Running: %r", command) out, err = handle.communicate("") Benchmark.setUp(self)
def setUp(self): random.jumpahead(int(time.time())) num = random.randint(1, 100000) self.input_table = self.input_table + "_" + str(num) self.output_table = self.output_table + "_" + str(num) #if (not os.getenv("HADOOP_CLASSPATH")): # os.putenv("HADOOP_CLASSPATH", self.getjars(":")) dir = os.path.dirname(os.path.realpath(__file__)) file = os.path.join( dir, 'splits' ) # code, out, err = cloudshell.run(self.username, self.password, 'table RowHashTestInput\n') # if out.find('no such table') == -1: # code, out, err = cloudshell.run(self.username, self.password, 'deletetable RowHashTestInput\n') # self.sleep(15) code, out, err = cloudshell.run(self.username, self.password, "createtable %s -sf %s\n" % (self.input_table, file)) #code, out, err = cloudshell.run('table RowHashTest\n') #if out.find('no such table') == -1: # code, out, err = cloudshell.run('user root\nsecret\ndeletetable RowHashTest\n') # self.sleep(15) code, out, err = cloudshell.run(self.username, self.password, "createtable %s -sf %s\n" % (self.output_table, file)) command = self.buildcommand('org.apache.accumulo.examples.simple.mapreduce.TeraSortIngest', self.numrows(), self.keysizemin(), self.keysizemax(), self.minvaluesize(), self.maxvaluesize(), self.input_table, self.getInstance(), self.getZookeepers(), self.getUsername(), self.getPassword(), self.maxmaps) handle = runner.start(command, stdin=subprocess.PIPE) log.debug("Running: %r", command) out, err = handle.communicate("") Benchmark.setUp(self)
def setUp(self): dir = os.path.dirname(os.path.realpath(__file__)) file = os.path.join( dir, 'splits' ) code, out, err = cloudshell.run(self.username, self.password, 'table %s\n' % self.input_table) if out.find('does not exist') == -1: code, out, err = cloudshell.run(self.username, self.password, 'deletetable -f %s\n' % self.input_table) self.sleep(15) code, out, err = cloudshell.run(self.username, self.password, "createtable %s -sf %s\n" % (self.input_table, file)) code, out, err = cloudshell.run(self.username, self.password, 'table %s\n' % self.output_table) if out.find('does not exist') == -1: code, out, err = cloudshell.run(self.username, self.password, 'deletetable -f %s\n' % self.output_table) self.sleep(15) code, out, err = cloudshell.run(self.username, self.password, "createtable %s -sf %s\n" % (self.output_table, file)) command = self.buildcommand('org.apache.accumulo.examples.simple.mapreduce.TeraSortIngest', '--count', self.numrows(), '-nk', self.keysizemin(), '-xk', self.keysizemax(), '-nv', self.minvaluesize(), '-xv', self.maxvaluesize(), '--table', self.input_table, '-i', self.getInstance(), '-z', self.getZookeepers(), '-u', self.getUsername(), '-p', self.getPassword(), '--splits', self.maxmaps) handle = runner.start(command, stdin=subprocess.PIPE) log.debug("Running: %r", command) out, err = handle.communicate("") Benchmark.setUp(self)
def setUp(self): # Need to generate a splits file for each speed code, out, err = cloudshell.run(self.username, self.password, 'table %s\n' % self.tablename) if out.find('does not exist') == -1: log.debug('Deleting table %s' % self.tablename) code, out, err = cloudshell.run(self.username, self.password, 'deletetable %s -f\n' % self.tablename) self.assertEqual(code, 0, "Could not delete table") Benchmark.setUp(self)
def setUp(self): code, out, err = cloudshell.run(self.username, self.password, 'table test_ingest\n') if out.find('does not exist') == -1: log.debug("Deleting table test_ingest") code, out, err = cloudshell.run(self.username, self.password, 'deletetable test_ingest -f\n') self.assertEquals(code, 0, "Could not delete the table 'test_ingest'") code, out, err = cloudshell.run(self.username, self.password, 'createtable test_ingest\n') self.assertEqual(code, 0, "Could not create the table 'test_ingest'") Benchmark.setUp(self)
def setUp(self): code, out, err = cloudshell.run(self.username, self.password, 'table %s\n' % self.tablename) if out.find('does not exist') == -1: log.debug('Deleting table %s' % self.tablename) code, out, err = cloudshell.run( self.username, self.password, 'deletetable -f %s\n' % self.tablename) Benchmark.setUp(self)
def setUp(self): code, out, err = cloudshell.run(self.username, self.password, 'table test_ingest\n') if out.find('no such table') >= 0: log.debug("Deleting table test_ingest") code, out, err = cloudshell.run(self.username, self.password, 'deletetable test_ingest\n') self.sleep(10) code, out, err = cloudshell.run(self.username, self.password, 'createtable test_ingest\n') self.assertEqual(code, 0) Benchmark.setUp(self)
def setUp(self): random.jumpahead(int(time.time())) num = random.randint(1, 100000) #self.tablename = self.tablename + "-" + str(num) # Find which hadoop version # code, out, err = cloudshell.run(self.username, self.password, 'table %s\n' % self.tablename) #if out.find('no such table') == -1: # log.debug('Deleting table %s' % self.tablename) # code, out, err = cloudshell.run(self.username, self.password, 'deletetable %s\n' % self.tablename) # self.sleep(10) Benchmark.setUp(self)
def setUp(self): for x in range(1, self.tables): currentTable = 'test_ingest%d' % (x) log.debug("Checking for table existence: %s" % currentTable) code, out, err = cloudshell.run(self.username, self.password, 'table %s\n' % currentTable) if out.find('does not exist') == -1: command = 'deletetable -f %s\n' % (currentTable) log.debug("Running Command %r", command) code, out, err = cloudshell.run(self.username, self.password, command) self.assertEqual(code, 0, 'Did not successfully delete table: %s' % currentTable) Benchmark.setUp(self)
def setUp(self): random.jumpahead(int(time.time())) num = random.randint(1, 100000) self.tablename = self.tablename + "_" + str(num) # Need to generate a splits file for each speed #code, out, err = cloudshell.run(self.username, self.password, 'table %s\n' % self.tablename) #if out.find('no such table') == -1: # log.debug('Deleting table %s' % self.tablename) # code, out, err = cloudshell.run('user %s\n%s\ndeletetable %s\n' % (self.user, # self.password, # self.tablename)) # self.sleep(5) Benchmark.setUp(self)
def setUp(self): for x in range(1, self.tables): currentTable = 'test_ingest%d' % (x) log.debug("Checking for table existence: %s" % currentTable) code, out, err = cloudshell.run(self.username, self.password, 'table %s\n' % currentTable) if out.find('does not exist') == -1: command = 'deletetable -f %s\n' % (currentTable) log.debug("Running Command %r", command) code, out, err = cloudshell.run(self.username, self.password, command) self.assertEqual( code, 0, 'Did not successfully delete table: %s' % currentTable) Benchmark.setUp(self)
def setUp(self): Benchmark.setUp(self)
def setUp(self): code, out, err = cloudshell.run(self.username, self.password, 'table %s\n' % self.tablename) if out.find('does not exist') == -1: log.debug('Deleting table %s' % self.tablename) code, out, err = cloudshell.run(self.username, self.password, 'deletetable -f %s\n' % self.tablename) Benchmark.setUp(self)
def setUp(self): code, out, err = cloudshell.run(self.username, self.password, "table %s\n" % self.tablename) if out.find("does not exist") == -1: log.debug("Deleting table %s" % self.tablename) code, out, err = cloudshell.run(self.username, self.password, "deletetable -f %s\n" % self.tablename) Benchmark.setUp(self)