def multiprocess_file(filename, worker_id, start, end, lock): ptds = PTdataStore(multi=True, lock=lock, worker=worker_id) debug = False if not ptds.connectToDB(debug): return 1 print ("Started worker %s on offset %s with size %s" % (worker_id, start, (end - start))) ptds.storePTDFdataOffset(worker_id, filename, start, (end - start)) #print "QUERY COUNT: %s" % ptds.dbapi.query_count ptds.closeDB()
def multiprocess_file(filename, worker_id, start, end, lock): ptds = PTdataStore(multi=True, lock=lock, worker=worker_id) debug = False if not ptds.connectToDB(debug): return 1 print("Started worker %s on offset %s with size %s" % (worker_id, start, (end - start))) ptds.storePTDFdataOffset(worker_id, filename, start, (end - start)) #print "QUERY COUNT: %s" % ptds.dbapi.query_count ptds.closeDB()
def connectToDB(testMode, opt = None): ptds = PTdataStore() #create PTdataStore object if testMode: debugLevel = ptds.NO_WRITE else: debugLevel = ptds.NO_DEBUG if opt == None: connected = ptds.connectToDB(debugLevel) else: connected = ptds.connectToDB(debugLevel, ctb_db = opt.database, ctb_host = opt.host, ctb_pwd = opt.password, ctb_user = opt.user) if not connected: raise PTexception("Build.process: could not connect to database") return ptds
def connectToDB(testMode, opt=None): ptds = PTdataStore() #create PTdataStore object if testMode: debugLevel = ptds.NO_WRITE else: debugLevel = ptds.NO_DEBUG if opt == None: connected = ptds.connectToDB(debugLevel) else: connected = ptds.connectToDB(debugLevel, ctb_db=opt.database, ctb_host=opt.host, ctb_pwd=opt.password, ctb_user=opt.user) if not connected: raise PTexception("Build.process: could not connect to database") return ptds
def main(): ptds = PTdataStore() connected = ptds.connectToDB(False) if not connected: print "could not connect to DB" sys.exit(0) t = PTdS_t8() tests = [t.test1,t.test2,t.test3,t.test4,t.test5,t.test6,t.test7,t.test8] for test in tests: test(ptds)
def main(): usage = "usage: %prog [options]\nexecute '%prog --help' to see options" version = "%prog 1.0" parser = OptionParser(usage=usage, version=version) parser.add_option("-j", "--jobs", type="int", dest="jobs", default=(int(cpu_count() * 1.25)), action="store", help="Specify the number of processes") parser.add_option("-d", "--debug", dest="debug", default=False, action="store_true", help="Enable Debugging") (options, ptdfs) = parser.parse_args(sys.argv[1:]) # ptdfname can be the name of a ptdf file or the name # of a directory containing ptdf files multi = PTDFMulti(options.jobs - 1) #Remove one job to allow this process to have a cpu ptds = PTdataStore(multi=(options.jobs > 1)) if not ptds.connectToDB(options.debug): return 1 try: for ptdfname in ptdfs: if (not os.path.exists(ptdfname)): print "File does not exist %s" % ptdfname raise Exception("File does not exist") mode = os.stat(ptdfname)[stat.ST_MODE] # if not a directory, just process a single ptdf file if not stat.S_ISDIR(mode): handle_file(ptds, multi, ptdfname) # else a directory, process all ptdf files in directory else: files = glob(ptdfname + "/*.ptdf") files.sort() for ptdfname in files: handle_file(ptds, multi, ptdfname) #print "QUERY COUNT: %s" % ptds.dbapi.query_count except Exception, a: print a multi.terminate()
def main(): ptds = PTdataStore() connected = ptds.connectToDB(False) if not connected: print "could not connect to DB" sys.exit(0) t = PTdS_t8() tests = [ t.test1, t.test2, t.test3, t.test4, t.test5, t.test6, t.test7, t.test8 ] for test in tests: test(ptds)
def main(): ptds = PTdataStore() connected = ptds.connectToDB(False) if not connected: print "could not connect to DB" sys.exit(0) tests = [test1,test2,test3,test4,test5,test6,test7,test8] pf = PassFail() for test in tests: test(ptds, pf) pf.test_info() return pf.failed_count > 0
def main(): ptds = PTdataStore() connected = ptds.connectToDB(False) if not connected: print "could not connect to DB" sys.exit(0) tests = [test1, test2, test3, test4, test5, test6, test7, test8] pf = PassFail() for test in tests: test(ptds, pf) pf.test_info() return pf.failed_count > 0
def main(): usage = "usage: %prog [options]\nexecute '%prog --help' to see options" version = "%prog 1.0" parser = OptionParser(usage=usage,version=version) parser.add_option("-j", "--jobs", type="int", dest="jobs", default=(int(cpu_count() * 1.25)), action="store", help="Specify the number of processes") parser.add_option("-d","--debug", dest="debug", default=False, action="store_true", help="Enable Debugging") (options, ptdfs) = parser.parse_args(sys.argv[1:]) # ptdfname can be the name of a ptdf file or the name # of a directory containing ptdf files multi = PTDFMulti(options.jobs - 1) #Remove one job to allow this process to have a cpu ptds = PTdataStore(multi=(options.jobs>1)) if not ptds.connectToDB(options.debug): return 1 try: for ptdfname in ptdfs: if (not os.path.exists(ptdfname)): print "File does not exist %s" %ptdfname raise Exception("File does not exist") mode = os.stat(ptdfname)[stat.ST_MODE] # if not a directory, just process a single ptdf file if not stat.S_ISDIR(mode): handle_file(ptds, multi, ptdfname) # else a directory, process all ptdf files in directory else: files = glob(ptdfname + "/*.ptdf") files.sort() for ptdfname in files: handle_file(ptds, multi, ptdfname) #print "QUERY COUNT: %s" % ptds.dbapi.query_count except Exception, a: print a multi.terminate()
print "test 4 -- " test4.test4_1(testStore) ##TEST5 -- print "test 5 -- " test5.test5_1(testStore) ##TEST 6 -- print "test 6 -- " test6.test6(testStore) ##TEST 7 -- print "test 7 -- " test7.test7(testStore) ##TEST * -- print "test 8 -- combPRtest" ptds = PTdataStore() connected = ptds.connectToDB(False) if not connected: print "could not connect to DB" sys.exit(1) tests = [test8.test1,test8.test2,test8.test3,test8.test4,test8.test5,test8.test6,test8.test7,test8.test8] for tests in tests: tests(ptds) sys.exit(pf.failed_count > 0)
##TEST5 -- print "test 5 -- " test5.test5_1(testStore) ##TEST 6 -- print "test 6 -- " test6.test6(testStore) ##TEST 7 -- print "test 7 -- " test7.test7(testStore) ##TEST * -- print "test 8 -- combPRtest" ptds = PTdataStore() connected = ptds.connectToDB(False) if not connected: print "could not connect to DB" sys.exit(1) tests = [ test8.test1, test8.test2, test8.test3, test8.test4, test8.test5, test8.test6, test8.test7, test8.test8 ] for tests in tests: tests(ptds) sys.exit(pf.failed_count > 0)