def multiprocess_file(filename, worker_id, start, end, lock):
ptds = PTdataStore(multi=True, lock=lock, worker=worker_id)
debug = False
if not ptds.connectToDB(debug):
return 1
print ("Started worker %s on offset %s with size %s" % (worker_id, start, (end - start)))
ptds.storePTDFdataOffset(worker_id, filename, start, (end - start))
#print "QUERY COUNT: %s" % ptds.dbapi.query_count
ptds.closeDB()
def multiprocess_file(filename, worker_id, start, end, lock):
ptds = PTdataStore(multi=True, lock=lock, worker=worker_id)
debug = False
if not ptds.connectToDB(debug):
return 1
print("Started worker %s on offset %s with size %s" % (worker_id, start,
(end - start)))
ptds.storePTDFdataOffset(worker_id, filename, start, (end - start))
#print "QUERY COUNT: %s" % ptds.dbapi.query_count
ptds.closeDB()
def connectToDB(testMode, opt = None):
ptds = PTdataStore() #create PTdataStore object
if testMode:
debugLevel = ptds.NO_WRITE
else:
debugLevel = ptds.NO_DEBUG
if opt == None:
connected = ptds.connectToDB(debugLevel)
else:
connected = ptds.connectToDB(debugLevel,
ctb_db = opt.database,
ctb_host = opt.host,
ctb_pwd = opt.password,
ctb_user = opt.user)
if not connected:
raise PTexception("Build.process: could not connect to database")
return ptds
def connectToDB(testMode, opt=None):
ptds = PTdataStore() #create PTdataStore object
if testMode:
debugLevel = ptds.NO_WRITE
else:
debugLevel = ptds.NO_DEBUG
if opt == None:
connected = ptds.connectToDB(debugLevel)
else:
connected = ptds.connectToDB(debugLevel,
ctb_db=opt.database,
ctb_host=opt.host,
ctb_pwd=opt.password,
ctb_user=opt.user)
if not connected:
raise PTexception("Build.process: could not connect to database")
return ptds
def main(): ptds = PTdataStore() connected = ptds.connectToDB(False) if not connected: print "could not connect to DB" sys.exit(0) t = PTdS_t8() tests = [t.test1,t.test2,t.test3,t.test4,t.test5,t.test6,t.test7,t.test8] for test in tests: test(ptds)
def main():
usage = "usage: %prog [options]\nexecute '%prog --help' to see options"
version = "%prog 1.0"
parser = OptionParser(usage=usage, version=version)
parser.add_option("-j",
"--jobs",
type="int",
dest="jobs",
default=(int(cpu_count() * 1.25)),
action="store",
help="Specify the number of processes")
parser.add_option("-d",
"--debug",
dest="debug",
default=False,
action="store_true",
help="Enable Debugging")
(options, ptdfs) = parser.parse_args(sys.argv[1:])
# ptdfname can be the name of a ptdf file or the name
# of a directory containing ptdf files
multi = PTDFMulti(options.jobs -
1) #Remove one job to allow this process to have a cpu
ptds = PTdataStore(multi=(options.jobs > 1))
if not ptds.connectToDB(options.debug):
return 1
try:
for ptdfname in ptdfs:
if (not os.path.exists(ptdfname)):
print "File does not exist %s" % ptdfname
raise Exception("File does not exist")
mode = os.stat(ptdfname)[stat.ST_MODE]
# if not a directory, just process a single ptdf file
if not stat.S_ISDIR(mode):
handle_file(ptds, multi, ptdfname)
# else a directory, process all ptdf files in directory
else:
files = glob(ptdfname + "/*.ptdf")
files.sort()
for ptdfname in files:
handle_file(ptds, multi, ptdfname)
#print "QUERY COUNT: %s" % ptds.dbapi.query_count
except Exception, a:
print a
multi.terminate()
def main():
ptds = PTdataStore()
connected = ptds.connectToDB(False)
if not connected:
print "could not connect to DB"
sys.exit(0)
t = PTdS_t8()
tests = [
t.test1, t.test2, t.test3, t.test4, t.test5, t.test6, t.test7, t.test8
]
for test in tests:
test(ptds)
def main():
ptds = PTdataStore()
connected = ptds.connectToDB(False)
if not connected:
print "could not connect to DB"
sys.exit(0)
tests = [test1,test2,test3,test4,test5,test6,test7,test8]
pf = PassFail()
for test in tests:
test(ptds, pf)
pf.test_info()
return pf.failed_count > 0
def main():
ptds = PTdataStore()
connected = ptds.connectToDB(False)
if not connected:
print "could not connect to DB"
sys.exit(0)
tests = [test1, test2, test3, test4, test5, test6, test7, test8]
pf = PassFail()
for test in tests:
test(ptds, pf)
pf.test_info()
return pf.failed_count > 0
def main():
usage = "usage: %prog [options]\nexecute '%prog --help' to see options"
version = "%prog 1.0"
parser = OptionParser(usage=usage,version=version)
parser.add_option("-j", "--jobs", type="int", dest="jobs", default=(int(cpu_count() * 1.25)),
action="store", help="Specify the number of processes")
parser.add_option("-d","--debug", dest="debug", default=False, action="store_true",
help="Enable Debugging")
(options, ptdfs) = parser.parse_args(sys.argv[1:])
# ptdfname can be the name of a ptdf file or the name
# of a directory containing ptdf files
multi = PTDFMulti(options.jobs - 1) #Remove one job to allow this process to have a cpu
ptds = PTdataStore(multi=(options.jobs>1))
if not ptds.connectToDB(options.debug):
return 1
try:
for ptdfname in ptdfs:
if (not os.path.exists(ptdfname)):
print "File does not exist %s" %ptdfname
raise Exception("File does not exist")
mode = os.stat(ptdfname)[stat.ST_MODE]
# if not a directory, just process a single ptdf file
if not stat.S_ISDIR(mode):
handle_file(ptds, multi, ptdfname)
# else a directory, process all ptdf files in directory
else:
files = glob(ptdfname + "/*.ptdf")
files.sort()
for ptdfname in files:
handle_file(ptds, multi, ptdfname)
#print "QUERY COUNT: %s" % ptds.dbapi.query_count
except Exception, a:
print a
multi.terminate()
print "test 4 -- " test4.test4_1(testStore) ##TEST5 -- print "test 5 -- " test5.test5_1(testStore) ##TEST 6 -- print "test 6 -- " test6.test6(testStore) ##TEST 7 -- print "test 7 -- " test7.test7(testStore) ##TEST * -- print "test 8 -- combPRtest" ptds = PTdataStore() connected = ptds.connectToDB(False) if not connected: print "could not connect to DB" sys.exit(1) tests = [test8.test1,test8.test2,test8.test3,test8.test4,test8.test5,test8.test6,test8.test7,test8.test8] for tests in tests: tests(ptds) sys.exit(pf.failed_count > 0)
##TEST5 --
print "test 5 -- "
test5.test5_1(testStore)
##TEST 6 --
print "test 6 -- "
test6.test6(testStore)
##TEST 7 --
print "test 7 -- "
test7.test7(testStore)
##TEST * --
print "test 8 -- combPRtest"
ptds = PTdataStore()
connected = ptds.connectToDB(False)
if not connected:
print "could not connect to DB"
sys.exit(1)
tests = [
test8.test1, test8.test2, test8.test3, test8.test4, test8.test5,
test8.test6, test8.test7, test8.test8
]
for tests in tests:
tests(ptds)
sys.exit(pf.failed_count > 0)
