def main(argv): try: opts, args = getopt.getopt(argv, "ht:", ["help", "threads=", "version", "nosubmit", "nobackground", "onefile"]) except getopt.GetoptError: print "Error while converting options: unknown option(s) encountered.\n\n" usage(os.path.basename(sys.argv[0])) sys.exit(2) for opt, arg in opts: if opt in ["-h", "--help"]: usage(os.path.basename(sys.argv[0])) sys.exit() elif opt in ["--version"]: version() sys.exit() else: print "Unknown parameter", opt if len(args) < 1: print "Error: No workload file given.\n\n" usage(os.path.basename(sys.argv[0])) sys.exit(3) WorkloadFileName = args[0]; if not os.path.isfile( WorkloadFileName ): print "Error: %s is not a valid file.\n\n" % WorkloadFileName usage(os.path.basename(sys.argv[0])) sys.exit(1) handlerXML = WLDocHandlers.readWorkloadSubmitFile( WorkloadFileName ) printWorkload( handlerXML )
def main(argv): global DirSSER global NRandomTests try: opts, args = getopt.getopt(argv, "ht:", ["help", "threads=", "version", "nosubmit", "nobackground", "onefile"]) except getopt.GetoptError: print "Error while converting options: unknown option(s) encountered.\n\n" usage(os.path.basename(sys.argv[0])) sys.exit(2) NThreads = 5 NoSubmit = 0 OneFile = 0 NoBackground = 0 for opt, arg in opts: if opt in ["-h", "--help"]: usage(os.path.basename(sys.argv[0])) sys.exit() elif opt in ["--version"]: version() sys.exit() elif opt in ["-t", "--threads"]: try: NThreads = int(arg.strip()) except ValueError: NThreads = 5 elif opt in ["--nosubmit"]: NoSubmit = 1 elif opt in ["--nobackground"]: NoBackground = 1 elif opt in ["--onefile"]: OneFile = 1 else: print "Unknown parameter", opt if len(args) < 1: print "Error: No workload file given.\n\n" usage(os.path.basename(sys.argv[0])) sys.exit(3) WorkloadFileName = args[0]; if not os.path.isfile( WorkloadFileName ): print "Error: %s is not a valid file.\n\n" % WorkloadFileName usage(os.path.basename(sys.argv[0])) sys.exit(1) print "%s Parsing workload file %s" % \ ( time.strftime('%Y-%m-%d %H:%M:%S', time.gmtime(time.time())), WorkloadFileName ) handlerXML = WLDocHandlers.readWorkloadSubmitFile( WorkloadFileName ) print "%s Workload file processed, proceeding to submission" % \ ( time.strftime('%Y-%m-%d %H:%M:%S', time.gmtime(time.time())) ) parseWL( os.path.dirname(WorkloadFileName), handlerXML ) print "%s All done" % time.strftime('%Y-%m-%d %H:%M:%S', time.gmtime(time.time()))
def main(argv): global DirSSER global NRandomTests try: opts, args = getopt.getopt(argv[1:], "ht:d", ["help", "threads=", "version", "nosubmit", "nobackground", "onefile", "testid=", "projectid=", "testerid=", "starttime=","dedicated"]) except getopt.GetoptError: print "Error while converting options: unknown option(s) encountered.\n\n" usage(os.path.basename(sys.argv[0])) sys.exit(2) NThreads = 5 NoSubmit = 0 OneFile = 0 NoBackground = 0 testid = 0 testerid = 0 starttime = time.time() projectid = "default" dedicatedMode=False #print opts #print args for opt, arg in opts: #print "x", opt, arg if opt in ["-h", "--help"]: usage(os.path.basename(sys.argv[0])) sys.exit() elif opt in ["--version"]: version() sys.exit() elif opt in ["-t", "--threads"]: try: NThreads = int(arg.strip()) except ValueError: NThreads = 5 elif opt in ["--nosubmit"]: NoSubmit = 1 elif opt in ["--nobackground"]: NoBackground = 1 elif opt in ["--onefile"]: OneFile = 1 elif opt in ["--testid"]: print "#### wl-submit arg: %s \n" % arg testid = int(arg.strip()) #print testid elif opt in ["--testerid"]: testerid = int(arg.strip()) #print testerid elif opt in ["--starttime"]: starttime = float(arg.strip()) #print starttime elif opt in ["--projectid"]: projectid = str(arg.strip()) elif opt in ["-d","--dedicated"]: dedicatedMode = True else: print "Unknown parameter", opt #sys.exit(0) if len(argv) < 1: print "Error: No workload file given.\n\n" usage(os.path.basename(sys.argv[0])) sys.exit(3) WorkloadFileName = argv[0]; if not os.path.isfile( WorkloadFileName ): print "Error: %s is not a valid file.\n\n" % WorkloadFileName usage(os.path.basename(sys.argv[0])) sys.exit(1) print "%s Parsing workload file %s" % \ ( time.strftime('%Y-%m-%d %H:%M:%S', time.gmtime(time.time())), WorkloadFileName ) handlerXML = WLDocHandlers.readWorkloadSubmitFile( WorkloadFileName, dedicatedMode ) print "%s Workload file processed, proceeding to submission" % \ ( time.strftime('%Y-%m-%d %H:%M:%S', time.gmtime(time.time())) ) WorkloadDir = os.path.join(os.path.dirname(WorkloadFileName),"run") StartSubmissionTime, EndSubmissionTime, NTotalJobs, NTotalJobsInQueue = \ runWL( WorkloadDir, handlerXML, NThreads, NoSubmit, NoBackground, OneFile, testid, projectid, testerid, starttime - time.time() ) print "%s All done" % time.strftime('%Y-%m-%d %H:%M:%S', time.gmtime(time.time())) tstart = time.strftime('%H:%M:%S', time.gmtime(StartSubmissionTime)) tend = time.strftime('%H:%M:%S', time.gmtime(EndSubmissionTime)) print "------ SUBMISSION SUMMARY ---------" print "Started submission at %s" % tstart print "Ended submission at %s" % tend print "Submission total time/Total Jobs/submitted/Jobs per second" # 0123456789012345678901234567890123456789012345678901234567890123456789 # 0 1 2 3 4 5 6 DeltaTime = float(EndSubmissionTime - StartSubmissionTime) if DeltaTime > 0.e-8: Avg = float(NTotalJobs - NTotalJobsInQueue) / DeltaTime else: Avg = 0.0
def main(argv): global DirSSER global NRandomTests try: opts, args = getopt.getopt(argv, "ht:", ["help", "threads=", "version", "nosubmit", "background", "onefile"]) except getopt.GetoptError: print "Error while converting options: unknown option(s) encountered.\n\n" usage(os.path.basename(sys.argv[0])) sys.exit(2) NThreads = 30 NoSubmit = 0 OneFile = 0 Background = 0 for opt, arg in opts: if opt in ["-h", "--help"]: usage(os.path.basename(sys.argv[0])) sys.exit() elif opt in ["--version"]: version() sys.exit() elif opt in ["-t", "--threads"]: try: NThreads = int(arg.strip()) print "[wl-exec-dagman.py] Number of threads set to %s " % NThreads except ValueError: NThreads = 30 elif opt in ["--nosubmit"]: NoSubmit = 1 elif opt in ["--background"]: Background = 1 elif opt in ["--onefile"]: OneFile = 1 else: print "Unknown parameter", opt if len(args) < 1: print "Error: No workload file given.\n\n" usage(os.path.basename(sys.argv[0])) sys.exit(3) WorkloadFileName = args[0] if not os.path.isfile(WorkloadFileName): print "Error: %s is not a valid file.\n\n" % WorkloadFileName usage(os.path.basename(sys.argv[0])) sys.exit(1) print "%s Parsing workload file %s" % ( time.strftime("%Y-%m-%d %H:%M:%S", time.gmtime(time.time())), WorkloadFileName, ) handlerXML = WLDocHandlers.readWorkloadSubmitFile(WorkloadFileName) print "%s Workload file processed, proceeding to submission" % ( time.strftime("%Y-%m-%d %H:%M:%S", time.gmtime(time.time())) ) WorkloadDir = os.path.join(os.path.dirname(WorkloadFileName), "run") print "Workload directory", WorkloadDir StartSubmissionTime, EndSubmissionTime, NTotalJobs, NTotalJobsInQueue = runWL( WorkloadDir, handlerXML, NThreads, NoSubmit, Background, OneFile ) print "%s All done" % time.strftime("%Y-%m-%d %H:%M:%S", time.gmtime(time.time())) tstart = time.strftime("%Y-%m-%d %H:%M:%S", time.gmtime(StartSubmissionTime)) tend = time.strftime("%Y-%m-%d %H:%M:%S", time.gmtime(EndSubmissionTime)) print "------ SUBMISSION SUMMARY ---------" print "Started submission at %s" % tstart print "Ended submission at %s" % tend print "Submission total time/Total Jobs/submitted/Jobs per second" # 0123456789012345678901234567890123456789012345678901234567890123456789 # 0 1 2 3 4 5 6 DeltaTime = float(EndSubmissionTime - StartSubmissionTime) if DeltaTime > 0.0e-8: Avg = float(NTotalJobs - NTotalJobsInQueue) / DeltaTime else: Avg = 0.0 print " %15.3f / %6d / %6d / %.3f" % (DeltaTime, NTotalJobs, NTotalJobs - NTotalJobsInQueue, Avg)