def execute(self): """ Execute it. """ jobDescription = self.paramDict['Job'] prodID = self.paramDict['TransformationID'] jobID = self.paramDict['TaskID'] inputData = self.paramDict['InputData'] job = Job(jobDescription) commons = job._getParameters() #pylint: disable=protected-access code = job.workflow.createCode() outputList = [] for line in code.split("\n"): if line.count("listoutput"): outputList += eval(line.split("#")[0].split("=")[-1]) #pylint: disable=eval-used commons['outputList'] = outputList commons['PRODUCTION_ID'] = prodID commons['JOB_ID'] = jobID if inputData: commons['InputData'] = inputData result = constructProductionLFNs(commons) if not result['OK']: LOG.error(result['Message']) return result if commons['JobType'] in ILDJOBTYPES and commons['InputData']: for index, outputFile in enumerate( result['Value']['ProductionOutputData'] ): outputFileILD = getProdFilenameFromInput( commons['InputData'], outputFile, prodID, jobID ) result['Value']['ProductionOutputData'][index] = outputFileILD LOG.debug("Changed output file name from '%s' to '%s' " % (outputFile, outputFileILD)) return result
def test_ildprod_dbdrec(self): """test getProdFilenameFromInput Rec for DBD Sim data ..........................................""" indir = "/ilc/prod/ilc/mc-dbd/ild/sim/250-TDR_ws/4f_WW_semileptonic/ILD_o1_v05/v01-14-01-p00/" outdir = "/ilc/prod/ilc/mc-dbd/ild/250-TDR_ws/4f_WW_semileptonic/ILD_o1_v05/v01-16-02-p01/00001235/000/" input_file = indir + "sv01-14-01-p00.mILD_o1_v05.E250-TDR_ws.I106577.P4f_ww_sl.eL.pR-01935.slcio" ## LFN outfile_original = outdir + "rv01-16-01-p01.sv01-14-01-p00.mILD_o1_v05.E250-TDR_ws_rec_1235_783.slcio" prodid = 1235 jobid = 783 outfile_new = outdir + "rv01-16-01-p01.sv01-14-01-p00.mILD_o1_v05.E250-TDR_ws.I106577.P4f_ww_sl.eL.pR.n01935.d_rec_00001235_783.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_rec_mcopt(self): """test getProdFilenameFromInput Rec, when sim model and rec model is different..........................""" indir = "/ilc/prod/ilc/mc-opt/ild/sim/500-TDR_ws/3f/ILD_l5_v02/v01-19-05/00001234/000/" outdir = "/ilc/prod/ilc/mc-opt/ild/rec/500-TDR_ws/3f/ILD_l5_o1_v02/v01-19-05/00001235/000/" input_file = indir + "sv01-19-05.mILD_l5_v02.E500-TDR_ws.I37540.Pae_ell.eB.pR.n01_002.d_sim_00001234_62.slcio" ## LFN outfile_original = outdir + "rv01-19-05.sv01-19-05.mILD_l5_o1_v02.E500-TDR_ws_rec_1235_421.slcio" prodid = 1235 jobid = 421 outfile_new = outdir + "rv01-19-05.sv01-19-05.mILD_l5_o1_v02.E500-TDR_ws.I37540.Pae_ell.eB.pR.n01_002.d_rec_00001235_421.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_sim(self): """test getOridFilenameFromInput Sim ...........................................................""" indir = "/ilc/prod/ilc/ild/test/temp1/gensplit/500-TDR_ws/3f/run001/" outdir = "/ilc/prod/ilc/test/ild/sim/500-TDR_ws/3f/ILD_o1_v05/v01-19_lcgeo/00001234/000/" input_file = indir + "E0500-TDR_ws.Pae_ell.Gwhizard-1.95.eW.pL.I37537.01_002.stdhep" outfile_original = outdir+"sv01-19_lcgeo.mILD_o1_v05.E500-TDR_ws_sim_400859_4.slcio" prodid = 1234 jobid = 321 outfile_new = outdir + "sv01-19_lcgeo.mILD_o1_v05.E500-TDR_ws.I37537.Pae_ell.eW.pL.n01_002.d_sim_00001234_321.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_undef_format(self): """test getProdFilenameFromInput Undefined file name ( 1st caharacter is not "E", nor "s" nor "r" ..........""" indir = "/ilc/user/a/amiyamot/mygen/single_particles/jeans/" outdir = "/ilc/user/a/amiyamot/splitted/single_particles/jeans/" input_file = indir + "mcparticles_PDG130_MOM20GeV.slcio" outfile_original = outdir + "mcparticles_PDG130_MOM20GeV_gen_11520_1_093.slcio" prodid = 11520 jobid = 93 outfile_new = outdir + "mcparticles_PDG130_MOM20GeV_gen_11520_1_093.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_stdhepsplit_slcio(self): """test getProdFilenameFromInput Generator slcio ...........................................................""" indir = "/ilc/prod/ilc/mc-dbd/generated/500-TDR_ws/4f/" outdir = "/ilc/prod/ilc/ild/test/temp1/mc-dbd.generated/ild/splitted/500-TDR_ws/4f/00008147/000/" input_file = indir + "E500-TDR_ws.P4f_zz_sl.Gwhizard-1_95.eR.pL.I250016.004.slcio" outfile_original = outdir + "E500-TDR_ws_gen_8147_2_065.slcio" prodid = 8147 jobid = 125 outfile_new = outdir + "E500-TDR_ws.P4f_zz_sl.Gwhizard-1_95.eR.pL.I250016.n004_065.d_gen_00008147_125.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_stdhepsplit2(self): """test getProdFilenameFromInput Generator stdhep 2...........................................................""" indir = "/ilc/prod/ilc/mc-dbd/generated/500-TDR_ws/4f/" outdir = "/ilc/prod/ilc/ild/test/temp1/mc-dbd.generated/ild/splitted/500-TDR_ws/4f/00008147/000/" input_file = indir + "E500-TDR_ws.P4f_zz_sl.Gwhizard-1_95.eL.pR.I250014.031.stdhep" outfile_original = outdir + "E500-TDR_ws_gen_8147_1_012.stdhep" prodid = 8147 jobid = 87 outfile_new = outdir + "E500-TDR_ws.P4f_zz_sl.Gwhizard-1_95.eL.pR.I250014.n031_012.d_gen_00008147_87.stdhep" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_stdhepsplit(self): """test getProdFilenameFromInput Generator stdhep ...........................................................""" indir = "/ilc/prod/ilc/mc-dbd/generated/500-TDR_ws/higgs/" outdir = "/ilc/prod/ilc/ild/test/temp1/mc-dbd.disk/ild/splitted/500-TDR_ws/higgs_ffh/00400922/000/" input_file = indir + "E500-TDR_ws.Pqqh_ww_4q.Gwhizard-1_95.eL.pR.I106730.001.stdhep" outfile_original = outdir + "E500-TDR_ws.I106730.Pqqh_ww_4q.eL.pR_gen_400922_1_035.stdhep" prodid = 400922 jobid = 87 outfile_new = outdir + "E500-TDR_ws.Pqqh_ww_4q.Gwhizard-1_95.eL.pR.I106730.n001_035.d_gen_00400922_87.stdhep" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_dst(self): """test getProdFilenameFromInput DST ...........................................................""" indir = "/ilc/prod/ilc/test/ild/sim/500-TDR_ws/3f/ILD_o1_v05/v01-19_lcgeo/00001234/000/" outdir = "/ilc/prod/ilc/test/ild/dst/500-TDR_ws/3f/ILD_o1_v05/v01-19_lcgeo/00001235/000/" input_file = indir + "sv01-19_lcgeo.mILD_o1_v05.E500-TDR_ws.I37540.Pae_ell.eB.pR.n01_002.d_sim_00001234_12.slcio" ## LFN outfile_original = outdir + "rv01-19_lcgeo.sv01-19_lcgeo.mILD_o1_v05.E500-TDR_ws_dst_00001235_321.slcio" prodid = 1235 jobid = 321 outfile_new = outdir + "rv01-19_lcgeo.sv01-19_lcgeo.mILD_o1_v05.E500-TDR_ws.I37540.Pae_ell.eB.pR.n01_002.d_dst_00001235_321.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_dbdrec(self): """test getProdFilenameFromInput Rec for DBD Sim data ..........................................""" indir = "/ilc/prod/ilc/mc-dbd/ild/sim/250-TDR_ws/4f_WW_semileptonic/ILD_o1_v05/v01-14-01-p00/" outdir = "/ilc/prod/ilc/mc-dbd/ild/250-TDR_ws/4f_WW_semileptonic/ILD_o1_v05/v01-16-02-p01/00001235/000/" input_file = indir + "sv01-14-01-p00.mILD_o1_v05.E250-TDR_ws.I106577.P4f_ww_sl.eL.pR-01935.slcio" ## LFN outfile_original = outdir + "rv01-16-01-p01.sv01-14-01-p00.mILD_o1_v05.E250-TDR_ws_rec_1235_783.slcio" prodid = 1235 jobid = 783 outfile_new = outdir + "rv01-16-01-p01.sv01-14-01-p00.mILD_o1_v05.E250-TDR_ws.I106577.P4f_ww_sl.eL.pR.n01935.d_rec_00001235_783.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_rec_mcopt(self): """test getProdFilenameFromInput Rec, when sim model and rec model is different..........................""" indir = "/ilc/prod/ilc/mc-opt/ild/sim/500-TDR_ws/3f/ILD_l5_v02/v01-19-05/00001234/000/" outdir = "/ilc/prod/ilc/mc-opt/ild/rec/500-TDR_ws/3f/ILD_l5_o1_v02/v01-19-05/00001235/000/" input_file = indir + "sv01-19-05.mILD_l5_v02.E500-TDR_ws.I37540.Pae_ell.eB.pR.n01_002.d_sim_00001234_62.slcio" ## LFN outfile_original = outdir + "rv01-19-05.sv01-19-05.mILD_l5_o1_v02.E500-TDR_ws_rec_1235_421.slcio" prodid = 1235 jobid = 421 outfile_new = outdir + "rv01-19-05.sv01-19-05.mILD_l5_o1_v02.E500-TDR_ws.I37540.Pae_ell.eB.pR.n01_002.d_rec_00001235_421.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_sim(self): """test getOridFilenameFromInput Sim ...........................................................""" indir = "/ilc/prod/ilc/ild/test/temp1/gensplit/500-TDR_ws/3f/run001/" outdir = "/ilc/prod/ilc/test/ild/sim/500-TDR_ws/3f/ILD_o1_v05/v01-19_lcgeo/00001234/000/" input_file = indir + "E0500-TDR_ws.Pae_ell.Gwhizard-1.95.eW.pL.I37537.01_002.stdhep" outfile_original = outdir+"sv01-19_lcgeo.mILD_o1_v05.E500-TDR_ws_sim_400859_4.slcio" prodid = 1234 jobid = 321 outfile_new = outdir + "sv01-19_lcgeo.mILD_o1_v05.E500-TDR_ws.I37537.Pae_ell.eW.pL.n01_002.d_sim_00001234_321.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_undef_format(self): """test getProdFilenameFromInput Undefined file name ( 1st caharacter is not "E", nor "s" nor "r" ..........""" indir = "/ilc/user/a/amiyamot/mygen/single_particles/jeans/" outdir = "/ilc/user/a/amiyamot/splitted/single_particles/jeans/" input_file = indir + "mcparticles_PDG130_MOM20GeV.slcio" outfile_original = outdir + "mcparticles_PDG130_MOM20GeV_gen_11520_1_093.slcio" prodid = 11520 jobid = 93 outfile_new = outdir + "mcparticles_PDG130_MOM20GeV_gen_11520_1_093.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_stdhepsplit_slcio(self): """test getProdFilenameFromInput Generator slcio ...........................................................""" indir = "/ilc/prod/ilc/mc-dbd/generated/500-TDR_ws/4f/" outdir = "/ilc/prod/ilc/ild/test/temp1/mc-dbd.generated/ild/splitted/500-TDR_ws/4f/00008147/000/" input_file = indir + "E500-TDR_ws.P4f_zz_sl.Gwhizard-1_95.eR.pL.I250016.004.slcio" outfile_original = outdir + "E500-TDR_ws_gen_8147_2_065.slcio" prodid = 8147 jobid = 125 outfile_new = outdir + "E500-TDR_ws.P4f_zz_sl.Gwhizard-1_95.eR.pL.I250016.n004_065.d_gen_00008147_125.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_dst(self): """test getProdFilenameFromInput DST ...........................................................""" indir = "/ilc/prod/ilc/test/ild/sim/500-TDR_ws/3f/ILD_o1_v05/v01-19_lcgeo/00001234/000/" outdir = "/ilc/prod/ilc/test/ild/dst/500-TDR_ws/3f/ILD_o1_v05/v01-19_lcgeo/00001235/000/" input_file = indir + "sv01-19_lcgeo.mILD_o1_v05.E500-TDR_ws.I37540.Pae_ell.eB.pR.n01_002.d_sim_00001234_12.slcio" ## LFN outfile_original = outdir + "rv01-19_lcgeo.sv01-19_lcgeo.mILD_o1_v05.E500-TDR_ws_dst_00001235_321.slcio" prodid = 1235 jobid = 321 outfile_new = outdir + "rv01-19_lcgeo.sv01-19_lcgeo.mILD_o1_v05.E500-TDR_ws.I37540.Pae_ell.eB.pR.n01_002.d_dst_00001235_321.slcio" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_stdhepsplit2(self): """test getProdFilenameFromInput Generator stdhep 2...........................................................""" indir = "/ilc/prod/ilc/mc-dbd/generated/500-TDR_ws/4f/" outdir = "/ilc/prod/ilc/ild/test/temp1/mc-dbd.generated/ild/splitted/500-TDR_ws/4f/00008147/000/" input_file = indir + "E500-TDR_ws.P4f_zz_sl.Gwhizard-1_95.eL.pR.I250014.031.stdhep" outfile_original = outdir + "E500-TDR_ws_gen_8147_1_012.stdhep" prodid = 8147 jobid = 87 outfile_new = outdir + "E500-TDR_ws.P4f_zz_sl.Gwhizard-1_95.eL.pR.I250014.n031_012.d_gen_00008147_87.stdhep" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def test_ildprod_stdhepsplit(self): """test getProdFilenameFromInput Generator stdhep ...........................................................""" indir = "/ilc/prod/ilc/mc-dbd/generated/500-TDR_ws/higgs/" outdir = "/ilc/prod/ilc/ild/test/temp1/mc-dbd.disk/ild/splitted/500-TDR_ws/higgs_ffh/00400922/000/" input_file = indir + "E500-TDR_ws.Pqqh_ww_4q.Gwhizard-1_95.eL.pR.I106730.001.stdhep" outfile_original = outdir + "E500-TDR_ws.I106730.Pqqh_ww_4q.eL.pR_gen_400922_1_035.stdhep" prodid = 400922 jobid = 87 outfile_new = outdir + "E500-TDR_ws.Pqqh_ww_4q.Gwhizard-1_95.eL.pR.I106730.n001_035.d_gen_00400922_87.stdhep" out_lfn = getProdFilenameFromInput(input_file, outfile_original, prodid, jobid) self.assertEqual(out_lfn, outfile_new)
def execute(self): """ Execute it. """ jobDescription = self.paramDict['Job'] prodID = self.paramDict['TransformationID'] jobID = self.paramDict['TaskID'] inputData = self.paramDict['InputData'] job = Job(jobDescription) commons = job._getParameters() #pylint: disable=protected-access code = job.workflow.createCode() outputList = [] for line in code.split("\n"): if line.count("listoutput"): outputList += eval(line.split("#")[0].split("=")[-1]) #pylint: disable=eval-used commons['outputList'] = outputList commons['PRODUCTION_ID'] = prodID commons['JOB_ID'] = jobID if inputData: commons['InputData'] = inputData result = constructProductionLFNs(commons) if not result['OK']: gLogger.error(result['Message']) return result if commons['JobType'] in ILDJOBTYPES and commons['InputData']: for index, outputFile in enumerate( result['Value']['ProductionOutputData']): outputFileILD = getProdFilenameFromInput( commons['InputData'], outputFile, prodID, jobID) result['Value']['ProductionOutputData'][index] = outputFileILD gLogger.debug("Changed output file name from '%s' to '%s' " % (outputFile, outputFileILD)) return result