raw_data_local_path=['project/lgrandi/xenon1t'], main_data_paths=['/dali/lgrandi/xenon1t/processed/pax_v' + pax_version], minitree_paths=[ '.', '/dali/lgrandi/xenon1t/minitrees/pax_v' + pax_version, '/project2/lgrandi/xenon1t/minitrees/pax_v' + pax_version ], make_minitrees=True, # pax_version_policy='loose' ) datasets = hax.runs.datasets # this variable holds all dataset info dsets = datasets dsets['start_date'] = dsets.start.dt.date parsed_args, parsed_config = parse_args(sys.argv[:1]) pax_settings = parsed_config["pax_settings"] dsets_type = LoadData.SelectDataAccordingToType(parsed_config, pax_settings, dsets, datasets) runs_to_submit = dsets_type["name"] if parsed_args["debug"]: runs_to_submit = runs_to_submit[-2:] # For every run, make and submit the script for run in runs_to_submit: y = x.format(run=run, qos=parsed_args['qos'], partition=parsed_args['partition']) submit_job(y) # Check your jobs with: 'qstat -u <username>' # Check number of submitted jobs with 'qstat -u <username> | wc -l' (is off by +2 btw)