},
# HTCondor submit script
job_extra={
"universe": "docker",
# To be used with coffea-casa:0.1.4
"encrypt_input_files": "/etc/cmsaf-secrets/xcache_token",
#"docker_network_type": "host",
"docker_image": "oshadura/coffea-casa-analysis:0.1.6",
"container_service_names": "dask",
"dask_container_port": "8787",
"should_transfer_files": "YES",
"when_to_transfer_output": "ON_EXIT",
"+DaskSchedulerAddress": '"129.93.183.33:8787"',
})
cluster.scale(jobs=1)
client = Client(cluster) #, security=sec_dask)
print("Dask client: ", client)
exe_args = {
'client': client,
'compression': compression,
}
hists = processor.run_uproot_job(
filelist,
treename,
processor_instance=proc,
executor=processor.dask_executor,
"universe": "docker",
# To be used with coffea-casa:0.1.7
"transfer_input_files":
"/etc/cmsaf-secrets/xcache_token,/etc/cmsaf-secrets/ca.pem,/etc/cmsaf-secrets/usercert.pem",
"encrypt_input_files":
"/etc/cmsaf-secrets/xcache_token,/etc/cmsaf-secrets/ca.pem,/etc/cmsaf-secrets/usercert.pem",
#"docker_network_type": "host",
"docker_image": "oshadura/coffea-casa-analysis:0.1.7",
"container_service_names": "dask",
"dask_container_port": "8787",
"should_transfer_files": "YES",
"when_to_transfer_output": "ON_EXIT",
"+DaskSchedulerAddress": '"129.93.183.33:8787"',
})
cluster.scale(jobs=2)
client = Client(cluster, security=sec_dask)
#cachestrategy = 'dask-worker'
exe_args = {
'client': client,
#'cachestrategy': cachestrategy,
#'savemetrics': True,
#'worker_affinity': True if cachestrategy is not None else False,
}
output = processor.run_uproot_job(fileset,
treename='Events',
processor_instance=METProcessor(),
executor=processor.dask_executor,
executor_args=exe_args)