def test_implicit_staging_https_additional_executor(): """Test implicit staging for an ftp file Create a remote input file (https) that points to unsorted.txt. """ # unsorted_file = File('https://testbed.petrel.host/test/public/unsorted.txt') unsorted_file = File('https://gist.githubusercontent.com/yadudoc/7f21dd15e64a421990a46766bfa5359c/' 'raw/7fe04978ea44f807088c349f6ecb0f6ee350ec49/unsorted.txt') # Create a local file for output data sorted_file = File('sorted.txt') other_executor = parsl.ThreadPoolExecutor(label='other') parsl.dfk().add_executors([other_executor]) f = sort_strings_additional_executor(inputs=[unsorted_file], outputs=[sorted_file]) f.result()
import parsl workers = parsl.ThreadPoolExecutor(max_workers=1) dfk = parsl.DataFlowKernel(executors=[workers]) #from config.cori import config #dfk = parsl.DataFlowKernel(config=config)