示例#1
0
def main():
    """Simple demonstration of creating a job with a large number of subjobs 
    and then after a short period checking the status of them"""

    jmain = Job(application=Executable(exe='sleep'))
    jmain.splitter = ArgSplitter(args=
                                 [ [random.randint(1,4)] for _ in range(1000)])
    jmain.submit()

    time.sleep(60)

    try:
        t0 = time.monotonic()
        statuses = get_status(jmain)
        t1 = time.monotonic()
    except Exception as x:
        jmain.kill()
        raise x


    print(f'Evaluated status in {t1-t0:.4f} seconds')

    l = list(statuses.values())
    print(f'Job summary:')
    print(f'Submitted : {l.count("submitted")}')
    print(f'Running   : {l.count("running")}')
    print(f'Completed : {l.count("completed")}')
    print(f'Failed    : {l.count("failed")}')
    
    jmain.kill()
示例#2
0
def submit_job(job_name, zip_name, backend):
    """
    Allows a user non-interactively submit a job (eg from a script)
    :param job_name: The name of the job (to be shown in DIRAC)
    :param zip_name: The path to the zip file
    :param backend: The backend to run, local or grid
    """

    if not zipfile.is_zipfile(zip_name):
        # Not a zip file - so need to get them to enter again!
        print("The file you have supplied is not a zip file!")
        raise Exception(
            "ZIPFileError",
            "The ZIP file you supplied is not a ZIP file! Cannot continue.")

    j = Job()
    j.name = "grid-analysis_" + job_name
    # Tell Ganga it's running an executable
    j.application = Executable()
    j.application.exe = File('run_analyse.sh')

    if backend == "grid":
        grid_backend(j, zip_name)
    else:
        local_backend(j, zip_name)
    j.submit()
示例#3
0
def submit_job_interactive():
    job_name = raw_input("Job name? > ")

    foundzip = False

    while foundzip is False:
        zip_name = raw_input("Path to ZIP file? > ")
        if not zipfile.is_zipfile(zip_name):
            # Not a zip file - so need to get them to enter again!
            print("The file you have supplied is not a zip file!")
            foundzip = False
        else:
            foundzip = True

    backend_chosen = False
    while backend_chosen is False:
        backend_choice = raw_input("Grid backend? [Y/N] > ")
        if backend_choice.lower() == "y":
            backend = "grid"
            backend_chosen = True
        elif backend_choice.lower() == "n":
            backend = "local"
            backend_chosen = True
        else:
            backend_chosen = False

    j = Job()
    j.name = "grid-analysis_" + job_name
    # Tell Ganga it's running an executable: analyse.py
    j.application = Executable()
    j.application.exe = File('run_analyse.sh')
    j.application.args = [zip_name]
    j.inputfiles = [LocalFile('frames.zip'), LocalFile('dscreader.py'), LocalFile('analyse.py')]
    if backend == "grid":
        j.outputfiles = [DiracFile('grid-analysis-frames.csv')]
        j.backend = Dirac()
    else:
        j.outputfiles = [LocalFile('grid-analysis-frames.csv')]

    j.submit()
示例#4
0
def submit_job(job_name, zip_name, backend):

    if not zipfile.is_zipfile(zip_name):
        # Not a zip file - so need to get them to enter again!
        print("The file you have supplied is not a zip file!")
        raise Exception("ZIPFileError", "The ZIP file you supplied is not a ZIP file! Cannot continue.")

    j = Job()
    j.name = "grid-analysis_" + job_name
    # Tell Ganga it's running an executable: analyse.py
    j.application = Executable()
    j.application.exe = File('run_analyse.sh')
    j.application.args = [zip_name]
    j.inputfiles = [LocalFile('frames.zip'), LocalFile('dscreader.py'), LocalFile('analyse.py')]
    j.outputfiles = [LocalFile('grid-analysis-frames.csv')]
    j.submit()
示例#5
0
def submit_job_interactive():
    """
    Allow a user to interactively submit a job, either locally or on GridPP.
    This will check that their input is valid and submit the job.
    """
    job_name = raw_input("Job name? > ")

    foundzip = False

    while foundzip is False:
        zip_name = raw_input(
            "Path to ZIP file? Full path on your system please! > ")
        if not zipfile.is_zipfile(zip_name):
            # Not a zip file - so need to get them to enter again!
            print("The file you have supplied is not a zip file!")
            foundzip = False
        else:
            foundzip = True

    backend_chosen = False
    while backend_chosen is False:
        print(
            "Note: Choosing the grid backend will automatically upload input to DIRAC storage in your home area for your VO."
        )
        backend_choice = raw_input("Grid backend? [Y/N] > ")
        if backend_choice.lower() == "y":
            backend = "grid"
            backend_chosen = True
        elif backend_choice.lower() == "n":
            backend = "local"
            backend_chosen = True
        else:
            backend_chosen = False

    j = Job()
    j.name = "grid-analysis_" + job_name
    # Tell Ganga it's running an executable
    j.application = Executable()
    j.application.exe = File('run_analyse.sh')
    if backend == "grid":
        grid_backend(j, zip_name)
    else:
        local_backend(j, zip_name)

    j.submit()
示例#6
0
import ganga.ganga
from ganga import Job, Local, runMonitoring

# Create a new job.
j = Job(name="Simple Hello World")
j.backend = Local()

# Submit the job.
j.submit()

runMonitoring()
print("Job Status:", j.status)

# Print the stdout output of the job.
output = j.peek("stdout", "more")
print(output)
示例#7
0
 def test_job_data_same(self):
     job = Job()
     data = create_job_data(job)
     new_job = create_job_from_data(data)
     assert job.name == new_job.name
     assert job.application == new_job.application
示例#8
0
 def test_create_job_data(self):
     j = Job()
     data = create_job_data(j)
     print(data)
     assert isinstance(data, bytes)