Python save_job 예제들

예제 #1

파일: run_next_job.py 프로젝트: vikkamath/denoising_autoencoder

def main(argv):
    """
    """

    config = Configuration()
    database = Database(config)

    if config.redis_server.scard(config.config_contents['jobs_runnable_queue']) > 0:
        job_id = config.redis_server.spop(config.config_contents['jobs_runnable_queue']) > 0:

    job = database.load_job(job_id)
    assert job_id == job.id

    job.status = "running"
    database.save_job(job)

    # Need to add something with "tee" to redirect
    # stdout and stderr to files in the right directory.
    #
    # command > >(tee stdout.log) 2> >(tee stderr.log >&2)
    #
    stdout_path = os.path.join(job.dir(), "stdout.log")
    stderr_path = os.path.join(job.dir(), "stderr.log")
    export_cmd = "export UMONTREAL_CLUSTER_JOB_ID=%d" % (job_id,)

    #full_cmd = "%s ; %s" % (export_cmd, job.cmdline)
    full_cmd = "%s ; %s > >(tee '%s') 2> >(tee '%s' >&2)" % (export_cmd, job.cmdline, stdout_path, stderr_path)

    print full_cmd
    # uncomment this
    subprocess.check_output(full_cmd, shell=True)

    job.status = "success"
    database.save_job(job)

예제 #2

#!/bin/env python

import cluster
import cluster.configuration
from cluster.configuration import Configuration
import cluster.database
from cluster.database import Database
import cluster.job
from cluster.job import Job

#config = cluster.configuration.Configuration()
#database = cluster.database.Database(config)

config = Configuration()
database = Database(config)

j0 = Job(id=-1, config=config, database=database)
j1 = Job(id=-1)
j2 = Job(id=-1)

j2.dependencies = [j0.id, j1.id]

database.save_job(j0)
database.save_job(j1)
database.save_job(j2)

# export UMONTREAL_CLUSTER_CONFIG=$HOME/umontreal/denoising_autoencoder/cluster/test/basic_functionality_config.json, python basic_functionality.py

예제 #3

파일: basic_functionality.py 프로젝트: gyom/denoising_autoencoder

#!/bin/env python

import cluster
import cluster.configuration
from   cluster.configuration import Configuration
import cluster.database
from   cluster.database import Database
import cluster.job
from   cluster.job import Job

#config = cluster.configuration.Configuration()
#database = cluster.database.Database(config)

config = Configuration()
database = Database(config)

j0 = Job(id = -1, config = config, database = database)
j1 = Job(id = -1)
j2 = Job(id = -1)

j2.dependencies = [j0.id, j1.id]

database.save_job(j0)
database.save_job(j1)
database.save_job(j2)


# export UMONTREAL_CLUSTER_CONFIG=$HOME/umontreal/denoising_autoencoder/cluster/test/basic_functionality_config.json, python basic_functionality.py