Ejemplo n.º 1
0
    def __init__(self, name):
        self.job_name = name
        self.instance = 0
        self.desc = job_desc_pb2.JobDescriptor()

        self.desc.uuid = ""  # UUID will be set automatically on submission
        if name != "":
            self.desc.name = name
        else:
            self.desc.name = "anonymous_job_at_%d" % (int(time.time()))
Ejemplo n.º 2
0
from base import reference_desc_pb2
from google.protobuf import text_format
import httplib, urllib, re, sys, random
import binascii
import time
import shlex

if len(sys.argv) < 4:
    print "usage: job_submit.py <coordinator hostname> <web UI port> " \
        "<job name> <input file> <args>"
    sys.exit(1)

hostname = sys.argv[1]
port = int(sys.argv[2])

job_desc = job_desc_pb2.JobDescriptor()

job_desc.uuid = ""  # UUID will be set automatically on submission
job_desc.name = sys.argv[3]
job_desc.root_task.uid = 0
job_desc.root_task.name = "root_task"
job_desc.root_task.state = task_desc_pb2.TaskDescriptor.CREATED
job_desc.root_task.binary = "/usr/bin/hadoop"
job_desc.root_task.priority = 5
job_desc.root_task.resource_request.cpu_cores = 0.1
job_desc.root_task.resource_request.ram_cap = 128
job_desc.root_task.resource_request.net_bw = 0
job_desc.root_task.resource_request.disk_bw = 0
if len(sys.argv) > 5:
    job_desc.root_task.args.extend(shlex.split(sys.argv[5]))
#job_desc.root_task.args.append("--v=2")