def __init__(self, name): self.job_name = name self.instance = 0 self.desc = job_desc_pb2.JobDescriptor() self.desc.uuid = "" # UUID will be set automatically on submission if name != "": self.desc.name = name else: self.desc.name = "anonymous_job_at_%d" % (int(time.time()))
from base import reference_desc_pb2 from google.protobuf import text_format import httplib, urllib, re, sys, random import binascii import time import shlex if len(sys.argv) < 4: print "usage: job_submit.py <coordinator hostname> <web UI port> " \ "<job name> <input file> <args>" sys.exit(1) hostname = sys.argv[1] port = int(sys.argv[2]) job_desc = job_desc_pb2.JobDescriptor() job_desc.uuid = "" # UUID will be set automatically on submission job_desc.name = sys.argv[3] job_desc.root_task.uid = 0 job_desc.root_task.name = "root_task" job_desc.root_task.state = task_desc_pb2.TaskDescriptor.CREATED job_desc.root_task.binary = "/usr/bin/hadoop" job_desc.root_task.priority = 5 job_desc.root_task.resource_request.cpu_cores = 0.1 job_desc.root_task.resource_request.ram_cap = 128 job_desc.root_task.resource_request.net_bw = 0 job_desc.root_task.resource_request.disk_bw = 0 if len(sys.argv) > 5: job_desc.root_task.args.extend(shlex.split(sys.argv[5])) #job_desc.root_task.args.append("--v=2")