def __init__( self, app, appconfig, workdata ):
WorkerBase.__init__( self, app, appconfig, workdata )
self.surveyorname = workdata["hostname"]
self.vsub = nn.Socket( nn.SUB, domain=nn.AF_SP )
self.vpub = nn.Socket( nn.PUB, domain=nn.AF_SP )
self.broker_address = None
self.bonjour = BonjourResolver( "_vertexremap._tcp", self.cb_broker_changed )
self.bonjour.start()
inputfile = os.path.join( self.remaproot, "data", self.workdata["inputfile"] )
outputdir = os.path.join( self.remaproot, "job", self.jobid, "part" )
self.input = self.app.create_vertex_reader( inputfile )
self.outputdir = outputdir
self.partitions = {}
self.mode = MODE_IDLE
self.surveyor = nn.Socket( nn.RESPONDENT )
self.surveyor.connect( "tcp://%s:8688"%(self.surveyorname) )
# 6 seconds
self.surveyor.set_int_option( nn.SOL_SOCKET, nn.RCVTIMEO, 50 )
self.vertices = {}
logger.info("Waiting to get vertex broker host from bonjour")
self.ready = False
def __init__(self, remaproot):
self.remaproot = remaproot
self.cores = {}
self.broker_address = "unknown"
self.brokerChanged = False
self.bsub = None
self.bpub = None
self.tot_m_rcv = 0
self.hw = NodeHardware()
self.nodeid = remap_utils.node_id()
self.bonjour = BonjourResolver("_remap._tcp", self.cb_broker_changed)
self.bonjour.start()
self.coresChanged = False
def __init__(self, rootdir):
Monitor.__init__(self, rootdir)
self.remaproot = rootdir
self.broker_address = "unknown"
self.brokerChanged = False
self.bsub = None
self.bpub = None
self.bonjour = BonjourResolver("_remap._tcp", self.cb_broker_changed)
self.bonjour.start()
self.jobid = None
self.refreshed = 0
self.job_status = "waiting"
self.rejectedtasks = {}
self.completedtasks = {}
self.tasks = {}
self.allocatedtasks = {}
self.jobtype = "not_started"
self.priority = 0
self.parallellism = 1
self.manager = None
self.last_check = time.time()
