def call_function(func_call_socket, pusher_cache, policy): # Parse the received protobuf for this function call. call = FunctionCall() call.ParseFromString(func_call_socket.recv()) # If there is no response key set for this request, we generate a random # UUID. if not call.response_key: call.response_key = str(uuid.uuid4()) # Filter the arguments for DropletReferences, and use the policy engine to # pick a node for this request. refs = list( filter(lambda arg: type(arg) == DropletReference, map(lambda arg: serializer.load(arg), call.arguments.values))) result = policy.pick_executor(refs) response = GenericResponse() if result is None: response.success = False response.error = NO_RESOURCES func_call_socket.send(response.SerializeToString()) return # Forward the request on to the chosen executor node. ip, tid = result sckt = pusher_cache.get(utils.get_exec_address(ip, tid)) sckt.send(call.SerializeToString()) # Send a success response to the user with the response key. response.success = True response.response_id = call.response_key func_call_socket.send(response.SerializeToString())
BACKOFF_PORT = 5009 PIN_ACCEPT_PORT = 5010 # For message sending via the user library. RECV_INBOX_PORT = 5500 STATISTICS_REPORT_PORT = 7006 # Create a generic error response protobuf. error = GenericResponse() error.success = False # Create a generic success response protobuf. ok = GenericResponse() ok.success = True ok_resp = ok.SerializeToString() # Create a default vector clock for keys that have no dependencies. DEFAULT_VC = VectorClock({'base': MaxIntLattice(1)}) def get_func_kvs_name(fname): return FUNC_PREFIX + fname def get_dag_trigger_address(address): ip, tid = address.split(':') return 'tcp://' + ip + ':' + str(int(tid) + DAG_EXEC_PORT) def get_statistics_report_address(mgmt_ip):