def _create_function_key_request(key: bytes): return gcs_service_pb2.GcsPublishRequest(pub_messages=[ pubsub_pb2.PubMessage( channel_type=pubsub_pb2.RAY_PYTHON_FUNCTION_CHANNEL, python_function_message=dependency_pb2.PythonFunction(key=key), ) ])
def _create_log_request(log_json: dict): job_id = log_json.get("job") return gcs_service_pb2.GcsPublishRequest(pub_messages=[ pubsub_pb2.PubMessage(channel_type=pubsub_pb2.RAY_LOG_CHANNEL, key_id=job_id.encode() if job_id else None, log_batch_message=logging_utils. log_batch_dict_to_proto(log_json)) ])
def _create_node_resource_usage_request(key: str, json: str): return gcs_service_pb2.GcsPublishRequest(pub_messages=[ pubsub_pb2.PubMessage( channel_type=pubsub_pb2.RAY_NODE_RESOURCE_USAGE_CHANNEL, key_id=key.encode(), node_resource_usage_message=reporter_pb2.NodeResourceUsage( json=json)) ])
def publish_error(self, key_id: bytes, error_info: ErrorTableData) -> None: """Publishes error info to GCS.""" msg = pubsub_pb2.PubMessage( channel_type=pubsub_pb2.RAY_ERROR_INFO_CHANNEL, key_id=key_id, error_info_message=error_info) req = gcs_service_pb2.GcsPublishRequest(pub_messages=[msg]) self._stub.GcsPublish(req)