def bufferize(worker: AbstractWorker, plan: "Plan") -> PlanPB:
"""
This function takes the attributes of a Plan and saves them in a Protobuf message
Args:
worker (AbstractWorker): the worker doing the serialization
plan (Plan): a Plan object
Returns:
PlanPB: a Protobuf message holding the unique attributes of the Plan object
"""
protobuf_plan = PlanPB()
sy.serde.protobuf.proto.set_protobuf_id(protobuf_plan.id, plan.id)
protobuf_plan.role.CopyFrom(
sy.serde.protobuf.serde._bufferize(worker, plan.role))
protobuf_plan.include_state = plan.include_state
protobuf_plan.is_built = plan.is_built
protobuf_plan.name = plan.name
protobuf_plan.tags.extend(plan.tags)
if protobuf_plan.description:
protobuf_plan.description = plan.description
if plan.torchscript:
protobuf_plan.torchscript = plan.torchscript.save_to_buffer()
return protobuf_plan
def bufferize(worker: AbstractWorker, plan: "Plan") -> PlanPB:
"""
This function takes the attributes of a Plan and saves them in a Protobuf message
Args:
worker (AbstractWorker): the worker doing the serialization
plan (Plan): a Plan object
Returns:
PlanPB: a Protobuf message holding the unique attributes of the Plan object
"""
if not plan.is_built:
raise RuntimeError("A Plan needs to be built before being serialized.")
protobuf_plan = PlanPB()
sy.serde.protobuf.proto.set_protobuf_id(protobuf_plan.id, plan.id)
protobuf_plan.role.CopyFrom(sy.serde.protobuf.serde._bufferize(worker, plan.role))
protobuf_plan.include_state = plan.include_state
protobuf_plan.name = plan.name
protobuf_plan.tags.extend(plan.tags)
if protobuf_plan.description:
protobuf_plan.description = plan.description
if plan.torchscript:
protobuf_plan.torchscript = plan.torchscript.save_to_buffer()
if plan.input_types:
input_types = sy.serde.protobuf.serde._bufferize(worker, plan.input_types)
protobuf_plan.input_types.CopyFrom(input_types)
return protobuf_plan
def bufferize(worker: AbstractWorker, plan: "Plan") -> PlanPB:
"""
This function takes the attributes of a Plan and saves them in a Protobuf message
Args:
worker (AbstractWorker): the worker doing the serialization
plan (Plan): a Plan object
Returns:
PlanPB: a Protobuf message holding the unique attributes of the Plan object
"""
protobuf_plan = PlanPB()
sy.serde.protobuf.proto.set_protobuf_id(protobuf_plan.id, plan.id)
protobuf_actions = [
sy.serde.protobuf.serde._bufferize(worker, action)
for action in plan.actions
]
protobuf_plan.actions.extend(protobuf_actions)
protobuf_plan.state.CopyFrom(
sy.serde.protobuf.serde._bufferize(worker, plan.state))
protobuf_plan.include_state = plan.include_state
protobuf_plan.is_built = plan.is_built
protobuf_plan.name = plan.name
protobuf_plan.tags.extend(plan.tags)
if protobuf_plan.description:
protobuf_plan.description = plan.description
if type(plan.placeholders) == type(dict()):
placeholders = plan.placeholders.values()
else:
placeholders = plan.placeholders
protobuf_placeholders = [
sy.serde.protobuf.serde._bufferize(worker, placeholder)
for placeholder in placeholders
]
protobuf_plan.placeholders.extend(protobuf_placeholders)
return protobuf_plan
async def main():
#auth_token = jwt.encode({}, private_key, algorithm='RS256').decode('ascii')
#print(auth_token)
auth_request = {
"type": "model-centric/authenticate",
"data": {
"model_name": name,
"model_version": version,
#"auth_token": auth_token,
}
}
print('Auth request: ', json.dumps(auth_request, indent=2))
auth_response = await sendWsMessage(auth_request)
print('Auth response: ', json.dumps(auth_response, indent=2))
cycle_request = {
"type": "model-centric/cycle-request",
"data": {
"worker_id": auth_response['data']['worker_id'],
"model": name,
"version": version,
"ping": 1,
"download": 10000,
"upload": 10000,
}
}
cycle_response = await sendWsMessage(cycle_request)
print('Cycle response:', json.dumps(cycle_response, indent=2))
worker_id = auth_response['data']['worker_id']
request_key = cycle_response['data']['request_key']
model_id = cycle_response['data']['model_id']
training_plan_id = cycle_response['data']['plans']['training_plan']
# Model
req = requests.get(
f"http://{gridAddress}/model-centric/get-model?worker_id={worker_id}&request_key={request_key}&model_id={model_id}"
)
model_data = req.content
pb = StatePB()
pb.ParseFromString(req.content)
model_params_downloaded = protobuf.serde._unbufferize(
hook.local_worker, pb)
print("Params shapes:",
[p.shape for p in model_params_downloaded.tensors()])
# Plan "list of ops"
req = requests.get(
f"http://{gridAddress}/model-centric/get-plan?worker_id={worker_id}&request_key={request_key}&plan_id={training_plan_id}&receive_operations_as=list"
)
pb = PlanPB()
pb.ParseFromString(req.content)
plan_ops = protobuf.serde._unbufferize(hook.local_worker, pb)
print(plan_ops.code)
print(plan_ops.torchscript)
# Plan "torchscript"
req = requests.get(
f"http://{gridAddress}/model-centric/get-plan?worker_id={worker_id}&request_key={request_key}&plan_id={training_plan_id}&receive_operations_as=torchscript"
)
pb = PlanPB()
pb.ParseFromString(req.content)
plan_ts = protobuf.serde._unbufferize(hook.local_worker, pb)
print(plan_ts.code)
print(plan_ts.torchscript.code)
# Plan "tfjs"
req = requests.get(
f"http://{gridAddress}/model-centric/get-plan?worker_id={worker_id}&request_key={request_key}&plan_id={training_plan_id}&receive_operations_as=tfjs"
)
pb = PlanPB()
pb.ParseFromString(req.content)
plan_tfjs = protobuf.serde._unbufferize(hook.local_worker, pb)
print(plan_tfjs.code)
def deserialize_plan(bin: bin) -> "sy.Plan":
"""Deserialize a Plan."""
pb = PlanPB()
pb.ParseFromString(bin)
plan = protobuf.serde._unbufferize(worker, pb)
return plan
# Let's download Model and Training Plan (in various trainslations) and check they are actually workable.
req = requests.get(
f"http://{config.GRID_ADDRESS}/model-centric/get-model?worker_id={worker_id}&request_key={request_key}&model_id={model_id}"
)
model_data = req.content
pb = StatePB()
pb.ParseFromString(req.content)
model_params_downloaded = protobuf.serde._unbufferize(hook.local_worker, pb)
print("Params shapes:", [p.shape for p in model_params_downloaded.tensors()])
# Plan "list of ops"
req = requests.get(
f"http://{config.GRID_ADDRESS}/model-centric/get-plan?worker_id={worker_id}&request_key={request_key}&plan_id={training_plan_id}&receive_operations_as=list"
)
pb = PlanPB()
pb.ParseFromString(req.content)
plan_ops = protobuf.serde._unbufferize(hook.local_worker, pb)
print(plan_ops.code)
print(plan_ops.torchscript)
# Plan "torchscript"
req = requests.get(
f"http://{config.GRID_ADDRESS}/model-centric/get-plan?worker_id={worker_id}&request_key={request_key}&plan_id={training_plan_id}&receive_operations_as=torchscript"
)
pb = PlanPB()
pb.ParseFromString(req.content)
plan_ts = protobuf.serde._unbufferize(hook.local_worker, pb)
print(plan_ts.code)
print(plan_ts.torchscript.code)
