def make_log_data(data):
hdata = wandb_internal_pb2.HistoryRecord()
for k, v in data.items():
item = hdata.item.add()
item.key = k
item.value_json = json.dumps(v)
return hdata
def publish_history(self, data, step=None, run=None):
run = run or self._run
data = data_types.history_dict_to_json(run, data, step=step)
history = wandb_internal_pb2.HistoryRecord()
for k, v in six.iteritems(data):
item = history.item.add()
item.key = k
item.value_json = json_dumps_safer_history(v)
self._publish_history(history)
def publish_history(self, data, step=None, run=None, publish_step=True):
run = run or self._run
data = data_types.history_dict_to_json(run, data, step=step)
history = pb.HistoryRecord()
if publish_step:
assert step is not None
history.step.num = step
data.pop("_step", None)
for k, v in six.iteritems(data):
item = history.item.add()
item.key = k
item.value_json = json_dumps_safer_history(v) # type: ignore
self._publish_history(history)
def test_proto_write_partial():
"""Serialize a proto into a partial block."""
data = dict(this=2, that=4)
history = wandb_internal_pb2.HistoryRecord()
for k, v in data.items():
json_data = json.dumps(v)
item = history.item.add()
item.key = k
item.value_json = json_data
rec = wandb_internal_pb2.Record()
rec.history.CopyFrom(history)
wandb._set_internal_process()
s = datastore.DataStore()
s.open_for_write(FNAME)
s.write(rec)
s.close()
