def make_log_data(data): hdata = wandb_internal_pb2.HistoryRecord() for k, v in data.items(): item = hdata.item.add() item.key = k item.value_json = json.dumps(v) return hdata
def publish_history(self, data, step=None, run=None): run = run or self._run data = data_types.history_dict_to_json(run, data, step=step) history = wandb_internal_pb2.HistoryRecord() for k, v in six.iteritems(data): item = history.item.add() item.key = k item.value_json = json_dumps_safer_history(v) self._publish_history(history)
def publish_history(self, data, step=None, run=None, publish_step=True): run = run or self._run data = data_types.history_dict_to_json(run, data, step=step) history = pb.HistoryRecord() if publish_step: assert step is not None history.step.num = step data.pop("_step", None) for k, v in six.iteritems(data): item = history.item.add() item.key = k item.value_json = json_dumps_safer_history(v) # type: ignore self._publish_history(history)
def test_proto_write_partial(): """Serialize a proto into a partial block.""" data = dict(this=2, that=4) history = wandb_internal_pb2.HistoryRecord() for k, v in data.items(): json_data = json.dumps(v) item = history.item.add() item.key = k item.value_json = json_data rec = wandb_internal_pb2.Record() rec.history.CopyFrom(history) wandb._set_internal_process() s = datastore.DataStore() s.open_for_write(FNAME) s.write(rec) s.close()