def load_weights(self, prefix):
weights = self._server.get(f"{self._prefix}_{prefix}_weights")
if weights is None:
return None
weights = utils.unpack(weights)
self._epoch = weights.get("epoch")
return weights["weights"]
def load_checkpoint(self):
checkpoint = self._server.get(f"{self._prefix}_checkpoint")
if checkpoint is None:
return None
checkpoint = utils.unpack(checkpoint)
self._epoch = checkpoint.get("epoch")
return checkpoint["checkpoint"]
def get_trajectory(self, index=None):
assert index is None
try:
trajectory_obj = self._trajectory_collection.find_one(
{"date": {
"$gt": self._last_datetime
}})
except pymongo.errors.AutoReconnect:
time.sleep(self._reconnect_timeout)
return self.get_trajectory(index)
if trajectory_obj is not None:
self._last_datetime = trajectory_obj["date"]
trajectory, trajectory_epoch = \
utils.unpack(trajectory_obj["trajectory"]), \
trajectory_obj["epoch"]
if self._sync_epoch and self._epoch != trajectory_epoch:
trajectory = None
else:
trajectory = utils.dict2structed_trajectory(trajectory)
else:
trajectory = None
return trajectory
def load_weights(self, prefix):
weights_obj = self._weights_collection.find_one({"prefix": prefix})
weights = weights_obj.get("weights")
if weights is None:
return None
self._epoch = weights_obj["epoch"]
weights = utils.unpack(weights)
return weights
def load_checkpoint(self):
checkpoint_obj = self._checkpoints_collection.find_one(
{"prefix": "checkpoint"})
checkpoint = checkpoint_obj.get("checkpoint")
if checkpoint is None:
return None
self._epoch = checkpoint_obj["epoch"]
checkpoint = utils.unpack(checkpoint)
return checkpoint
def get_trajectory(self, index=None):
index = index if index is not None else self._index
trajectory = self._server.lindex("trajectories", index)
if trajectory is not None:
self._index = index + 1
trajectory = utils.unpack(trajectory)
trajectory, trajectory_epoch = \
trajectory["trajectory"], trajectory["epoch"]
if self._sync_epoch and self._epoch != trajectory_epoch:
trajectory = None
else:
trajectory = utils.dict2structed_trajectory(trajectory)
return trajectory
def get_checkpoint(self):
try:
checkpoint_obj = self._checkpoint_collection.find_one(
{"filename": "checkpoint"})
except pymongo.errors.AutoReconnect:
time.sleep(self._reconnect_timeout)
return self.get_checkpoint()
if checkpoint_obj is not None:
checkpoint = checkpoint_obj.read().decode("ascii")
self._epoch = checkpoint_obj.epoch
checkpoint = utils.unpack(checkpoint)
else:
checkpoint = None
return checkpoint
def get_checkpoint(self):
try:
checkpoint_obj = self._checkpoints_collection.find_one(
{"prefix": "checkpoint"})
except pymongo.errors.AutoReconnect:
time.sleep(self._reconnect_timeout)
return self.get_checkpoint()
if checkpoint_obj is not None:
checkpoint = checkpoint_obj.get("checkpoint")
self._epoch = checkpoint_obj["epoch"]
checkpoint = utils.unpack(checkpoint)
else:
checkpoint = None
return checkpoint
def get_trajectory(self, index=None):
assert index is None
trajectory_obj = self._trajectory_collection.find_one(
{"date": {
"$gt": self._last_datetime
}})
if trajectory_obj is not None:
self._last_datetime = trajectory_obj["date"]
trajectory, trajectory_epoch = \
utils.unpack(
trajectory_obj["trajectory"]), trajectory_obj["epoch"]
if self._sync_epoch and self._epoch != trajectory_epoch:
trajectory = None
else:
trajectory = utils.dict2structed_trajectory(trajectory)
else:
trajectory = None
return trajectory
