def process_response(response: Response, latest_log_id: int) -> int: for log in response.json(): check_gt(log["id"], latest_log_id) latest_log_id = log["id"] print("{} [{}]: {}".format(log["time"], log["level"], log["message"])) return latest_log_id
def __init__(self, batch_sampler: torch.utils.data.BatchSampler, num_replicas: int, rank: int) -> None: check_gt(rank, -1, "rank must be non-negative") check_gt(num_replicas, 0, "num_replicas must be positive") check_lt(rank, num_replicas, "rank must be less than num_replicas") self.batch_sampler = batch_sampler self.num_replicas = num_replicas self.rank = rank
def process_response(logs: Any, latest_log_id: int) -> Tuple[int, bool]: changes = False for log in logs: check_gt(log.id, latest_log_id) latest_log_id = log.id msg = api.decode_bytes(log.message) print(msg, end="") changes = True return latest_log_id, changes
def __init__(self, storage_id: str, resources: Dict[str, int], labels: Optional[Dict[str, str]] = None) -> None: check_gt(len(storage_id), 0, "Invalid storage ID") if labels is None: labels = {} self.storage_id = storage_id self.resources = resources self.labels = labels
def __init__( self, storage_id: str, resources: Dict[str, int], framework: Optional[str] = None, format: Optional[str] = None, ) -> None: check_gt(len(storage_id), 0, "Invalid storage ID") self.storage_id = storage_id self.resources = resources self.framework = framework self.format = format
def __init__( self, host_path: str, container_path: str = "/determined_shared_fs", storage_path: Optional[str] = None, propagation: str = "rprivate", ) -> None: super().__init__( _full_storage_dir(host_path, container_path, storage_path)) check_type(host_path, str, "`host_path` must be a str.") check_true(os.path.isabs(host_path), "`host_path` must be an absolute path.") check_type(container_path, str, "`container_path` must be a str.") check_true(os.path.isabs(container_path), "`container_path` must be an absolute path.") check_type(propagation, str, "`propagation` must be a str.") check_gt(len(host_path), 0, "`host_path` must be non-empty.") check_gt(len(container_path), 0, "`container_path` must be non-empty.") self.host_path = host_path self.container_path = container_path self.propagation = propagation
def __init__(self, base_path: str) -> None: check_type(base_path, str) check_gt(len(base_path), 0) self._base_path = base_path