def __init__(self, api): self._api = api self._tempdir = tempfile.TemporaryDirectory("wandb") self._stats = stats.Stats() self._incoming_queue = queue.Queue() self._event_queue = queue.Queue() self._step_checksum = step_checksum.StepChecksum( self._api, self._tempdir, self._incoming_queue, self._event_queue, self._stats, ) self._step_checksum.start() self._step_upload = step_upload.StepUpload(self._api, self._stats, self._event_queue, self.MAX_UPLOAD_JOBS) self._step_upload.start() # Holds refs to tempfiles if users need to make a temporary file that # stays around long enough for file pusher to sync # TODO(artifacts): maybe don't do this self._temp_file_refs = []
def __init__(self, api, file_stream, silent=False): self._api = api self._tempdir = tempfile.TemporaryDirectory("wandb") self._stats = stats.Stats() self._incoming_queue = queue.Queue() self._event_queue = queue.Queue() self._step_checksum = step_checksum.StepChecksum( self._api, self._tempdir, self._incoming_queue, self._event_queue, self._stats, ) self._step_checksum.start() self._step_upload = step_upload.StepUpload( self._api, self._stats, self._event_queue, self.MAX_UPLOAD_JOBS, file_stream=file_stream, silent=silent, ) self._step_upload.start()