def __init__(self, api):
self._api = api
self._tempdir = tempfile.TemporaryDirectory("wandb")
self._stats = stats.Stats()
self._incoming_queue = queue.Queue()
self._event_queue = queue.Queue()
self._step_checksum = step_checksum.StepChecksum(
self._api,
self._tempdir,
self._incoming_queue,
self._event_queue,
self._stats,
)
self._step_checksum.start()
self._step_upload = step_upload.StepUpload(self._api, self._stats,
self._event_queue,
self.MAX_UPLOAD_JOBS)
self._step_upload.start()
# Holds refs to tempfiles if users need to make a temporary file that
# stays around long enough for file pusher to sync
# TODO(artifacts): maybe don't do this
self._temp_file_refs = []
def __init__(self, api, file_stream, silent=False):
self._api = api
self._tempdir = tempfile.TemporaryDirectory("wandb")
self._stats = stats.Stats()
self._incoming_queue = queue.Queue()
self._event_queue = queue.Queue()
self._step_checksum = step_checksum.StepChecksum(
self._api,
self._tempdir,
self._incoming_queue,
self._event_queue,
self._stats,
)
self._step_checksum.start()
self._step_upload = step_upload.StepUpload(
self._api,
self._stats,
self._event_queue,
self.MAX_UPLOAD_JOBS,
file_stream=file_stream,
silent=silent,
)
self._step_upload.start()