def _start_run_threads(self):
self._fs = file_stream.FileStreamApi(
self._api,
self._run.run_id,
self._run.start_time.ToSeconds(),
settings=self._api_settings,
)
# Ensure the streaming polices have the proper offsets
self._fs.set_file_policy("wandb-summary.json", file_stream.SummaryFilePolicy())
self._fs.set_file_policy(
"wandb-history.jsonl",
file_stream.JsonlFilePolicy(start_chunk_id=self._resume_state["history"]),
)
self._fs.set_file_policy(
"wandb-events.jsonl",
file_stream.JsonlFilePolicy(start_chunk_id=self._resume_state["events"]),
)
self._fs.set_file_policy(
"output.log",
file_stream.CRDedupeFilePolicy(start_chunk_id=self._resume_state["output"]),
)
util.sentry_set_scope(
"internal",
entity=self._run.entity,
project=self._run.project,
email=self._settings.email,
)
self._fs.start()
self._pusher = FilePusher(self._api, silent=self._settings.silent)
self._dir_watcher = DirWatcher(self._settings, self._api, self._pusher)
logger.info(
"run started: %s with start time %s",
self._run.run_id,
self._run.start_time.ToSeconds(),
)