def testAddBlob(self):
stats = upload_tracker.UploadStats()
stats.add_blob(blob_bytes=1000, is_skipped=False)
self.assertEqual(stats.blob_bytes, 1000)
self.assertEqual(stats.blob_bytes_skipped, 0)
stats.add_blob(blob_bytes=2000, is_skipped=True)
self.assertEqual(stats.blob_bytes, 3000)
self.assertEqual(stats.blob_bytes_skipped, 2000)
def testAddPlugin(self):
stats = upload_tracker.UploadStats()
stats.add_plugin("scalars")
self.assertEqual(stats.plugin_names, set(["scalars"]))
stats.add_plugin("scalars")
self.assertEqual(stats.plugin_names, set(["scalars"]))
stats.add_plugin("histograms")
self.assertEqual(stats.plugin_names, set(["histograms", "scalars"]))
def testHasNewDataSinceLastSummarizeReturnsTrueAfterNewBlob(self):
stats = upload_tracker.UploadStats()
self.assertEqual(stats.has_new_data_since_last_summarize(), False)
stats.add_scalars(1234)
self.assertEqual(stats.has_new_data_since_last_summarize(), True)
stats.summarize()
self.assertEqual(stats.has_new_data_since_last_summarize(), False)
stats.add_blob(blob_bytes=2000, is_skipped=True)
self.assertEqual(stats.has_new_data_since_last_summarize(), True)
def testAddTensorsNumTensorsSkippedGreaterThanNumTenosrsErrors(self):
stats = upload_tracker.UploadStats()
with self.assertRaises(AssertionError):
stats.add_tensors(
num_tensors=10,
num_tensors_skipped=12,
tensor_bytes=1000,
tensor_bytes_skipped=0,
)
def testHasDataReturnsTrueWithSkippedTensors(self):
stats = upload_tracker.UploadStats()
stats.add_tensors(
num_tensors=10,
num_tensors_skipped=10,
tensor_bytes=1000,
tensor_bytes_skipped=1000,
)
self.assertEqual(stats.has_data(), True)
def testHasNewDataSinceLastSummarizeReturnsTrueAfterNewScalars(self):
stats = upload_tracker.UploadStats()
self.assertEqual(stats.has_new_data_since_last_summarize(), False)
stats.add_scalars(1234)
self.assertEqual(stats.has_new_data_since_last_summarize(), True)
stats.summarize()
self.assertEqual(stats.has_new_data_since_last_summarize(), False)
stats.add_scalars(4321)
self.assertEqual(stats.has_new_data_since_last_summarize(), True)
def testSummarizeeWithoutTensorsOrBlobs(self):
stats = upload_tracker.UploadStats()
stats.add_scalars(1234)
self.assertEqual(stats.has_new_data_since_last_summarize(), True)
(uploaded_summary, skipped_summary) = stats.summarize()
self.assertEqual(
uploaded_summary,
"1234 scalars, 0 tensors, 0 binary objects",
)
self.assertIsNone(skipped_summary)
self.assertEqual(stats.has_new_data_since_last_summarize(), False)
def testHasNewDataSinceLastSummarizeReturnsTrueAfterNewTensors(self):
stats = upload_tracker.UploadStats()
self.assertEqual(stats.has_new_data_since_last_summarize(), False)
stats.add_scalars(1234)
self.assertEqual(stats.has_new_data_since_last_summarize(), True)
stats.summarize()
self.assertEqual(stats.has_new_data_since_last_summarize(), False)
stats.add_tensors(
num_tensors=10,
num_tensors_skipped=10,
tensor_bytes=1000,
tensor_bytes_skipped=1000,
)
self.assertEqual(stats.has_new_data_since_last_summarize(), True)
def testAddTensor(self):
stats = upload_tracker.UploadStats()
stats.add_tensors(
num_tensors=10,
num_tensors_skipped=0,
tensor_bytes=1000,
tensor_bytes_skipped=0,
)
self.assertEqual(stats.num_tensors, 10)
self.assertEqual(stats.num_tensors_skipped, 0)
self.assertEqual(stats.tensor_bytes, 1000)
self.assertEqual(stats.tensor_bytes_skipped, 0)
stats.add_tensors(
num_tensors=20,
num_tensors_skipped=5,
tensor_bytes=2000,
tensor_bytes_skipped=500,
)
self.assertEqual(stats.num_tensors, 30)
self.assertEqual(stats.num_tensors_skipped, 5)
self.assertEqual(stats.tensor_bytes, 3000)
self.assertEqual(stats.tensor_bytes_skipped, 500)
def testUploadedSummaryWithTensorsAndBlobs(self):
stats = upload_tracker.UploadStats()
stats.add_scalars(1234)
stats.add_tensors(
num_tensors=50,
num_tensors_skipped=10,
tensor_bytes=2000,
tensor_bytes_skipped=1800,
)
stats.add_blob(blob_bytes=1000, is_skipped=False)
stats.add_blob(blob_bytes=2000, is_skipped=True)
self.assertEqual(stats.has_new_data_since_last_summarize(), True)
uploaded_summary, skipped_summary = stats.summarize()
self.assertEqual(
uploaded_summary,
"1234 scalars, 40 tensors (200 B), 1 binary objects (1000 B)",
)
self.assertEqual(
skipped_summary,
"10 tensors (1.8 kB), 1 binary objects (2.0 kB)",
)
self.assertEqual(stats.has_new_data_since_last_summarize(), False)
def testAddScalar(self):
stats = upload_tracker.UploadStats()
stats.add_scalars(1234)
self.assertEqual(stats.num_scalars, 1234)
stats.add_scalars(4321)
self.assertEqual(stats.num_scalars, 5555)
def testHasDataReturnsTrueWithSkippedBlob(self):
stats = upload_tracker.UploadStats()
stats.add_blob(blob_bytes=1000, is_skipped=True)
self.assertEqual(stats.has_data(), True)
def testHasDataReturnsTrueWithScalars(self):
stats = upload_tracker.UploadStats()
stats.add_scalars(1)
self.assertEqual(stats.has_data(), True)
def testHasDataInitiallyReturnsFalse(self):
stats = upload_tracker.UploadStats()
self.assertEqual(stats.has_data(), False)
def testHasNewDataSinceLastSummarizeReturnsFalseInitially(self):
stats = upload_tracker.UploadStats()
self.assertEqual(stats.has_new_data_since_last_summarize(), False)
