def _WriteScalarSummaries(self, data, subdirs=('',)):
# Writes data to a tempfile in subdirs, and returns generator for the data.
# If subdirs is given, writes data identically to all subdirectories.
for subdir_ in subdirs:
subdir = os.path.join(self.logdir, subdir_)
self._MakeDirectoryIfNotExists(subdir)
sw = SummaryWriter(subdir)
for datum in data:
summary = Summary()
if 'simple_value' in datum:
summary.value.add(tag=datum['tag'],
simple_value=datum['simple_value'])
sw.add_summary(summary, global_step=datum['step'])
elif 'histo' in datum:
summary.value.add(tag=datum['tag'], histo=HistogramProto())
sw.add_summary(summary, global_step=datum['step'])
elif 'session_log' in datum:
sw.add_session_log(datum['session_log'], global_step=datum['step'])
sw.close()
def make_histogram(values):
"""Convert values into a histogram proto using logic from histogram.cc."""
limits = make_histogram_buckets()
counts = [0] * len(limits)
for v in values:
idx = bisect.bisect_left(limits, v)
counts[idx] += 1
limit_counts = [(limits[i], counts[i]) for i in range(len(limits))
if counts[i]]
bucket_limit = [lc[0] for lc in limit_counts]
bucket = [lc[1] for lc in limit_counts]
sum_sq = sum(v * v for v in values)
return HistogramProto(min=min(values),
max=max(values),
num=len(values),
sum=sum(values),
sum_squares=sum_sq,
bucket_limit=bucket_limit,
bucket=bucket)
def encode_to_proto(self):
p = HistogramProto()
p.min = float(self.min)
p.max = float(self.max)
p.num = float(self.num)
p.sum = float(self.sum)
p.sum_squares = float(self.sum_squares)
bucket_limits = []
buckets = []
for i, (end, count) in enumerate(izip(self.bucket_limits, self.buckets)):
if (i == len(self.bucket_limits) - 1 or
count > 0.0 or self.buckets[i + 1] > 0.0):
bucket_limits.append(float(end))
buckets.append(float(count))
p.bucket_limit.extend(bucket_limits)
p.bucket.extend(buckets)
return p