def __init__(self, *args, **kwargs): super(TopVirtualNnet, self).__init__() params_dict = locals() model_name = str(params_dict["self"]).split("()")[0] args_str = utils.iterator_to_params_str(params_dict['args']) kwargs_str = utils.dict_to_params_str(params_dict['kwargs']) self.model_creation = "{0}({1},{2})".format(model_name, args_str, kwargs_str) self.loss = None self.use_step = False self.transform_keys = [] self.rename_transform_keys = {} self.init(*args, **kwargs)
def _update(self): while True: try: res = self.queue.get() if res is None: break update_iters, snapshot = res self.bar.update(update_iters, current_iter=update_iters, snapshot=utils.dict_to_params_str(snapshot, auto=False, sep=", ")) except BaseException as e: self.bar.finish() if not isinstance(e, KeyboardInterrupt): traceback.print_exc() sys.exit(1)
def record(self, info_dict, training_point): if self.record_file is not None: self.record_value.append(info_dict) if self.is_report(training_point): print("Device:{0}, {1}".format( self.device, utils.dict_to_params_str(info_dict, auto=False, sep=", "))) dataframe = pd.DataFrame(self.record_value) if self.start_write_log: dataframe.to_csv(self.record_file, mode='a', header=False, index=False) else: # with open(self.record_file, "w") as f: # f.truncate() dataframe.to_csv(self.record_file, header=True, index=False) self.start_write_log = True self.record_value.clear()