def __init__(self, model_creator, data_creator, optimizer_creator, loss_creator=None, scheduler_creator=None, training_operator_cls=None, config=None, use_fp16=False, apex_args=None, scheduler_step_freq="batch"): self.model_creator = model_creator self.optimizer_creator = optimizer_creator self.loss_creator = loss_creator self.data_creator = data_creator self.scheduler_creator = scheduler_creator self.training_operator_cls = training_operator_cls or TrainingOperator self.config = {} if config is None else config self.timers = utils.TimerCollection() self.epochs = 0 self.models = None self.optimizers = None self.criterion = None self.schedulers = None self.train_loader = None self.validation_loader = None self.use_fp16 = use_fp16 self.apex_args = apex_args or {} if use_fp16 and not amp: raise ImportError( "Please install apex from " "https://www.github.com/nvidia/apex to use fp16 training.") self.scheduler_step_freq = scheduler_step_freq
def __init__(self, training_operator_cls, config=None, use_gpu=False, serialize_data_creation=True, use_fp16=False, use_tqdm=False, apex_args=None, scheduler_step_freq=None): self.training_operator_cls = training_operator_cls self.config = {} if config is None else config self.timers = utils.TimerCollection() self.epochs = 0 self.training_operator = None self.serialize_data_creation = serialize_data_creation self.use_gpu = use_gpu self.use_fp16 = use_fp16 self.use_tqdm = use_tqdm self.apex_args = apex_args or {} if use_fp16 and not amp: raise ImportError( "Please install apex from " "https://www.github.com/nvidia/apex to use fp16 training.") self.scheduler_step_freq = scheduler_step_freq
def __init__(self, training_operator_cls, config=None, use_gpu=False, serialize_data_creation=True, use_fp16=False, use_tqdm=False, scheduler_step_freq=None): self.training_operator_cls = training_operator_cls self.config = {} if config is None else config self.timers = utils.TimerCollection() self.epochs = 0 self.training_operator = None self.serialize_data_creation = serialize_data_creation self.use_gpu = use_gpu self.use_fp16 = choose_amp_backend(use_fp16, amp, apex_amp) self.use_tqdm = use_tqdm self.scheduler_step_freq = scheduler_step_freq # Training and Validation iterators self.train_iterator = None self._should_reset_train_loader = True self.val_iterator = None self._should_reset_val_loader = True