def __init__(self,
model_creator,
data_creator,
optimizer_creator,
loss_creator=None,
scheduler_creator=None,
training_operator_cls=None,
config=None,
use_fp16=False,
apex_args=None,
scheduler_step_freq="batch"):
self.model_creator = model_creator
self.optimizer_creator = optimizer_creator
self.loss_creator = loss_creator
self.data_creator = data_creator
self.scheduler_creator = scheduler_creator
self.training_operator_cls = training_operator_cls or TrainingOperator
self.config = {} if config is None else config
self.timers = utils.TimerCollection()
self.epochs = 0
self.models = None
self.optimizers = None
self.criterion = None
self.schedulers = None
self.train_loader = None
self.validation_loader = None
self.use_fp16 = use_fp16
self.apex_args = apex_args or {}
if use_fp16 and not amp:
raise ImportError(
"Please install apex from "
"https://www.github.com/nvidia/apex to use fp16 training.")
self.scheduler_step_freq = scheduler_step_freq
def __init__(self,
training_operator_cls,
config=None,
use_gpu=False,
serialize_data_creation=True,
use_fp16=False,
use_tqdm=False,
apex_args=None,
scheduler_step_freq=None):
self.training_operator_cls = training_operator_cls
self.config = {} if config is None else config
self.timers = utils.TimerCollection()
self.epochs = 0
self.training_operator = None
self.serialize_data_creation = serialize_data_creation
self.use_gpu = use_gpu
self.use_fp16 = use_fp16
self.use_tqdm = use_tqdm
self.apex_args = apex_args or {}
if use_fp16 and not amp:
raise ImportError(
"Please install apex from "
"https://www.github.com/nvidia/apex to use fp16 training.")
self.scheduler_step_freq = scheduler_step_freq
def __init__(self,
training_operator_cls,
config=None,
use_gpu=False,
serialize_data_creation=True,
use_fp16=False,
use_tqdm=False,
scheduler_step_freq=None):
self.training_operator_cls = training_operator_cls
self.config = {} if config is None else config
self.timers = utils.TimerCollection()
self.epochs = 0
self.training_operator = None
self.serialize_data_creation = serialize_data_creation
self.use_gpu = use_gpu
self.use_fp16 = choose_amp_backend(use_fp16, amp, apex_amp)
self.use_tqdm = use_tqdm
self.scheduler_step_freq = scheduler_step_freq
# Training and Validation iterators
self.train_iterator = None
self._should_reset_train_loader = True
self.val_iterator = None
self._should_reset_val_loader = True
