def get_loaders(self, stage: str): loaders_params = dict(self._stage_config[stage]["loaders"]) loaders_params["train"]["collate_fn"] = self.get_collate_fn() loaders_params["valid"]["collate_fn"] = self.get_collate_fn() loaders = get_loaders_from_params( datasets=self.get_datasets(stage), initial_seed=self.seed, loaders_params=loaders_params, ) return loaders
def get_loaders(self, stage: str) -> Dict[str, DataLoader]: """ Returns loaders for a given stage. Args: stage: stage name Returns: Dict: loaders objects """ loaders_params = self._config.stages[stage].loaders loaders_params = OmegaConf.to_container(loaders_params, resolve=True) loaders_params.pop("datasets", None) loaders = get_loaders_from_params( datasets=self.get_datasets(stage=stage), initial_seed=self.seed, **loaders_params ) return loaders
def get_loaders(self, stage: str) -> "OrderedDict[str, DataLoader]": """ Returns loaders for a given stage. Args: stage: stage name Returns: Dict: loaders objects """ loaders_params = dict(self._stage_config[stage]["loaders"]) loaders = get_loaders_from_params( datasets_fn=partial(self.get_datasets, stage=stage), initial_seed=self.seed, stage=stage, **loaders_params, ) return loaders
def get_loaders(self, stage: str) -> "OrderedDict[str, DataLoader]": """ Returns loaders for a given stage. Args: stage: stage name Returns: Dict: loaders objects """ loaders_params = deepcopy(self._stage_config[stage]["loaders"]) loaders = self._get_loaders_from_params(**loaders_params) if loaders is None: # config is parsed manyally in `get_datasets` and `get_samplers` methods loaders_params.pop("datasets", None) loaders_params.pop("samplers", None) loaders = get_loaders_from_params( datasets=self.get_datasets(stage=stage), samplers=self.get_samplers(stage=stage), initial_seed=self.seed, **loaders_params, ) return loaders
def _process_loaders( loaders: "OrderedDict[str, DataLoader]", initial_seed: int ) -> "OrderedDict[str, DataLoader]": if not isinstance(loaders[list(loaders.keys())[0]], (DataLoader, ILoaderWrapper)): loaders = get_loaders_from_params(initial_seed=initial_seed, **loaders) return loaders