# Copyright (c) Facebook, Inc. and its affiliates. # # This source code is licensed under the MIT license found in the # LICENSE file in the root directory of this source tree. import importlib import os from ncc import registry from ncc.optim.ncc_optimizer import NccOptimizer from ncc.optim.fp16_optimizer import FP16Optimizer, MemoryEfficientFP16Optimizer from ncc.optim.bmuf import NccBMUF # noqa __all__ = [ 'NccOptimizer', 'FP16Optimizer', 'MemoryEfficientFP16Optimizer', ] build_optimizer, register_optimizer, OPTIMIZER_REGISTRY = registry.setup_registry( 'optimizer', base_class=NccOptimizer, default='nag', ) # automatically import any Python files in the optim/ directory for file in os.listdir(os.path.dirname(__file__)): if file.endswith('.py') and not file.startswith('_'): module = file[:file.find('.py')] importlib.import_module('ncc.optim.' + module)
# Copyright (c) Facebook, Inc. and its affiliates. # # This source code is licensed under the MIT license found in the # LICENSE file in the root directory of this source tree. import importlib import os from ncc import registry from ncc.criterions.ncc_criterion import NccCriterion, LegacyNccCriterion build_criterion, register_criterion, CRITERION_REGISTRY = registry.setup_registry( 'criterion', base_class=NccCriterion, default='cross_entropy', ) # # automatically import any Python files in the criterions/ directory # for file in os.listdir(os.path.dirname(__file__)): # if file.endswith('.py') and not file.startswith('_'): # module = file[:file.find('.py')] # importlib.import_module('ncc.criterions.' + module) criterions_dir = os.path.dirname(__file__) for file in os.listdir(criterions_dir): path = os.path.join(criterions_dir, file) if (not file.startswith('_') and not file.startswith('.') and (file.endswith('.py') or os.path.isdir(path))): criterion_name = file[:file.find('.py')] if file.endswith( '.py') else file module = importlib.import_module('ncc.criterions.' + criterion_name)
# Copyright (c) Facebook, Inc. and its affiliates. # # This source code is licensed under the MIT license found in the # LICENSE file in the root directory of this source tree. import importlib import os from ncc import registry build_tokenizer, register_tokenizer, TOKENIZER_REGISTRY = registry.setup_registry( 'tokenizer', default=None, ) build_bpe, register_bpe, BPE_REGISTRY = registry.setup_registry( 'bpe', default=None, ) # automatically import any Python files in the encoders/ directory for file in os.listdir(os.path.dirname(__file__)): if file.endswith('.py') and not file.startswith('_'): module = file[:file.find('.py')] importlib.import_module('ncc.tokenizers.' + module)
# Copyright (c) Facebook, Inc. and its affiliates. # # This source code is licensed under the MIT license found in the # LICENSE file in the root directory of this source tree. import importlib import os from ncc import registry from ncc.optimizers.lr_schedulers.ncc_lr_scheduler import NccLRScheduler build_lr_scheduler, register_lr_scheduler, LR_SCHEDULER_REGISTRY = registry.setup_registry( 'lr_scheduler', base_class=NccLRScheduler, default='fixed', ) for file in os.listdir(os.path.dirname(__file__)): if file.endswith('.py') and not file.startswith('_'): module = file[:file.find('.py')] importlib.import_module('ncc.optimizers.lr_schedulers.' + module)