def load(model: str = 'electra', pool_mode: str = 'last', **kwargs):
"""
Load transformer model.
Parameters
----------
model : str, optional (default='bert')
Model architecture supported. Allowed values:
* ``'bert'`` - Google BERT BASE parameters.
* ``'tiny-bert'`` - Google BERT TINY parameters.
* ``'albert'`` - Google ALBERT BASE parameters.
* ``'tiny-albert'`` - Google ALBERT TINY parameters.
* ``'xlnet'`` - Google XLNET BASE parameters.
* ``'alxlnet'`` - Malaya ALXLNET BASE parameters.
* ``'electra'`` - Google ELECTRA BASE parameters.
* ``'small-electra'`` - Google ELECTRA SMALL parameters.
pool_mode : str, optional (default='last')
Model logits architecture supported. Only usable if model in ['xlnet', 'alxlnet']. Allowed values:
* ``'last'`` - last of the sequence.
* ``'first'`` - first of the sequence.
* ``'mean'`` - mean of the sequence.
* ``'attn'`` - attention of the sequence.
Returns
-------
result: malaya.transformers.* class
"""
model = model.lower()
pool_mode = pool_mode.lower()
if model not in _transformer_availability:
raise ValueError(
'model not supported, please check supported models from `malaya.transformer.available_transformer()`.'
)
if model in ['bert', 'tiny-bert']:
from malaya.transformers.bert import load
return load(model=model, **kwargs)
if model in ['albert', 'tiny-albert']:
from malaya.transformers.albert import load
return load(model=model, **kwargs)
if model in ['xlnet']:
from malaya.transformers.xlnet import load
return load(model=model, pool_mode=pool_mode, **kwargs)
if model in ['alxlnet']:
from malaya.transformers.alxlnet import load
return load(model=model, pool_mode=pool_mode, **kwargs)
if model in ['electra', 'small-electra']:
from malaya.transformers.electra import load
return load(model=model, **kwargs)
def load(model: str = 'electra', pool_mode: str = 'last', **kwargs):
"""
Load transformer model.
Parameters
----------
model : str, optional (default='bert')
Model architecture supported. Allowed values:
* ``'bert'`` - BERT architecture from google.
* ``'tiny-bert'`` - BERT architecture from google with smaller parameters.
* ``'albert'`` - ALBERT architecture from google.
* ``'tiny-albert'`` - ALBERT architecture from google with smaller parameters.
* ``'xlnet'`` - XLNET architecture from google.
* ``'alxlnet'`` - XLNET architecture from google + Malaya.
* ``'electra'`` - ELECTRA architecture from google.
* ``'small-electra'`` - ELECTRA architecture from google with smaller parameters.
pool_mode : str, optional (default='last')
Model logits architecture supported. Only usable if model in ['xlnet', 'alxlnet']. Allowed values:
* ``'last'`` - last of the sequence.
* ``'first'`` - first of the sequence.
* ``'mean'`` - mean of the sequence.
* ``'attn'`` - attention of the sequence.
Returns
-------
result: malaya.transformers.* class
"""
model = model.lower()
if model not in _availability:
raise Exception(
'model not supported, please check supported models from malaya.transformer.available_model()'
)
if model in ['bert', 'tiny-bert']:
from malaya.transformers.bert import load
return load(model=model, **kwargs)
if model in ['albert', 'tiny-albert']:
from malaya.transformers.albert import load
return load(model=model, **kwargs)
if model in ['xlnet']:
from malaya.transformers.xlnet import load
return load(model=model, pool_mode=pool_mode, **kwargs)
if model in ['alxlnet']:
from malaya.transformers.alxlnet import load
return load(model=model, pool_mode=pool_mode, **kwargs)
if model in ['electra', 'small-electra']:
from malaya.transformers.electra import load
return load(model=model, **kwargs)
def load(model: str = 'electra', pool_mode: str = 'last', **kwargs):
"""
Load transformer model.
Parameters
----------
model : str, optional (default='bert')
Model architecture supported. Allowed values:
* ``'bert'`` - Google BERT BASE parameters.
* ``'tiny-bert'`` - Google BERT TINY parameters.
* ``'albert'`` - Google ALBERT BASE parameters.
* ``'tiny-albert'`` - Google ALBERT TINY parameters.
* ``'xlnet'`` - Google XLNET BASE parameters.
* ``'alxlnet'`` - Malaya ALXLNET BASE parameters.
* ``'electra'`` - Google ELECTRA BASE parameters.
* ``'small-electra'`` - Google ELECTRA SMALL parameters.
pool_mode : str, optional (default='last')
Model logits architecture supported. Only usable if model in ['xlnet', 'alxlnet']. Allowed values:
* ``'last'`` - last of the sequence.
* ``'first'`` - first of the sequence.
* ``'mean'`` - mean of the sequence.
* ``'attn'`` - attention of the sequence.
Returns
-------
result: model
List of model classes:
* if `bert` in model, will return `malaya.transformers.bert.Model`.
* if `xlnet` in model, will return `malaya.transformers.xlnet.Model`.
* if `albert` in model, will return `malaya.transformers.albert.Model`.
* if `electra` in model, will return `malaya.transformers.electra.Model`.
"""
model = model.lower()
pool_mode = pool_mode.lower()
if model not in _transformer_availability:
raise ValueError(
'model not supported, please check supported models from `malaya.transformer.available_transformer()`.'
)
if tf.executing_eagerly():
logging.warning(
'Load pretrained transformer model will disable eager execution.')
tf.compat.v1.disable_eager_execution()
if model in ['bert', 'tiny-bert']:
from malaya.transformers.bert import load
return load(model=model, **kwargs)
if model in ['albert', 'tiny-albert']:
from malaya.transformers.albert import load
return load(model=model, **kwargs)
if model in ['xlnet']:
from malaya.transformers.xlnet import load
return load(model=model, pool_mode=pool_mode, **kwargs)
if model in ['alxlnet']:
from malaya.transformers.alxlnet import load
return load(model=model, pool_mode=pool_mode, **kwargs)
if model in ['electra', 'small-electra']:
from malaya.transformers.electra import load
return load(model=model, **kwargs)