def default_config():
return {
'bert_base': 'bert-base-uncased',
'bert_weights': '', # TODO: merge bert_base and bert_weights somehow, better integrate fine-tuning BERT into pipeline
'layer': -1, # all layers
'last_layer': False,
'train': False,
'encoding': config.Choices(['joint', 'sep']),
}
def default_config():
result = datasets.IndexBackedDataset.default_config()
result.update({
'subset': config.Choices(['main', 'heldout']),
})
return result
def default_config():
return {
'source': config.Choices(['fasttext', 'glove', 'convknrm', 'bionlp', 'nil']),
'variant': 'wiki-news-300d-1M',
'train': False
}