def test_missing_symbol_index_custom_numericalize():
fld = Field(
name="test_field",
keep_raw=True,
tokenizer=None,
numericalizer=int,
allow_missing_data=True,
)
fld.finalize()
assert fld.get_default_value() == -1
def test_missing_symbol_index_vocab():
vocab = Vocab()
fld = Field(
name="test_field",
tokenizer="split",
keep_raw=False,
numericalizer=vocab,
allow_missing_data=True,
)
fld.preprocess("a b c d")
((_, data),) = fld.preprocess(None)
assert data == (None, None)
fld.finalize()
assert fld.numericalize((None, None)) is None
assert fld.get_default_value() == -1