Exemplos de AsciiCharacterAtomizer em Python

Exemplo n.º 1

def test_AsciiCharacterAtomizer_DeatomizeIndices():
    c = atomizers.AsciiCharacterAtomizer({"a": 1, "b": 2, "c": 3})
    assert c.DeatomizeIndices([1, 2, 3, 1, 2, 3]) == "abcabc"

    text = """
__kernel void A(__global float* a, const int b, const double c) {
  int d = get_global_id(0);
  if (b < get_global_size(0))
    a[d] *= (float)c;
}
"""
    c = atomizers.AsciiCharacterAtomizer.FromText(text)
    assert c.DeatomizeIndices(c.AtomizeString(text)) == text

Exemplo n.º 2

def test_AsciiCharacterAtomizer_DeatomizeIndices_error():
    c = atomizers.AsciiCharacterAtomizer({"a": 1, "b": 2, "c": 3})
    with test.Raises(deeplearning.clgen.errors.VocabError):
        c.DeatomizeIndices([1, 2, 5, 10, 0])

Exemplo n.º 3

def test_AsciiCharacterAtomizer_AtomizeString_vocab_error():
    c = atomizers.AsciiCharacterAtomizer({"a": 1, "b": 2, "c": 3})
    with test.Raises(deeplearning.clgen.errors.VocabError):
        c.AtomizeString("abcdeabc")

Exemplo n.º 4

def test_AsciiCharacterAtomizer_AtomizeString():
    c = atomizers.AsciiCharacterAtomizer({"a": 1, "b": 2, "c": 3})
    assert list(c.AtomizeString("abcabc")) == [1, 2, 3, 1, 2, 3]

Exemplo n.º 5

def test_AsciiCharacterAtomizer_DeatomizeIndices_error():
    c = atomizers.AsciiCharacterAtomizer({'a': 1, 'b': 2, 'c': 3})
    with pytest.raises(deeplearning.clgen.errors.VocabError):
        c.DeatomizeIndices([1, 2, 5, 10, 0])

Exemplo n.º 6

def test_AsciiCharacterAtomizer_AtomizeString_vocab_error():
    c = atomizers.AsciiCharacterAtomizer({'a': 1, 'b': 2, 'c': 3})
    with pytest.raises(deeplearning.clgen.errors.VocabError):
        c.AtomizeString('abcdeabc')

Exemplo n.º 7

def test_AsciiCharacterAtomizer_AtomizeString():
    c = atomizers.AsciiCharacterAtomizer({'a': 1, 'b': 2, 'c': 3})
    assert list(c.AtomizeString('abcabc')) == [1, 2, 3, 1, 2, 3]