Beispiel #1
0
def test_tokenize_alphanumeric():
    assert ["uzer"] == codespell.tokenize("uzer42")
Beispiel #2
0
def test_tokenize_camel_case():
    assert ["camel", "Case"] == codespell.tokenize("camelCase")
    assert ["Title", "Case"] == codespell.tokenize("TitleCase")
    assert ["Title", "Case", "mixed"] == codespell.tokenize("TitleCase mixed")
Beispiel #3
0
def test_tokenize_namespace():
    assert ["std", "mem"] == codespell.tokenize("std::mem")
    assert ["std", "mem"] == codespell.tokenize("std:mem")
Beispiel #4
0
def test_tokenize_pointers():
    assert ["pointer"] == codespell.tokenize("*pointer")
    assert ["pointer"] == codespell.tokenize("&pointer")
    assert ["pointer"] == codespell.tokenize("&&*pointer")
Beispiel #5
0
def test_tokenize_quotes():
    assert ["Hello", "World"] == codespell.tokenize("Hello\"World\"")
    assert ["Hello", "World"] == codespell.tokenize("Hello\'World\'")
    assert ["Hello", "World"] == codespell.tokenize("Hello \'World\'")
Beispiel #6
0
def test_tokenize_brackets():
    assert ["Hello", "World"] == codespell.tokenize("Hello(World)")
    assert ["Hello", "World"] == codespell.tokenize("Hello[World]")
    assert ["Hello", "World"] == codespell.tokenize("Hello{World}")
    assert ["Hello", "World"] == codespell.tokenize("Hello<World>")
Beispiel #7
0
def test_tokenize_underscore():
    assert ["Hello", "World"] == codespell.tokenize("Hello_World")
Beispiel #8
0
def test_tokenize_plain():
    assert ["Hello", "World"] == codespell.tokenize("Hello World")