def test_tokenize_alphanumeric(): assert ["uzer"] == codespell.tokenize("uzer42")
def test_tokenize_camel_case(): assert ["camel", "Case"] == codespell.tokenize("camelCase") assert ["Title", "Case"] == codespell.tokenize("TitleCase") assert ["Title", "Case", "mixed"] == codespell.tokenize("TitleCase mixed")
def test_tokenize_namespace(): assert ["std", "mem"] == codespell.tokenize("std::mem") assert ["std", "mem"] == codespell.tokenize("std:mem")
def test_tokenize_pointers(): assert ["pointer"] == codespell.tokenize("*pointer") assert ["pointer"] == codespell.tokenize("&pointer") assert ["pointer"] == codespell.tokenize("&&*pointer")
def test_tokenize_quotes(): assert ["Hello", "World"] == codespell.tokenize("Hello\"World\"") assert ["Hello", "World"] == codespell.tokenize("Hello\'World\'") assert ["Hello", "World"] == codespell.tokenize("Hello \'World\'")
def test_tokenize_brackets(): assert ["Hello", "World"] == codespell.tokenize("Hello(World)") assert ["Hello", "World"] == codespell.tokenize("Hello[World]") assert ["Hello", "World"] == codespell.tokenize("Hello{World}") assert ["Hello", "World"] == codespell.tokenize("Hello<World>")
def test_tokenize_underscore(): assert ["Hello", "World"] == codespell.tokenize("Hello_World")
def test_tokenize_plain(): assert ["Hello", "World"] == codespell.tokenize("Hello World")