def test_tokenize_alphanumeric():
assert ["uzer"] == codespell.tokenize("uzer42")
def test_tokenize_camel_case():
assert ["camel", "Case"] == codespell.tokenize("camelCase")
assert ["Title", "Case"] == codespell.tokenize("TitleCase")
assert ["Title", "Case", "mixed"] == codespell.tokenize("TitleCase mixed")
def test_tokenize_namespace():
assert ["std", "mem"] == codespell.tokenize("std::mem")
assert ["std", "mem"] == codespell.tokenize("std:mem")
def test_tokenize_pointers():
assert ["pointer"] == codespell.tokenize("*pointer")
assert ["pointer"] == codespell.tokenize("&pointer")
assert ["pointer"] == codespell.tokenize("&&*pointer")
def test_tokenize_quotes():
assert ["Hello", "World"] == codespell.tokenize("Hello\"World\"")
assert ["Hello", "World"] == codespell.tokenize("Hello\'World\'")
assert ["Hello", "World"] == codespell.tokenize("Hello \'World\'")
def test_tokenize_brackets():
assert ["Hello", "World"] == codespell.tokenize("Hello(World)")
assert ["Hello", "World"] == codespell.tokenize("Hello[World]")
assert ["Hello", "World"] == codespell.tokenize("Hello{World}")
assert ["Hello", "World"] == codespell.tokenize("Hello<World>")
def test_tokenize_underscore():
assert ["Hello", "World"] == codespell.tokenize("Hello_World")
def test_tokenize_plain():
assert ["Hello", "World"] == codespell.tokenize("Hello World")
