def test_sample_files(self):
import os
import traceback
path = os.path.join(os.path.dirname(__file__), "inputs")
for filename in os.listdir(path):
if not filename.endswith('.xml'):
continue
f = open(os.path.join(path, filename), 'rb')
source = f.read()
f.close()
from ..utils import read_encoded
try:
want = read_encoded(source)
except UnicodeDecodeError:
exc = sys.exc_info()[1]
self.fail("%s - %s" % (exc, filename))
from ..tokenize import iter_xml
try:
tokens = iter_xml(want)
got = "".join(tokens)
except:
self.fail(traceback.format_exc())
from doctest import OutputChecker
checker = OutputChecker()
if checker.check_output(want, got, 0) is False:
from doctest import Example
example = Example(f.name, want)
diff = checker.output_difference(example, got, 0)
self.fail("(%s) - \n%s" % (f.name, diff))
def test_sample_files(self):
import os
import traceback
path = os.path.join(os.path.dirname(__file__), "inputs")
for filename in os.listdir(path):
if not filename.endswith('.xml'):
continue
f = open(os.path.join(path, filename), 'rb')
source = f.read()
f.close()
from ..utils import read_encoded
try:
want = read_encoded(source)
except UnicodeDecodeError:
exc = sys.exc_info()[1]
self.fail("%s - %s" % (exc, filename))
from ..tokenize import iter_xml
try:
tokens = iter_xml(want)
got = "".join(tokens)
except:
self.fail(traceback.format_exc())
from doctest import OutputChecker
checker = OutputChecker()
if checker.check_output(want, got, 0) is False:
from doctest import Example
example = Example(f.name, want)
diff = checker.output_difference(
example, got, 0)
self.fail("(%s) - \n%s" % (f.name, diff))
class DebugOutputChecker(OutputChecker):
def __init__(self):
self.output_checker = OutputChecker()
def check_output(self, want, got, optionflags):
return self.output_checker.check_output(want, remove_debug(got), optionflags)
def output_difference(self, example, got, optionflags):
return self.output_checker.output_difference(example, remove_debug(got), optionflags)
def output_difference(self, example, got, optionflags):
want = example.want
if not want.strip():
return OutputChecker.output_difference(
self, example, got, optionflags)
orig = want
for pattern, repl in self.patterns:
want = re.sub(pattern, repl, want)
got = re.sub(pattern, repl, got)
example.want = want
result = OutputChecker.output_difference(
self, example, got, optionflags)
example.want = orig
return result
def execute(self, ext, factory, **kwargs):
def translate(msgid,
domain=None,
mapping=None,
context=None,
target_language=None,
default=None):
if default is None:
default = str(msgid)
if isinstance(msgid, Message):
default = "Message"
if mapping:
default = re.sub(r'\${([a-z_]+)}', r'%(\1)s', default) % \
mapping
if target_language is None:
return default
if domain is None:
with_domain = ""
else:
with_domain = " with domain '%s'" % domain
if context is None:
with_context = ""
else:
with_context = ", context '%s'" % context
stripped = default.rstrip('\n ')
return "%s ('%s' translation into '%s'%s%s)%s" % (
stripped, msgid, target_language, with_domain, with_context,
default[len(stripped):])
for input_path, output_path, language in self.find_files(ext):
# Make friendly title so we can locate the generated
# source when debugging
self.shortDescription = lambda: input_path
# When input path contains the string 'implicit-i18n', we
# enable "implicit translation".
implicit_i18n = 'implicit-i18n' in input_path
implicit_i18n_attrs = ("alt", "title") if implicit_i18n else ()
enable_data_attributes = 'data-attributes' in input_path
template = factory(
input_path,
keep_source=True,
strict=False,
implicit_i18n_translate=implicit_i18n,
implicit_i18n_attributes=implicit_i18n_attrs,
enable_data_attributes=enable_data_attributes,
)
params = kwargs.copy()
params.update({
'translate': translate,
'target_language': language,
})
template.cook_check()
try:
got = template.render(**params)
except:
import traceback
e = traceback.format_exc()
self.fail("%s\n\n Example source:\n\n%s" % (e, "\n".join([
"%#03.d%s" % (lineno + 1, line and " " + line or "")
for (lineno,
line) in enumerate(template.source.split('\n'))
])))
if isinstance(got, byte_string):
got = got.decode('utf-8')
from doctest import OutputChecker
checker = OutputChecker()
if not os.path.exists(output_path):
output = template.body
else:
with open(output_path, 'rb') as f:
output = f.read()
from chameleon.utils import read_xml_encoding
from chameleon.utils import detect_encoding
if template.content_type == 'text/xml':
encoding = read_xml_encoding(output) or \
template.default_encoding
else:
content_type, encoding = detect_encoding(
output, template.default_encoding)
# Newline normalization across platforms
want = '\n'.join(output.decode(encoding).splitlines())
got = '\n'.join(got.splitlines())
if checker.check_output(want, got, 0) is False:
from doctest import Example
example = Example(input_path, want)
diff = checker.output_difference(example, got, 0)
self.fail("(%s) - \n%s\n\nCode:\n%s" %
(input_path, diff.rstrip('\n'),
template.source.encode('utf-8')))
def execute(self, ext, factory, **kwargs):
def translate(msgid, domain=None, mapping=None, context=None, target_language=None, default=None):
if default is None:
default = str(msgid)
if isinstance(msgid, Message):
default = "Message"
if mapping:
default = re.sub(r"\${([a-z_]+)}", r"%(\1)s", default) % mapping
if target_language is None:
return default
if domain is None:
with_domain = ""
else:
with_domain = " with domain '%s'" % domain
stripped = default.rstrip("\n ")
return "%s ('%s' translation into '%s'%s)%s" % (
stripped,
msgid,
target_language,
with_domain,
default[len(stripped) :],
)
for input_path, output_path, language in self.find_files(ext):
# Make friendly title so we can locate the generated
# source when debugging
self.shortDescription = lambda: input_path
# Very implicitly enable implicit translation based on
# a string included in the input path:
implicit_i18n = "implicit-i18n" in input_path
implicit_i18n_attrs = ("alt", "title") if implicit_i18n else ()
template = factory(
input_path,
keep_source=True,
strict=False,
implicit_i18n_translate=implicit_i18n,
implicit_i18n_attributes=implicit_i18n_attrs,
)
params = kwargs.copy()
params.update({"translate": translate, "target_language": language})
template.cook_check()
try:
got = template.render(**params)
except:
import traceback
e = traceback.format_exc()
self.fail(
"%s\n\n Example source:\n\n%s"
% (
e,
"\n".join(
[
"%#03.d%s" % (lineno + 1, line and " " + line or "")
for (lineno, line) in enumerate(template.source.split("\n"))
]
),
)
)
if isinstance(got, byte_string):
got = got.decode("utf-8")
from doctest import OutputChecker
checker = OutputChecker()
if not os.path.exists(output_path):
output = template.body
else:
with open(output_path, "rb") as f:
output = f.read()
from chameleon.utils import read_xml_encoding
from chameleon.utils import detect_encoding
if template.content_type == "text/xml":
encoding = read_xml_encoding(output) or template.default_encoding
else:
content_type, encoding = detect_encoding(output, template.default_encoding)
want = output.decode(encoding)
if checker.check_output(want, got, 0) is False:
from doctest import Example
example = Example(input_path, want)
diff = checker.output_difference(example, got, 0)
self.fail("(%s) - \n%s\n\nCode:\n%s" % (input_path, diff.rstrip("\n"), template.source.encode("utf-8")))
def execute(self, ext, factory, **kwargs):
def translate(msgid, domain=None, mapping=None, context=None,
target_language=None, default=None):
if default is None:
default = str(msgid)
if isinstance(msgid, Message):
default = "Message"
if mapping:
default = re.sub(r'\${([a-z_]+)}', r'%(\1)s', default) % \
mapping
if target_language is None:
return default
if domain is None:
with_domain = ""
else:
with_domain = " with domain '%s'" % domain
if context is None:
with_context = ""
else:
with_context = ", context '%s'" % context
stripped = default.rstrip('\n ')
return "%s ('%s' translation into '%s'%s%s)%s" % (
stripped, msgid, target_language, with_domain, with_context,
default[len(stripped):]
)
for input_path, output_path, language in self.find_files(ext):
# Make friendly title so we can locate the generated
# source when debugging
self.shortDescription = lambda: input_path
# When input path contains the string 'implicit-i18n', we
# enable "implicit translation".
implicit_i18n = 'implicit-i18n' in input_path
implicit_i18n_attrs = ("alt", "title") if implicit_i18n else ()
enable_data_attributes = 'data-attributes' in input_path
template = factory(
input_path,
keep_source=True,
strict=False,
implicit_i18n_translate=implicit_i18n,
implicit_i18n_attributes=implicit_i18n_attrs,
enable_data_attributes=enable_data_attributes,
)
params = kwargs.copy()
params.update({
'translate': translate,
'target_language': language,
})
template.cook_check()
try:
got = template.render(**params)
except:
import traceback
e = traceback.format_exc()
self.fail("%s\n\n Example source:\n\n%s" % (e, "\n".join(
["%#03.d%s" % (lineno + 1, line and " " + line or "")
for (lineno, line) in
enumerate(template.source.split(
'\n'))])))
if isinstance(got, byte_string):
got = got.decode('utf-8')
from doctest import OutputChecker
checker = OutputChecker()
if not os.path.exists(output_path):
output = template.body
else:
with open(output_path, 'rb') as f:
output = f.read()
from chameleon.utils import read_xml_encoding
from chameleon.utils import detect_encoding
if template.content_type == 'text/xml':
encoding = read_xml_encoding(output) or \
template.default_encoding
else:
content_type, encoding = detect_encoding(
output, template.default_encoding)
# Newline normalization across platforms
want = '\n'.join(output.decode(encoding).splitlines())
got = '\n'.join(got.splitlines())
if checker.check_output(want, got, 0) is False:
from doctest import Example
example = Example(input_path, want)
diff = checker.output_difference(
example, got, 0)
self.fail("(%s) - \n%s\n\nCode:\n%s" % (
input_path, diff.rstrip('\n'),
template.source.encode('utf-8')))
def execute(self, ext, factory, **kwargs):
from chameleon.utils import DebuggingOutputStream
def translate(msgid, domain=None, mapping=None, context=None,
target_language=None, default=None):
if default is None:
default = str(msgid)
if isinstance(msgid, Message):
default = "Message"
if mapping:
default = re.sub(r'\${([a-z_]+)}', r'%(\1)s', default) % \
mapping
if target_language is None:
return default
if domain is None:
with_domain = ""
else:
with_domain = " with domain '%s'" % domain
stripped = default.rstrip('\n ')
return "%s ('%s' translation into '%s'%s)%s" % (
stripped, msgid, target_language, with_domain,
default[len(stripped):]
)
for name, source, want, language in self.find_files(ext):
if language is not None:
name += '-' + language
# Make friendly title so we can locate the generated
# source when debugging
title = os.path.basename(name).\
replace('-', '_').\
replace('.', '_')
self.shortDescription = lambda: name
template = factory(
source,
keep_source=True,
output_stream_factory=DebuggingOutputStream,
# The ``_digest_`` method is internal to the template
# class; we provide a custom function that lets us
# choose the filename for the generated Python module
_digest = lambda body, title=title: title,
)
params = kwargs.copy()
params.update({
'translate': translate,
'target_language': language,
})
try:
got = template.render(**params)
except:
import traceback
e = traceback.format_exc()
self.fail("%s\n\n Example source:\n\n%s" % (e, "\n".join(
["%#03.d%s" % (lineno + 1, line and " " + line or "")
for (lineno, line) in
enumerate(template.source.split(
'\n'))])))
from doctest import OutputChecker
checker = OutputChecker()
if checker.check_output(want, got, 0) is False:
from doctest import Example
example = Example(name, want)
diff = checker.output_difference(
example, got, 0)
self.fail("(%s) - \n%s\n\nCode:\n%s" % (
name, diff.rstrip('\n'), template.source.encode('utf-8')))
def test_sample_files(self):
import os
import traceback
path = os.path.join(os.path.dirname(__file__), "inputs")
for filename in os.listdir(path):
if not filename.endswith('.html'):
continue
with open(os.path.join(path, filename), 'rb') as f:
source = f.read()
from ..utils import read_encoded
try:
want = read_encoded(source)
except UnicodeDecodeError:
exc = sys.exc_info()[1]
self.fail("%s - %s" % (exc, filename))
from ..tokenize import iter_xml
from ..parser import ElementParser
try:
tokens = iter_xml(want)
parser = ElementParser(tokens, {
'xmlns': XMLNS_NS,
'xml': XML_NS,
'py': PY_NS,
})
elements = tuple(parser)
except:
self.fail(traceback.format_exc())
output = []
def render(kind, args):
if kind == 'element':
# start tag
tag, end, children = args
output.append("%(prefix)s%(name)s" % tag)
for attr in tag['attrs']:
output.append(
"%(space)s%(name)s%(eq)s%(quote)s%(value)s%(quote)s" % \
attr
)
output.append("%(suffix)s" % tag)
# children
for item in children:
render(*item)
# end tag
output.append(
"%(prefix)s%(name)s%(space)s%(suffix)s" % end
)
elif kind == 'text':
text = args[0]
output.append(text)
elif kind == 'start_tag':
node = args[0]
output.append(
"%(prefix)s%(name)s%(space)s%(suffix)s" % node
)
else:
raise RuntimeError("Not implemented: %s." % kind)
for kind, args in elements:
render(kind, args)
got = "".join(output)
from doctest import OutputChecker
checker = OutputChecker()
if checker.check_output(want, got, 0) is False:
from doctest import Example
example = Example(f.name, want)
diff = checker.output_difference(
example, got, 0)
self.fail("(%s) - \n%s" % (f.name, diff))
def output_difference(self, example, got, optionflags):
return BaseOutputChecker.output_difference(self, example,
self._decode(got),
optionflags)
def run_tests(self, ext, factory, **kwargs):
from chameleon.utils import DebuggingOutputStream
def translate(msgid, domain=None, mapping=None, context=None,
target_language=None, default=None):
if default is None:
default = str(msgid)
if isinstance(msgid, Message):
default = "Message"
if mapping:
default = re.sub(r'\${([a-z_]+)}', r'%(\1)s', default) % \
mapping
if target_language is None:
return default
if domain is None:
with_domain = ""
else:
with_domain = " with domain '%s'" % domain
stripped = default.rstrip('\n ')
return "%s ('%s' translation into '%s'%s)%s" % (
stripped, msgid, target_language, with_domain,
default[len(stripped):]
)
for name, source, want, language in self.find_files(ext):
if language is not None:
name += '-' + language
self.shortDescription = lambda: name
template = factory(
source,
keep_source=True,
output_stream_factory=DebuggingOutputStream,
)
params = kwargs.copy()
params.update({
'translate': translate,
'target_language': language,
})
try:
got = template.render(**params)
except:
import traceback
e = traceback.format_exc()
self.fail("%s\n\n Example source:\n\n%s" % (e, "\n".join(
["%#03.d%s" % (lineno + 1, line and " " + line or "")
for (lineno, line) in
enumerate(template.source.split(
'\n'))])))
from doctest import OutputChecker
checker = OutputChecker()
if checker.check_output(want, got, 0) is False:
from doctest import Example
example = Example(name, want)
diff = checker.output_difference(
example, got, 0)
self.fail("(%s) - \n%s\n\nCode:\n%s" % (
name, diff.rstrip('\n'), template.source.encode('utf-8')))