def test_colon_attr(self): content = "<div :html='foo'>" self.assertTokensEqual( Lexer(content).tokenize(), [ Token(token_type=0, contents="<div "), Token(TOKEN_DIRECTIVE, "foo") ]) content = '<div :html="bar">' self.assertTokensEqual( Lexer(content).tokenize(), [ Token(token_type=0, contents="<div "), Token(TOKEN_DIRECTIVE, "bar") ])
def extract_vue(fileobj, keywords, comment_tags, options): """Extract messages from Vue template files. :param fileobj: the file-like the messages should be extracted from :param keywords: a list of keywords (i.e. function names) that should be recognize as translation functions :param comment_tags: a list of translator tags to search for and include in the results :param options: a dictionary of additional options (optional) :return: an iterator over ``(lineno, funcname, message, comments)`` :rtype: ``iterator`` """ encoding = options.get('encoding', 'utf-8') contents = fileobj.read().decode(encoding=encoding) lexer = Lexer(contents, None) for t in lexer.tokenize(): # type: Token if t.token_type in TOKENS: for i in extract_javascript( BytesIO(t.contents.encode(encoding=encoding)), keywords, comment_tags, options): if i: yield (t.lineno, i[1], i[2], i[3]) # Inline JS part matchjs = re.search(r'<script>(.+)</script>', contents, re.DOTALL) if not matchjs: return jscontent = matchjs.group(1) skipped_line_count = contents[:matchjs.start(1)].count('\n') for i in extract_javascript(BytesIO(jscontent.encode(encoding=encoding)), keywords, comment_tags, options): yield (skipped_line_count + i[0], i[1], i[2], i[3])
def test_var(self): content = "<div>{{ bar }}</div>" self.assertTokensEqual( Lexer(content).tokenize(), [ Token(TOKEN_TEXT, '<div>'), Token(TOKEN_VAR, "bar"), Token(TOKEN_TEXT, '</div>') ])
def extract_vue(fileobj, keywords, comment_tags, options): """Extract messages from Vue template files. :param fileobj: the file-like the messages should be extracted from :param keywords: a list of keywords (i.e. function names) that should be recognize as translation functions :param comment_tags: a list of translator tags to search for and include in the results :param options: a dictionary of additional options (optional) :return: an iterator over ``(lineno, funcname, message, comments)`` :rtype: ``iterator`` """ contents = fileobj.read() u = lambda s: s if isinstance(s, six.text_type) else s.decode( encoding=options.get('encoding', 'utf-8')) contents = u(contents) lexer = Lexer(contents, None) for t in lexer.tokenize(): # type: Token if t.token_type in TOKENS: try: tree = ast.parse(t.contents).body[0] except (SyntaxError, IndexError, AttributeError): pass else: for node in ast.walk(tree): # type: ast.Call if (isinstance(node, ast.Call) and isinstance(node.func, ast.Name)): func_name = node.func.id args = node.args messages = None if func_name == "gettext": if len(args) != 1: raise TypeError( "Error at line %s: Function gettext()" " requires exactly one argument" % t.lineno) if isinstance( args[0], ast.Str ): # ignore other argument types such as variables messages = u(args[0].s) elif func_name == "ngettext": if len(node.args) != 3: raise TypeError( "Error at line %s: Function ngettext()" " requires exactly 3 arguments" % t.lineno) if isinstance(args[0], ast.Str) and isinstance( args[1], ast.Str): messages = u(args[0].s), u(args[1].s) if messages: yield t.lineno, func_name, messages, []
def test_combine(self): content = "<div>{{ gettext('Hello') }}</div>" \ "<div>{{* gettext('Hello') }}</div>" \ "<div><!-- Hello -->" \ "<span>{{{ Blablabla }}}</span></div>" self.assertTokensEqual( Lexer(content).tokenize(), [ Token(token_type=0, contents="<div>"), Token(token_type=1, contents="gettext('Hello')"), Token(token_type=0, contents="</div><div>"), Token(token_type=2, contents="gettext('Hello')"), Token(token_type=0, contents="</div><div>"), Token(token_type=3, contents="Hello"), Token(token_type=0, contents="<span>"), Token(token_type=4, contents="Blablabla"), Token(token_type=0, contents="</span></div>") ])
def extract_vue(fileobj, keywords, comment_tags, options): """Extract messages from Vue template files. :param fileobj: the file-like the messages should be extracted from :param keywords: a list of keywords (i.e. function names) that should be recognize as translation functions :param comment_tags: a list of translator tags to search for and include in the results :param options: a dictionary of additional options (optional) :return: an iterator over ``(lineno, funcname, message, comments)`` :rtype: ``iterator`` """ encoding = options.get('encoding', 'utf-8') contents = fileobj.read().decode(encoding=encoding) lexer = Lexer(contents, None) for t in lexer.tokenize(): # type: Token if t.token_type in TOKENS: for i in extract_javascript( BytesIO(t.contents.encode(encoding=encoding)), keywords, comment_tags, options): if i: yield (t.lineno, i[1], i[2], i[3])
def test_double_way_binding(self): content = "{{@ foo }}" self.assertTokensEqual( Lexer(content).tokenize(), [ Token(TOKEN_DOUBLE_WAY_BINDING, "foo") ])
def test_const(self): content = "{{* bar }}" self.assertTokensEqual( Lexer(content).tokenize(), [ Token(TOKEN_CONST, "bar") ])
def test_raw_html(self): content = "{{{ <div></div> }}}" self.assertTokensEqual( Lexer(content).tokenize(), [ Token(TOKEN_RAW_HTML, "<div></div>") ])
def test_comments(self): content = "<!-- comments -->" self.assertTokensEqual( Lexer(content).tokenize(), [ Token(TOKEN_COMMENT, "comments") ])
def test_text(self): content = "<div></div>" self.assertTokensEqual( Lexer(content).tokenize(), [ Token(TOKEN_TEXT, '<div></div>') ])