def test_handles_single_line_comments(self):
comments, source = split(self.get_tokens('python.py'))
self.assertEqual(tuple(comments), (
(Comment, u'# This is a header comment'), (Text, u'\n'),
(Comment, u'# splitted into two lines.'), (Text, u'\n'),
(Text, u'\n'), (Comment, u'# Hello!'), (Text, u'\n'),
))
self.assertEqual(tuple(source), (
(Keyword, u'print'), (Text, u' '), (String, u"'"),
(String, u'Hello, World!'), (String, u"'"), (Text, u'\n'),
))
def test_handles_multi_line_comments(self):
comments, source = split(self.get_tokens('style.css'))
self.assertEqual(tuple(comments), (
(Comment, u'/*\n * !tags: base\n */'), (Text, u'\n\n'),
))
self.assertEqual(tuple(source), (
(Operator, u'*'), (Text, u' '), (Punctuation, u'{'),
(Text, u'\n '), (Keyword, u'padding'), (Operator, u':'),
(Text, u' '), (Number, u'0'), (Punctuation, u';'),
(Text, u'\n '), (Keyword, u'margin'), (Operator, u':'),
(Text, u' '), (Number, u'0'), (Punctuation, u';'), (Text, u'\n'),
(Punctuation, u'}'), (Text, u'\n'),
))
