Python _tokenize_js Examples

Example #1

File: strip_js_comments_unittest.py Project: Tkkg1994/Platfrom-kccat6

 def test_tokenize_cstyle_comment_multi_line(self):
   tokens = list(strip_js_comments._tokenize_js('A /* foo\n*bar\n*/'))
   self.assertEquals(['A ', '/*', ' foo', '\n', '*bar', '\n', '*/'], tokens)

Example #2

File: strip_js_comments_unittest.py Project: Tkkg1994/Platfrom-kccat6

 def test_tokenize_cstyle_comment_one_line(self):
   tokens = list(strip_js_comments._tokenize_js('A /* foo */'))
   self.assertEquals(['A ', '/*', ' foo ', '*/'], tokens)

Example #3

File: strip_js_comments_unittest.py Project: Tkkg1994/Platfrom-kccat6

 def test_tokenize_slashslash_comment_then_newline(self):
   tokens = list(strip_js_comments._tokenize_js('A // foo\nbar'))
   self.assertEquals(['A ', '//', ' foo', '\n', 'bar'], tokens)

Example #4

File: strip_js_comments_unittest.py Project: Tkkg1994/Platfrom-kccat6

 def test_tokenize_slashslash_comment(self):
   tokens = list(strip_js_comments._tokenize_js('A // foo'))
   self.assertEquals(['A ', '//', ' foo'], tokens)

Example #5

File: strip_js_comments_unittest.py Project: Tkkg1994/Platfrom-kccat6

 def test_tokenize_nl(self):
   tokens = list(strip_js_comments._tokenize_js('\n'))
   self.assertEquals(['\n'], tokens)

Example #6

File: strip_js_comments_unittest.py Project: Tkkg1994/Platfrom-kccat6

 def test_tokenize_empty(self):
   tokens = list(strip_js_comments._tokenize_js(''))
   self.assertEquals([], tokens)