def lexer():
yield PraatLexer()
def setUp(self):
self.lexer = PraatLexer()
self.maxDiff = None
def setUp(self):
self.lexer = PraatLexer()
self.maxDiff = None
class PraatTest(unittest.TestCase):
def setUp(self):
self.lexer = PraatLexer()
self.maxDiff = None
def testNumericAssignment(self):
fragment = u'var = -15e4\n'
tokens = [
(Token.Text, u'var'),
(Token.Text, u' '),
(Token.Operator, u'='),
(Token.Text, u' '),
(Token.Operator, u'-'),
(Token.Literal.Number, u'15e4'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testStringAssignment(self):
fragment = u'var$ = "foo"\n'
tokens = [
(Token.Text, u'var$'),
(Token.Text, u' '),
(Token.Operator, u'='),
(Token.Text, u' '),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'foo'),
(Token.Literal.String, u'"'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testStringEscapedQuotes(self):
fragment = u'"it said ""foo"""\n'
tokens = [
(Token.Literal.String, u'"'),
(Token.Literal.String, u'it said '),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'foo'),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'"'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testFunctionCall(self):
fragment = u'selected("Sound", i+(a*b))\n'
tokens = [
(Token.Name.Function, u'selected'),
(Token.Punctuation, u'('),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'Sound'),
(Token.Literal.String, u'"'),
(Token.Punctuation, u','),
(Token.Text, u' '),
(Token.Text, u'i'),
(Token.Operator, u'+'),
(Token.Text, u'('),
(Token.Text, u'a'),
(Token.Operator, u'*'),
(Token.Text, u'b'),
(Token.Text, u')'),
(Token.Punctuation, u')'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testBrokenUnquotedString(self):
fragment = u'printline string\n... \'interpolated\' string\n'
tokens = [
(Token.Keyword, u'printline'),
(Token.Text, u' '),
(Token.Literal.String, u'string'),
(Token.Text, u'\n'),
(Token.Punctuation, u'...'),
(Token.Text, u' '),
(Token.Literal.String.Interpol, u"'"),
(Token.Literal.String.Interpol, u'interpolated'),
(Token.Literal.String.Interpol, u"'"),
(Token.Text, u' '),
(Token.Literal.String, u'string'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testInlinIf(self):
fragment = u'var = if true == 1 then -1 else 0 fi'
tokens = [
(Token.Text, u'var'),
(Token.Text, u' '),
(Token.Operator, u'='),
(Token.Text, u' '),
(Token.Keyword, u'if'),
(Token.Text, u' '),
(Token.Text, u'true'),
(Token.Text, u' '),
(Token.Operator, u'=='),
(Token.Text, u' '),
(Token.Literal.Number, u'1'),
(Token.Text, u' '),
(Token.Keyword, u'then'),
(Token.Text, u' '),
(Token.Operator, u'-'),
(Token.Literal.Number, u'1'),
(Token.Text, u' '),
(Token.Keyword, u'else'),
(Token.Text, u' '),
(Token.Literal.Number, u'0'),
(Token.Text, u' '),
(Token.Keyword, u'fi'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
class PraatTest(unittest.TestCase):
def setUp(self):
self.lexer = PraatLexer()
self.maxDiff = None
def testNumericAssignment(self):
fragment = u'var = -15e4\n'
tokens = [
(Token.Text, u'var'),
(Token.Text, u' '),
(Token.Operator, u'='),
(Token.Text, u' '),
(Token.Operator, u'-'),
(Token.Literal.Number, u'15e4'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testStringAssignment(self):
fragment = u'var$ = "foo"\n'
tokens = [
(Token.Text, u'var$'),
(Token.Text, u' '),
(Token.Operator, u'='),
(Token.Text, u' '),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'foo'),
(Token.Literal.String, u'"'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testStringEscapedQuotes(self):
fragment = u'"it said ""foo"""\n'
tokens = [
(Token.Literal.String, u'"'),
(Token.Literal.String, u'it said '),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'foo'),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'"'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testFunctionCall(self):
fragment = u'selected("Sound", i+(a*b))\n'
tokens = [
(Token.Name.Function, u'selected'),
(Token.Punctuation, u'('),
(Token.Literal.String, u'"'),
(Token.Literal.String, u'Sound'),
(Token.Literal.String, u'"'),
(Token.Punctuation, u','),
(Token.Text, u' '),
(Token.Text, u'i'),
(Token.Operator, u'+'),
(Token.Text, u'('),
(Token.Text, u'a'),
(Token.Operator, u'*'),
(Token.Text, u'b'),
(Token.Text, u')'),
(Token.Punctuation, u')'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testBrokenUnquotedString(self):
fragment = u'printline string\n... \'interpolated\' string\n'
tokens = [
(Token.Keyword, u'printline'),
(Token.Text, u' '),
(Token.Literal.String, u'string'),
(Token.Text, u'\n'),
(Token.Punctuation, u'...'),
(Token.Text, u' '),
(Token.Literal.String.Interpol, u"'"),
(Token.Literal.String.Interpol, u'interpolated'),
(Token.Literal.String.Interpol, u"'"),
(Token.Text, u' '),
(Token.Literal.String, u'string'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testInlinIf(self):
fragment = u'var = if true == 1 then -1 else 0 fi'
tokens = [
(Token.Text, u'var'),
(Token.Text, u' '),
(Token.Operator, u'='),
(Token.Text, u' '),
(Token.Keyword, u'if'),
(Token.Text, u' '),
(Token.Text, u'true'),
(Token.Text, u' '),
(Token.Operator, u'=='),
(Token.Text, u' '),
(Token.Literal.Number, u'1'),
(Token.Text, u' '),
(Token.Keyword, u'then'),
(Token.Text, u' '),
(Token.Operator, u'-'),
(Token.Literal.Number, u'1'),
(Token.Text, u' '),
(Token.Keyword, u'else'),
(Token.Text, u' '),
(Token.Literal.Number, u'0'),
(Token.Text, u' '),
(Token.Keyword, u'fi'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))