def test_apply(self):
self.assertEqual(tokenize("(- 1 2)"), [('opening', None), ('symbol', '-'), ('literal', 1), ('literal', 2), ('closing', None)])
self.assertEqual(tokenize("(define square (lambda x (* x x)))"),
[('opening', None), ('symbol', 'define'), ('symbol', 'square'),
('opening', None), ('symbol', 'lambda'), ('symbol', 'x'),
('opening', None), ('symbol', '*'), ('symbol', 'x'), ('symbol', 'x'),
('closing', None), ('closing', None), ('closing', None)])
def test_strings(self):
# Valid string literals
self.assertEqual(tokenize('"some string"'), [('literal', 'some string')])
self.assertEqual(tokenize('"some (string)"'), [('literal', 'some (string)')])
self.assertEqual(tokenize('''"some 'string'"'''), [('literal', "some 'string'")])
# Not valid
self.assertEqual(tokenize('"some \"string\""'), [('literal', 'some '), ('symbol', 'string'), ('literal', '')])
def test_symbols(self):
# Valid symbols
self.assertEqual(tokenize("x"), [('symbol', 'x')])
self.assertEqual(tokenize("123abc123"), [('symbol', '123abc123')])
self.assertEqual(tokenize("--thing--"), [('symbol', '--thing--')])
# Not valid
self.assertEqual(tokenize("x y"), [('symbol', 'x'), ('symbol', 'y')])
self.assertEqual(tokenize("z(x)"), [('symbol', 'z'), ('opening', None), ('symbol', 'x'), ('closing', None)])
def test_numbers(self):
# Valid number literals
self.assertEqual(tokenize("3"), [('literal', 3)])
self.assertEqual(tokenize("+3"), [('literal', 3)])
self.assertEqual(tokenize("-4"), [('literal', -4)])
# Not valid (considered symbols)
self.assertEqual(tokenize("2.5"), [('symbol', '2.5')])
self.assertEqual(tokenize("-2-4"), [('symbol', '-2-4')])
def test_parse(self):
self.assertEqual(parse(tokenize("(+ 1 2)")),
{'type': 'apply',
'operator': {'type': 'symbol', 'value': '+'},
'arguments': ({'type': 'literal', 'value': 1},
{'type': 'literal', 'value': 2})})
self.assertEqual(parse(tokenize("(define square (lambda x (* x x)))")),
{'type': 'apply',
'operator': {'type': 'symbol', 'value': 'define'},
'arguments': ({'type': 'symbol', 'value': 'square'},
{'type': 'apply',
'operator': {'type': 'symbol', 'value': 'lambda'},
'arguments': ({'type': 'symbol', 'value': 'x'},
{'type': 'apply',
'operator': {'type': 'symbol', 'value': '*'},
'arguments': ({'type': 'symbol', 'value': 'x'},
{'type': 'symbol', 'value': 'x'})})})})
def execute(program):
'''Take a Kimi program as a string. Tokenize the program, parse the tokens into a tree,
then evaluate the tree. Return the result, or an error message.'''
return evaluate(parse(tokenize(program)), standard_env())