def test_parse_pgstring_literals(self):
for n in [
"$$eggs$$", "$$Sausage 1$$", "$$spam\nspam\n\tsausage$$",
"$$$$"
]:
self.assertSequenceEqual(tokens_with_types(CqlRuleSet.lex(n)),
[(n, 'pgStringLiteral')])
self.assertSequenceEqual(tokens_with_types(CqlRuleSet.lex("$$eggs$$")),
[("$$eggs$$", 'pgStringLiteral')])
tokens = CqlRuleSet.lex("$$spam\nspam\n\tsausage$$")
tokens = CqlRuleSet.cql_massage_tokens(tokens)
# [('pgStringLiteral', '$$spam\nspam\n\tsausage$$', (0, 22))]
self.assertEqual(tokens[0][0], "pgStringLiteral")
tokens = CqlRuleSet.lex("$$spam\nspam\n")
tokens = CqlRuleSet.cql_massage_tokens(tokens)
# [('unclosedPgString', '$$', (0, 2)), ('identifier', 'spam', (2, 6)), ('identifier', 'spam', (7, 11))]
self.assertEqual(tokens[0][0], "unclosedPgString")
tokens = CqlRuleSet.lex("$$foo bar$$ $$spam\nspam\n")
tokens = CqlRuleSet.cql_massage_tokens(tokens)
# [('pgStringLiteral', '$$foo bar$$', (0, 11)), ('unclosedPgString', '$$', (12, 14)), ('identifier', 'spam', (14, 18)), ('identifier', 'spam', (19, 23))]
self.assertEqual(tokens[0][0], "pgStringLiteral")
self.assertEqual(tokens[1][0], "unclosedPgString")
def test_colons_in_string_literals(self):
comment_strings = ["'Movie Title: The Movie'",
"':a:b:c:'",
"'(>>=) :: (Monad m) => m a -> (a -> m b) -> m b'"]
for s in comment_strings:
self.assertSequenceEqual(tokens_with_types(CqlRuleSet.lex(s)),
[(s, 'quotedStringLiteral')])
def test_comments_in_string_literals(self):
comment_strings = ["'sausage -- comment'",
"'eggs and spam // comment string'",
"'spam eggs sausage and spam /* still in string'"]
for s in comment_strings:
self.assertSequenceEqual(tokens_with_types(CqlRuleSet.lex(s)),
[(s, 'quotedStringLiteral')])
def test_parse_uuid(self):
uuids = ['4feeae80-e9cc-11e4-b571-0800200c9a66',
'7142303f-828f-4806-be9e-7a973da0c3f9',
'dff8d435-9ca0-487c-b5d0-b0fe5c5768a8']
for u in uuids:
self.assertSequenceEqual(tokens_with_types(CqlRuleSet.lex(u)),
[(u, 'uuid')])
def test_partial_parsing(self):
[parsed] = CqlRuleSet.cql_parse('INSERT INTO ks.test')
self.assertSequenceEqual(parsed.matched, [])
self.assertSequenceEqual(tokens_with_types(parsed.remainder),
[('INSERT', 'reserved_identifier'),
('INTO', 'reserved_identifier'),
('ks', 'identifier'), ('.', 'op'),
('test', 'identifier')])
def cutcode(code):
index = code.rfind(' ')
completed = code[:index+1]
partial = code[index+1:]
print 'completed: "%s"' % completed
print 'partial: "%s"' % partial
completions = CqlRuleSet.cql_complete(completed, partial, cassandra_conn=cqlkernel,
startsymbol='cqlshCommand')
print completions
def parse_cqlsh_statements(text):
'''
Runs its argument through the sequence of parsing steps that cqlsh takes its
input through.
Currently does not handle batch statements.
'''
# based on onecmd
statements, _ = CqlRuleSet.cql_split_statements(text)
# stops here. For regular cql commands, onecmd just splits it and sends it
# off to the cql engine; parsing only happens for cqlsh-specific stmts.
return strip_final_empty_items(statements)[0]
def test_parse_string_literals(self):
for n in ["'eggs'", "'Sausage 1'", "'spam\nspam\n\tsausage'", "''"]:
self.assertSequenceEqual(tokens_with_types(CqlRuleSet.lex(n)),
[(n, 'quotedStringLiteral')])
self.assertSequenceEqual(tokens_with_types(CqlRuleSet.lex("'eggs'")),
[("'eggs'", 'quotedStringLiteral')])
tokens = CqlRuleSet.lex("'spam\nspam\n\tsausage'")
tokens = CqlRuleSet.cql_massage_tokens(tokens)
self.assertEqual(tokens[0][0], "quotedStringLiteral")
tokens = CqlRuleSet.lex("'spam\nspam\n")
tokens = CqlRuleSet.cql_massage_tokens(tokens)
self.assertEqual(tokens[0][0], "unclosedString")
tokens = CqlRuleSet.lex("'foo bar' 'spam\nspam\n")
tokens = CqlRuleSet.cql_massage_tokens(tokens)
self.assertEqual(tokens[1][0], "unclosedString")
def test_parse_numbers(self):
for n in ['6', '398', '18018']:
self.assertSequenceEqual(tokens_with_types(CqlRuleSet.lex(n)),
[(n, 'wholenumber')])
print 'completed: "%s"' % completed
print 'partial: "%s"' % partial
completions = CqlRuleSet.cql_complete(completed, partial, cassandra_conn=cqlkernel,
startsymbol='cqlshCommand')
print completions
cutcode("create")
cutcode("create ")
cutcode("create t")
# foo = cqlkernel.do_execute("select * from system.local xxx;", False)
foo = CqlRuleSet.cql_complete("CREATE", "", cassandra_conn=cqlkernel,
startsymbol='cqlshCommand')
print foo
foo = CqlRuleSet.cql_complete("CREATE ", "T", cassandra_conn=cqlkernel,
startsymbol='cqlshCommand')
print foo
foo = CqlRuleSet.cql_complete( "USE", "", cassandra_conn=cqlkernel,
startsymbol='cqlshCommand')
print foo
foo = CqlRuleSet.cql_complete( "", "CREATE", cassandra_conn=cqlkernel,
startsymbol='cqlshCommand')
