def test_token_identifier_with_non_alphanum_chars(self):
lexer = Lexer(FileReader(io.StringIO('id@as')))
token = lexer.read_next_token()
self.assertEqual(token.token_type, TokenType.IDENTIFIER)
self.assertEqual(token.token_value, 'id')
self.assertRaises(UndefinedSymbolException, lexer.read_next_token)
def test_read_token_with_white_space_at_beginning(self):
lexer = Lexer(FileReader(io.StringIO(' \t\n id')))
token = lexer.read_next_token()
self.assertIsInstance(token, Token)
self.assertEqual(token.token_type, TokenType.IDENTIFIER)
self.assertEqual(token.token_value, 'id')
def test_read_token(self):
lexer = Lexer(FileReader(io.StringIO('id')))
token = lexer.read_next_token()
self.assertIsInstance(token, Token)
self.assertEqual(token.token_type, TokenType.IDENTIFIER)
self.assertEqual(token.token_value, 'id')
def test_read_token_all_tokens(self):
for token_type in TokenType:
with self.subTest(token=token_type):
lexer = Lexer(FileReader(io.StringIO(token_type.value)))
token = lexer.read_next_token()
self.assertEqual(token.token_type, token_type)
self.assertEqual(token.token_value, token_type.value)
def test_two_token_with_required_space(self):
lexer = Lexer(FileReader(io.StringIO('123 asd')))
token_1 = lexer.read_next_token()
token_2 = lexer.read_next_token()
self.assertEqual(token_1.token_type, TokenType.NUMBER_LITERAL)
self.assertEqual(token_1.token_value, '123')
self.assertEqual(token_2.token_type, TokenType.IDENTIFIER)
self.assertEqual(token_2.token_value, 'asd')
def test_two_token_without_required_space_with_space(self):
lexer = Lexer(FileReader(io.StringIO(' [ ] ')))
token_1 = lexer.read_next_token()
token_2 = lexer.read_next_token()
self.assertEqual(token_1.token_type, TokenType.SQUARE_LEFT_BRACKET)
self.assertEqual(token_1.token_value,
TokenType.SQUARE_LEFT_BRACKET.value)
self.assertEqual(token_2.token_type, TokenType.SQUARE_RIGHT_BRACKET)
self.assertEqual(token_2.token_value,
TokenType.SQUARE_RIGHT_BRACKET.value)
def assertParserTest(self, data_structure, result):
file = io.StringIO(data_structure)
lexer = Lexer(FileReader(file))
parser = Parser(lexer)
tree = parser.parse()
self.assertEqual(''.join(str(tree).split()), ''.join(result.split()))
def main(args):
try:
if (len(args)) < 3:
print(
"Missing arguments!(structure.miniasn data.bin name [params])")
return
file_reader = FileReader(open(args[0]))
lexer = Lexer(file_reader)
p = Parser(lexer)
tree = p.parse()
reader = ByteReader(open(args[1]))
print(tree.read_value(reader, args[2], arguments=args[3:]))
except Exception as e:
print(e)
def assertMiniASNTest(self,
data_structure,
hex_data,
result,
name,
params=None):
if params is None:
params = []
file = io.StringIO(data_structure)
lexer = Lexer(FileReader(file))
parser = Parser(lexer)
tree = parser.parse()
reader = ByteReader(io.BytesIO(bytearray.fromhex(hex_data)))
self.assertEqual(
''.join(tree.read_value(reader, name, params).split()),
''.join(result.split()))
def test_token_identifier_with_digits_at_end(self):
lexer = Lexer(FileReader(io.StringIO('id123')))
token = lexer.read_next_token()
self.assertEqual(token.token_type, TokenType.IDENTIFIER)
def test_two_token_with_required_space_without_space(self):
lexer = Lexer(FileReader(io.StringIO('123asd')))
self.assertRaises(RequiredSpaceException, lexer.read_next_token)
def test_undefined_symbol_after_end_of_token_which_may_be_sub_token(self):
lexer = Lexer(FileReader(io.StringIO('<@')))
token = lexer.read_next_token()
self.assertEqual(token.token_type, TokenType.LESS)
self.assertRaises(UndefinedSymbolException, lexer.read_next_token)
def test_token_number(self):
lexer = Lexer(FileReader(io.StringIO('123')))
token = lexer.read_next_token()
self.assertEqual(token.token_type, TokenType.NUMBER_LITERAL)
def test_read_token_when_no_token(self):
lexer = Lexer(FileReader(io.StringIO('')))
token = lexer.read_next_token()
self.assertEqual(token.token_type, TokenType.END_OF_FILE)
def test_undefined_symbol_after_token(self):
lexer = Lexer(FileReader(io.StringIO('123@')))
token = lexer.read_next_token()
self.assertEqual(token.token_type, TokenType.NUMBER_LITERAL)
self.assertRaises(UndefinedSymbolException, lexer.read_next_token)
def assertParserRaiseTest(self, data_structure, exception):
file = io.StringIO(data_structure)
lexer = Lexer(FileReader(file))
parser = Parser(lexer)
self.assertRaises(exception, parser.parse)
def test_get_token(self):
lexer = Lexer(FileReader(io.StringIO('id')))
token = lexer.read_next_token()
get_token = lexer.get_token()
self.assertEqual(token, get_token)
def test_instance(self):
lexer = Lexer(FileReader(io.StringIO('')))
parser = Parser(lexer)
self.assertIsInstance(parser, Parser)
def test_token_identifier_with_digits_at_beginning(self):
lexer = Lexer(FileReader(io.StringIO('123ar')))
self.assertRaises(RequiredSpaceException, lexer.read_next_token)