def stateSubtypeIndication(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, FusedCharacterToken) and (token == ":=")):
parserState.NewToken = VariableAssignmentKeyword(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.NextState = cls.DELIMITER_BLOCK.stateItemDelimiter
parserState.PushState = cls.EXPRESSION.stateBeforeExpression
parserState.TokenMarker = None
parserState.Counter = 0
return
elif isinstance(token, CharacterToken):
if (token == ';'):
parserState.NewToken = DelimiterToken(token)
parserState.NewBlock = cls(
parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken.PreviousToken)
_ = cls.DELIMITER_BLOCK(parserState.NewBlock,
parserState.NewToken)
parserState.Pop()
return
elif (token == ')'):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = cls(
parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken.PreviousToken)
parserState.Pop(2)
parserState.TokenMarker = parserState.NewToken
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateWhitespace5
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace5
return
raise BlockParserException(
"Expected ';', ':=' or whitespace after subtype indication.",
token)
def stateEntityInstantiationName(cls, parserState: ParserState):
token = parserState.Token
errorMessage = "Expected ';' after entityInstantiation name."
if isinstance(token, CharacterToken):
if (token == ";"):
parserState.NewToken = EndToken(token)
parserState.NewBlock = EntityInstantiationBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif (token == "\n"):
parserState.NewBlock = EntityInstantiationBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.NewToken = LinebreakToken(token)
_ = LinebreakBlock(parserState.NewBlock, parserState.NewToken)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace2
parserState.PushState = LinebreakBlock.stateLinebreak
return
elif (token == "-"):
parserState.NewBlock = EntityInstantiationBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace2
parserState.PushState = SingleLineCommentBlock.statePossibleCommentStart
parserState.TokenMarker = token
return
elif (token == "/"):
parserState.NewBlock = EntityInstantiationBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace2
parserState.PushState = MultiLineCommentBlock.statePossibleCommentStart
parserState.TokenMarker = token
return
elif isinstance(token, SpaceToken):
parserState.NextState = cls.stateWhitespace2
return
raise TokenParserException(errorMessage, token)
def stateWhitespace4(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif (isinstance(token, WordToken) and (token <= "severity")):
parserState.NewToken = SeverityKeyword(token)
parserState.NextState = cls.stateSeverityKeyword
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException(
"Expected keyword SEVERITY after report message (expression).",
token)
def stateGenericKeyword(cls, parserState: ParserState):
token = parserState.Token
errorMessage = "Expected whitespace or '(' after keyword GENERIC."
if isinstance(token, CharacterToken):
if (token == "("):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = OpenBlock(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.NextState = CloseBlock.stateClosingParenthesis
parserState.PushState = OpenBlock.stateOpeningParenthesis
parserState.Counter = 1
return
elif (token == "\n"):
parserState.NewBlock = OpenBlock(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.NewToken = LinebreakToken(token)
_ = LinebreakBlock(parserState.NewBlock, parserState.NewToken)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
parserState.PushState = LinebreakBlock.stateLinebreak
return
elif (token == "-"):
parserState.NewBlock = OpenBlock(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
parserState.PushState = SingleLineCommentBlock.statePossibleCommentStart
parserState.TokenMarker = token
return
elif (token == "/"):
parserState.NewBlock = OpenBlock(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
parserState.PushState = MultiLineCommentBlock.statePossibleCommentStart
parserState.TokenMarker = token
return
elif isinstance(token, SpaceToken):
parserState.NextState = cls.stateWhitespace1
return
raise TokenParserException(errorMessage, token)
def stateWhitespace3(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif (isinstance(token, WordToken) and (token <= "is")):
parserState.NewToken = IsKeyword(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.NextState = DeclarativeRegion.stateDeclarativeRegion
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected function name (designator).",
token)
def stateWhitespace3(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, StringToken):
tokenValue = token.Value.lower()
try:
parserState.NewToken = cls.MODES[tokenValue](token)
parserState.NextState = cls.stateModeKeyword
return
except KeyError:
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateSubtypeIndication
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = cls.stateSubtypeIndication
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = CommentBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException(
"Expected subtype indication or keyword IN.", token)
def stateColon1(cls, parserState: ParserState):
token = parserState.Token
errorMessage = "Expected type mark or whitespace after ':'."
if isinstance(token, CharacterToken):
if (token == "\n"):
parserState.NewBlock = AttributeDeclarationBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.NewToken = LinebreakToken(token)
_ = LinebreakBlock(parserState.NewBlock, parserState.NewToken)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace3
parserState.PushState = LinebreakBlock.stateLinebreak
return
elif (token == "-"):
parserState.NewBlock = AttributeDeclarationBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace3
parserState.PushState = SingleLineCommentBlock.statePossibleCommentStart
parserState.TokenMarker = token
return
elif (token == "/"):
parserState.NewBlock = AttributeDeclarationBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace3
parserState.PushState = MultiLineCommentBlock.statePossibleCommentStart
parserState.TokenMarker = token
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateWhitespace3
return
elif isinstance(token, WordToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateTypeMarkName
return
raise TokenParserException(errorMessage, token)
def stateDeclarativeRegion(cls, parserState: ParserState):
errorMessage = "Expected one of these keywords: generic, port, begin, end."
token = parserState.Token
if isinstance(parserState.Token, CharacterToken):
if (token == "\n"):
parserState.NewToken = LinebreakToken(token)
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = parserState.NewToken
return
elif (token == "-"):
parserState.PushState = SingleLineCommentBlock.statePossibleCommentStart
parserState.TokenMarker = token
return
elif (token == "/"):
parserState.PushState = MultiLineCommentBlock.statePossibleCommentStart
parserState.TokenMarker = token
return
elif isinstance(token, SpaceToken):
parserState.NewToken = IndentationToken(token)
parserState.NewBlock = IndentationBlock(parserState.LastBlock,
parserState.NewToken)
return
elif isinstance(token, StringToken):
keyword = token.Value.lower()
if (keyword == "generic"):
newToken = GenericKeyword(token)
parserState.PushState = GenericList.OpenBlock.stateGenericKeyword
elif (keyword == "port"):
newToken = PortKeyword(token)
parserState.PushState = PortList.OpenBlock.statePortKeyword
elif (keyword == "end"):
newToken = EndKeyword(token)
parserState.NextState = EndGenerateBlock.stateEndKeyword
elif (keyword == "begin"):
parserState.NewToken = BeginKeyword(token)
parserState.NewBlock = ElseGenerateBeginBlock(
parserState.LastBlock, parserState.NewToken)
parserState.NextState = ElseGenerateBeginBlock.stateBeginKeyword
return
else:
raise TokenParserException(errorMessage, token)
parserState.NewToken = newToken
parserState.TokenMarker = newToken
return
raise TokenParserException(errorMessage, token)
def stateWhitespace1(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, CharacterToken):
if (token == ","):
parserState.NewToken = DelimiterToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken)
_ = DelimiterBlock(parserState.NewBlock, parserState.NewToken)
parserState.NextState = DelimiterBlock.stateDelimiter
return
elif (token == ";"):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken)
_ = EndBlock(parserState.NewBlock, parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token,
multiPart=True)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected ';'.", token)
def stateWhitespace2(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, WordToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.statePackageName
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = cls.statePackageName
return
elif (isinstance(token, CharacterToken) and (token == ".")):
parserState.NewToken = DelimiterToken(token)
parserState.NextState = cls.stateDot1
return
elif isinstance(token, WordToken):
parserState.NewToken = IdentifierToken(token)
parserState.TokenMarker = parserState.NewToken
parserState.NextState = cls.statePackageName
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token,
multiPart=True)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected package name (identifier).",
token)
def stateAllKeyword(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ")")):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = CloseBlock(parserState.LastBlock,
parserState.NewToken,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, SpaceToken):
parserState.NextState = cls.stateWhitespace1
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
return
raise BlockParserException(
"Expected ')' or whitespace after keyword ALL.", token)
def stateExitLoopLabel(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
# parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token, multiPart=True)
# parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace2
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace2
return
raise BlockParserException(
"Expected ';' or whitespace after loop label.", token)
def stateIsKeyword(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, SpaceToken):
blockType = IndentationBlock if isinstance(token, IndentationToken) else WhitespaceBlock
parserState.NewBlock = blockType(parserState.LastBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(token, LinebreakToken) else CommentBlock
parserState.NewBlock = block(parserState.LastBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
return
raise BlockParserException("Expected whitespace after keyword IS.", token)
def stateSubtypeIndication(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ';')):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(
parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken.PreviousToken)
_ = cls.END_BLOCK(parserState.NewBlock, parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateWhitespace4
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace4
return
raise BlockParserException(
"Expected ';' or whitespace after subtype indication.", token)
def stateColon1(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, StringToken):
try:
parserState.NewToken = cls.MODES[token.Value.lower()](token)
parserState.NextState = cls.stateModeKeyword
return
except KeyError:
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateSubtypeIndication
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateWhitespace3
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace3
return
raise TokenParserException(
"Expected subtype indication or whitespace after colon.", token)
def stateClosingParenthesis(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = CloseBlock(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, SpaceToken):
parserState.NextState = cls.stateWhitespace1
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
return
raise TokenParserException("Expected ';' or whitespace.", token)
def stateReturnType(cls, parserState: ParserState):
token = parserState.Token
errorMessage = "Expected ';' or whitespace after type mark (return type)."
if (isinstance(token, CharacterToken) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateWhitespace3
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace3
return
raise BlockParserException(errorMessage, token)
def stateParameterKeyword(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == "(")):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.NextState = CloseBlock.stateClosingParenthesis
parserState.PushState = cls.stateOpeningParenthesis
parserState.Counter = 1
return
elif isinstance(token, SpaceToken):
parserState.NextState = cls.stateWhitespace1
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
return
raise TokenParserException(
"Expected '(' or whitespace after keyword PARAMETER.", token)
def stateDot2(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, WordToken):
if (token <= "all"):
parserState.NewToken = AllKeyword(token)
else:
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateObjectName
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = cls.stateObjectName
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateWhitespace4
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace4
return
raise BlockParserException("Expected object name after '.'.", token)
def stateItemRemainder(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, CharacterToken):
if (token == "("):
parserState.Counter += 1
elif (token == ")"):
parserState.Counter -= 1
if (parserState.Counter == 0):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = ItemBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken.PreviousToken)
_ = CloseBlock(parserState.NewBlock, parserState.NewToken)
parserState.Pop()
parserState.TokenMarker = None
else:
parserState.NewToken = ClosingRoundBracketToken(token)
# parserState.NewBlock = CloseBlock(parserState.LastBlock, parserState.NewToken)
# parserState.Pop()
elif (token == ";"):
if (parserState.Counter == 1):
parserState.NewToken = DelimiterToken(token)
parserState.NewBlock = ItemBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken.PreviousToken)
_ = DelimiterBlock(parserState.NewBlock,
parserState.NewToken)
parserState.NextState = DelimiterBlock.stateItemDelimiter
else:
raise TokenParserException(
"Mismatch in opening and closing parenthesis: open={0}"
.format(parserState.Counter), token)
def stateDot1(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, WordToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.statePackageName
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = cls.statePackageName
return
elif (isinstance(token, CharacterToken) and (token == ".")):
parserState.NewToken = DelimiterToken(token)
parserState.NextState = cls.stateDot1
return
elif isinstance(token, SpaceToken):
#parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateWhitespace2
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace2
return
raise BlockParserException("Expected package name after '.'.", token)
def stateAfterParameterList(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, WordToken):
if (token <= "is"):
parserState.NewToken = IsKeyword(token)
parserState.NewBlock = VoidBlock(parserState.LastBlock,
parserState.TokenMarker,
parserState.NewToken)
parserState.NextState = DeclarativeRegion.stateDeclarativeRegion
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateWhitespace1
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = block(parserState.LastBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
return
raise BlockParserException("Expected keyword RETURN.", token)
def stateObjectName(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ":")):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateColon1
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateWhitespace2
return
elif isinstance(token, (LinebreakToken, CommentToken)):
block = LinebreakBlock if isinstance(
token, LinebreakToken) else CommentBlock
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = block(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace2
return
raise BlockParserException(
"Expected ':' or whitespace after {0} name.".format(
cls.OBJECT_KIND), token)
def stateWhitespace1(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == "(")):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.PushState = cls.stateOpeningParenthesis
parserState.Counter = 1
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected '(' after keyword PARAMETER.",
token)
def stateOpeningParenthesis(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ")")):
# if (parserState.TokenMarker != token):
# parserState.NewBlock = IndentationBlock(parserState.LastBlock, parserState.TokenMarker, token.PreviousToken)
parserState.Pop()
parserState.TokenMarker = token
return
elif isinstance(token, StringToken):
if (token <= "signal"):
parserState.NewToken = SignalKeyword(token)
parserState.NextState = DelimiterBlock.stateItemDelimiter
parserState.PushState = PortListInterfaceSignalBlock.stateSignalKeyword
parserState.TokenMarker = parserState.NewToken
return
else:
parserState.NewToken = IdentifierToken(token)
parserState.NextState = DelimiterBlock.stateItemDelimiter
parserState.PushState = PortListInterfaceSignalBlock.stateObjectName
parserState.TokenMarker = parserState.NewToken
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = PortListInterfaceSignalBlock.stateObjectName
return
elif isinstance(token, SpaceToken):
blockType = IndentationBlock if isinstance(
token, IndentationToken) else WhitespaceBlock
parserState.NewBlock = blockType(parserState.LastBlock, token)
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = token
# parserState.NextState = cls.stateWhitespace1
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
# parserState.NextState = cls.stateWhitespace1
return
raise TokenParserException(
"Expected interface signal name (identifier) or keyword: SIGNAL.",
token)
def stateTypeMarkName(cls, parserState: ParserState):
token = parserState.Token
errorMessage = "Expected ':=' or whitespace after type mark."
if isinstance(token, CharacterToken):
if (token == ":"):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.statePossibleVariableAssignment
return
elif (token == "\n"):
parserState.NewBlock = SubTypeBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.NewToken = LinebreakToken(token)
_ = LinebreakBlock(parserState.NewBlock, parserState.NewToken)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace4
parserState.PushState = LinebreakBlock.stateLinebreak
return
elif (token == "-"):
parserState.NewBlock = SubTypeBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace4
parserState.PushState = SingleLineCommentBlock.statePossibleCommentStart
parserState.TokenMarker = token
return
elif (token == "/"):
parserState.NewBlock = SubTypeBlock(
parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace4
parserState.PushState = MultiLineCommentBlock.statePossibleCommentStart
parserState.TokenMarker = token
return
elif isinstance(token, SpaceToken):
parserState.NextState = cls.stateWhitespace4
return
raise TokenParserException(errorMessage, token)
def stateWhitespace4(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, FusedCharacterToken) and (token == ":=")):
parserState.NewToken = VariableAssignmentKeyword(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.PushState = cls.EXPRESSION_BLOCK.stateExpression
parserState.TokenMarker = None
parserState.Counter = 0
return
elif (isinstance(token, CharacterToken) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = CommentBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException(
"Expected ':=' or ';' after subtype indication.", token)
def stateWhitespace2(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, StringToken) and (token <= "is")):
parserState.NewToken = IsKeyword(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.TokenMarker = None
parserState.NextState = DeclarativeRegion.stateDeclarativeRegion
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected keyword IS after entity name.",
token)
def stateWhitespace4(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ".")):
parserState.NewToken = DelimiterToken(token)
parserState.NextState = cls.stateDot1
return
elif isinstance(token, StringToken):
if (token <= "all"):
parserState.NewToken = AllKeyword(token)
else:
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateObjectName
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = cls.stateObjectName
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token,
multiPart=True)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException(
"Expected object name (identifier) or keyword ALL.", token)
def stateWhitespace1(cls, parserState: ParserState):
token = parserState.Token
errorMessage = "Expected '(' after keyword PROCESS."
if (isinstance(token, CharacterToken) and (token == ")")):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.NewToken,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException(errorMessage, token)
