def stateWhitespace3(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=parserState.NewToken)
parserState.Pop()
return
elif (isinstance(token, StringToken) and (token <= "is")):
parserState.NewToken = IsKeyword(token)
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=parserState.NewToken)
parserState.NextState = DeclarativeRegion.stateDeclarativeRegion
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected function name (designator).", token)
def stateWhitespace1(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, LinebreakToken):
# TODO: review this linebreak case
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = CommentBlock(parserState.LastBlock, token)
parserState.TokenMarker = token
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected ';'.", token)
def stateWhitespace4(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = CommentBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected ';' after subtype indication.", token)
def stateWhitespace1(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, StringToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateProcedureName
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected procedure name (designator).", token)
def stateWhitespace3(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, StringToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateMessage
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken) and isinstance(token.PreviousToken, (LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected keyword REPORT after assertion.", token)
def stateWhitespace1(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, WordToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = ReferenceNameBlock.stateLibraryName
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = ReferenceNameBlock.stateLibraryName
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token,
multiPart=True)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected library name (identifier).",
token)
def stateWhitespace0(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, WordToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateVariableKeyword
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = cls.stateVariableKeyword
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = CommentBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected whitespace after keyword SHARED.", token)
def stateWhitespace2(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, WordToken) and (token <= "is")):
parserState.NewToken = IsKeyword(token)
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=parserState.NewToken)
parserState.NextState = cls.stateDeclarativeRegion
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken) and isinstance(token.PreviousToken, (LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected keyword IS after context name.", token)
def stateWhitespace1(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, WordToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateContextName
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = cls.stateContextName
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken) and isinstance(token.PreviousToken, (LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected context name (identifier).", token)
def stateWhitespace1(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, WordToken):
if (token <= "body"):
parserState.NewToken = BodyKeyword(token)
parserState.NextState = PackageBody.NameBlock.stateBodyKeyword
return
else:
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.statePackageName
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected package name (identifier).", token)
def stateWhitespace2(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == ":")):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateColon1
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = CommentBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException(
"Expected colon after {0} name.".format(cls.OBJECT_KIND), token)
def stateWhitespace3(cls, parserState: ParserState): token = parserState.Token if (isinstance(token, CharacterToken) and (token == ";")): parserState.NewToken = EndToken(token) parserState.NewBlock = EndBlock(parserState.LastBlock, parserState.TokenMarker, endToken=parserState.NewToken.PreviousToken) parserState.Pop() return elif isinstance(token, LinebreakToken): if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))): parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True) _ = LinebreakBlock(parserState.NewBlock, token) else: parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token) parserState.TokenMarker = None return elif isinstance(token, CommentToken): parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True) _ = CommentBlock(parserState.NewBlock, token) parserState.TokenMarker = None return elif (isinstance(token, IndentationToken) and isinstance(token.PreviousToken, (LinebreakToken, SingleLineCommentToken))): return elif (isinstance(token, SpaceToken) and ( isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))): parserState.NewToken = BoundaryToken(token) parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken) parserState.TokenMarker = None return else: parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken) parserState.NextState = EndBlock.stateError parserState.PushState = ExitConditionBlock.stateExpression parserState.TokenMarker = parserState.Token parserState.NextState(parserState) return
def stateWhitespace3(cls, parserState: ParserState): token = parserState.Token if isinstance(token, LinebreakToken): if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))): parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True) _ = LinebreakBlock(parserState.NewBlock, token) else: parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token) parserState.TokenMarker = None return elif isinstance(token, CommentToken): parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True) _ = CommentBlock(parserState.NewBlock, token) parserState.TokenMarker = None return elif (isinstance(token, IndentationToken) and isinstance(token.PreviousToken, (LinebreakToken, SingleLineCommentToken))): return elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))): parserState.NewToken = BoundaryToken(token) parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken) parserState.TokenMarker = None return else: parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken) parserState.NextState = LoopBlock.stateLoopKeyword parserState.PushState = ExpressionBlockEndedByLoop.stateExpression parserState.PushState = ExpressionBlockEndedByLoopORToORDownto.stateExpression parserState.TokenMarker = parserState.Token parserState.NextState(parserState) return
def stateKeyword1(cls, parserState: ParserState):
IS_DOUBLE_KEYWORD = isinstance(cls.KEYWORD, tuple)
nextState = cls.stateWhitespace2 if IS_DOUBLE_KEYWORD else cls.stateWhitespace3
token = parserState.Token
if isinstance(token, CharacterToken):
if (not isinstance(cls.KEYWORD, tuple) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = nextState
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token,
multiPart=True)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
return
raise TokenParserException("Expected ';' or whitespace.", token)
def stateEndKeyword(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, CharacterToken):
if ((cls.KEYWORD_IS_OPTIONAL is True) and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.NextState = cls.stateWhitespace1
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token,
multiPart=True)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
parserState.NextState = cls.stateWhitespace1
return
raise TokenParserException("Expected ';' or whitespace.", token)
def stateItemDelimiter(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, StringToken):
if (token <= "signal"):
parserState.NewToken = SignalKeyword(token)
parserState.PushState = PortListInterfaceSignalBlock.stateSignalKeyword
parserState.TokenMarker = parserState.NewToken
return
else:
parserState.NewToken = IdentifierToken(token)
parserState.PushState = PortListInterfaceSignalBlock.stateObjectName
parserState.TokenMarker = parserState.NewToken
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = PortListInterfaceSignalBlock.stateObjectName
return
elif isinstance(token, SpaceToken):
parserState.NextState = OpenBlock.stateOpeningParenthesis
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = token
parserState.NextState = OpenBlock.stateOpeningParenthesis
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
# parserState.NextState = cls.stateWhitespace1
return
raise TokenParserException("Expected port name (identifier).", token)
def stateWhitespace3(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, WordToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateSubtypeIndication
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = CommentBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected subtype indication after colon.",
token)
def stateItemDelimiter(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, WordToken):
parserState.NewToken = IdentifierToken(token)
parserState.TokenMarker = parserState.NewToken
parserState.NextState = ItemBlock.stateItemRemainder
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = ItemBlock.stateItemRemainder
return
elif isinstance(token, SpaceToken):
parserState.NextState = OpenBlock.stateOpeningParenthesis
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = token
parserState.NextState = OpenBlock.stateOpeningParenthesis
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
raise BlockParserException("Expected signal name (identifier).", token)
def stateDelimiter(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, StringToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = ReferenceNameBlock.stateLibraryName
parserState.TokenMarker = parserState.NewToken
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = ReferenceNameBlock.stateLibraryName
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token,
multiPart=True)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, SpaceToken):
parserState.NewToken = BoundaryToken(token)
parserState.TokenMarker = parserState.NewToken
parserState.NextState = cls.stateWhitespace1
return
raise TokenParserException(
"Expected library name (identifier) or whitespace.", token)
def stateWhitespace4(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken)and (token == ";")):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=parserState.NewToken)
parserState.Pop()
return
elif (isinstance(token, StringToken) and (token <= "severity")):
parserState.NewToken = SeverityKeyword(token)
parserState.NextState = cls.stateSeverityKeyword
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken) and isinstance(token.PreviousToken, (LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected keyword SEVERITY after message.", token)
def stateWhitespace2(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, CharacterToken):
if (token == ';'):
parserState.NewToken = DelimiterToken(token)
parserState.NewBlock = cls(
parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken.PreviousToken)
_ = cls.DELIMITER_BLOCK(parserState.NewBlock,
parserState.NewToken)
parserState.Pop()
return
elif (token == ')'):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = cls(
parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken.PreviousToken)
parserState.Pop(2)
parserState.TokenMarker = parserState.NewToken
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = CommentBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected ';' or ')'.", token)
def stateWhitespace5(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, CharacterToken):
if (token == ","):
parserState.NewToken = DelimiterToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken)
_ = DelimiterBlock(parserState.NewBlock,
parserState.NewToken,
endToken=parserState.NewToken)
parserState.NextState = DelimiterBlock.stateDelimiter
return
elif (token == ";"):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(
parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken.PreviousToken)
_ = EndBlock(parserState.NewBlock,
parserState.NewToken,
endToken=parserState.NewToken)
parserState.Pop()
parserState.TokenMarker = None
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token,
multiPart=True)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise BlockParserException("Expected ',' or ';'.", token)
def stateWhitespace3(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, CharacterToken):
if (token == ";"):
parserState.NewToken = EndToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.Pop()
return
elif isinstance(token, StringToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateSimpleName
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = cls.stateSimpleName
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException(
"Expected ';' or {0} name.".format(cls.EXPECTED_NAME), token)
def stateItemDelimiter(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, WordToken):
if (token <= "constant"):
parserState.NewToken = ConstantKeyword(token)
parserState.PushState = GenericListInterfaceConstantBlock.stateConstantKeyword
parserState.TokenMarker = parserState.NewToken
return
elif (token <= "type"):
parserState.NewToken = TypeKeyword(token)
parserState.PushState = GenericListInterfaceTypeBlock.stateTypeKeyword
parserState.TokenMarker = parserState.NewToken
return
elif (token <= "procedure"):
raise NotImplementedError(
"Generic procedures are not supported.")
elif (token <= "function"):
raise NotImplementedError(
"Generic functions are not supported.")
elif (token <= "impure"):
raise NotImplementedError(
"Generic impure functions are not supported.")
elif (token <= "pure"):
raise NotImplementedError(
"Generic pure functions are not supported.")
else:
parserState.NewToken = IdentifierToken(token)
parserState.PushState = GenericListInterfaceConstantBlock.stateObjectName
parserState.TokenMarker = parserState.NewToken
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = GenericListInterfaceConstantBlock.stateObjectName
return
elif isinstance(token, SpaceToken):
parserState.NextState = OpenBlock.stateOpeningParenthesis
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = token
parserState.NextState = OpenBlock.stateOpeningParenthesis
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
# parserState.NextState = cls.stateWhitespace1
return
raise BlockParserException("Expected generic name (identifier).",
token)
def stateWhitespace2(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == "(")):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=parserState.NewToken.PreviousToken)
_ = ParameterList.OpenBlock(parserState.NewBlock, parserState.NewToken)
parserState.TokenMarker = None
parserState.NextState = VoidBlock.stateAfterParameterList
parserState.PushState = ParameterList.OpenBlock.stateOpeningParenthesis
parserState.Counter = 1
return
elif isinstance(token, StringToken):
keyword = token.Value.lower()
if (keyword == "is"):
parserState.NewToken = IsKeyword(token)
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=parserState.NewToken.PreviousToken)
_ = VoidBlock(parserState.NewBlock, parserState.NewToken)
parserState.TokenMarker = parserState.NewToken
parserState.NextState = VoidBlock.stateDeclarativeRegion
return
elif (keyword == "generic"):
parserState.NewToken = GenericKeyword(token)
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=parserState.NewToken.PreviousToken)
parserState.NextState = GenericList.OpenBlock.stateGenericKeyword
parserState.TokenMarker = parserState.NewToken
return
elif (keyword == "parameter"):
parserState.NewToken = ParameterKeyword(token)
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=parserState.NewToken.PreviousToken)
parserState.NextState = ParameterList.OpenBlock.stateParameterKeyword
parserState.TokenMarker = parserState.NewToken
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock, parserState.TokenMarker, endToken=token.PreviousToken, multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, SpaceToken) and (isinstance(parserState.LastBlock, CommentBlock) and isinstance(parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock, parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected '(' or keywords GENERIC, PARAMETER or RETURN after procedure name.", token)
def stateWhitespace1(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, StringToken):
tokenValue = token.Value.lower()
if (tokenValue == "when"):
newToken = WhenKeyword(token)
parserState.NewToken = newToken
parserState.TokenMarker = newToken
parserState.NextState = WhenBlock.stateWhenKeyword
return
elif (tokenValue == "end"):
parserState.NewToken = EndKeyword(token)
parserState.NextState = cls.END_BLOCK.stateEndKeyword
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException(
"Expected one of these keywords: WHEN or END. Found: '{tokenValue}'."
.format(tokenValue=token.Value), token)
def stateOpeningParenthesis(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, StringToken):
if (token <= "constant"):
parserState.NewToken = ConstantKeyword(token)
parserState.NextState = DelimiterBlock.stateItemDelimiter
parserState.PushState = ParameterListInterfaceConstantBlock.stateConstantKeyword
parserState.TokenMarker = parserState.NewToken
return
elif (token <= "variable"):
parserState.NewToken = VariableKeyword(token)
parserState.NextState = DelimiterBlock.stateItemDelimiter
parserState.PushState = ParameterListInterfaceVariableBlock.stateVariableKeyword
parserState.TokenMarker = parserState.NewToken
return
elif (token <= "signal"):
parserState.NewToken = SignalKeyword(token)
parserState.NextState = DelimiterBlock.stateItemDelimiter
parserState.PushState = ParameterListInterfaceSignalBlock.stateSignalKeyword
parserState.TokenMarker = parserState.NewToken
return
else:
parserState.NewToken = IdentifierToken(token)
parserState.PushState = ParameterListInterfaceConstantBlock.stateObjectName
parserState.TokenMarker = parserState.NewToken
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = ParameterListInterfaceConstantBlock.stateObjectName
return
elif isinstance(token, SpaceToken):
blockType = IndentationBlock if isinstance(
token, IndentationToken) else WhitespaceBlock
parserState.NewBlock = blockType(parserState.LastBlock, token)
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = LinebreakBlock(parserState.LastBlock, token)
parserState.TokenMarker = token
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
raise TokenParserException(
"Expected interface element name (identifier).", token)
def stateWhitespace3(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, StringToken):
tokenValue = token.Value.lower()
try:
parserState.NewToken = cls.MODES[tokenValue](token)
parserState.NextState = cls.stateModeKeyword
return
except KeyError:
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.stateSubtypeIndication
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = cls.stateSubtypeIndication
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = CommentBlock(parserState.LastBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException(
"Expected subtype indication or keyword IN.", token)
def stateWhitespace2(cls, parserState: ParserState):
token = parserState.Token
if isinstance(token, StringToken):
parserState.NewToken = IdentifierToken(token)
parserState.NextState = cls.statePackageName
return
elif isinstance(token, ExtendedIdentifier):
parserState.NextState = cls.statePackageName
return
elif (isinstance(token, CharacterToken) and (token == ".")):
parserState.NewToken = DelimiterToken(token)
parserState.NextState = cls.stateDot1
return
elif isinstance(token, StringToken):
parserState.NewToken = IdentifierToken(token)
parserState.TokenMarker = parserState.NewToken
parserState.NextState = cls.statePackageName
return
elif isinstance(token, LinebreakToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token,
multiPart=True)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected package name (identifier).",
token)
def stateWhitespace1(cls, parserState: ParserState):
token = parserState.Token
if (isinstance(token, CharacterToken) and (token == "(")):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=parserState.NewToken)
parserState.PushState = cls.stateOpeningParenthesis
parserState.Counter = 1
return
elif isinstance(token, LinebreakToken):
if (not (isinstance(parserState.LastBlock, CommentBlock)
and isinstance(parserState.LastBlock.StartToken,
MultiLineCommentToken))):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = LinebreakBlock(parserState.NewBlock, token)
else:
parserState.NewBlock = LinebreakBlock(parserState.LastBlock,
token)
parserState.TokenMarker = None
return
elif isinstance(token, CommentToken):
parserState.NewBlock = cls(parserState.LastBlock,
parserState.TokenMarker,
endToken=token.PreviousToken,
multiPart=True)
_ = CommentBlock(parserState.NewBlock, token)
parserState.TokenMarker = None
return
elif (isinstance(token, IndentationToken)
and isinstance(token.PreviousToken,
(LinebreakToken, SingleLineCommentToken))):
return
elif (isinstance(token, SpaceToken) and
(isinstance(parserState.LastBlock, CommentBlock) and isinstance(
parserState.LastBlock.StartToken, MultiLineCommentToken))):
parserState.NewToken = BoundaryToken(token)
parserState.NewBlock = WhitespaceBlock(parserState.LastBlock,
parserState.NewToken)
parserState.TokenMarker = None
return
raise TokenParserException("Expected '(' after keyword PARAMETER.",
token)
