ParserInterpreter.py 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170
  1. #
  2. # Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
  3. # Use of this file is governed by the BSD 3-clause license that
  4. # can be found in the LICENSE.txt file in the project root.
  5. #
  6. # A parser simulator that mimics what ANTLR's generated
  7. # parser code does. A ParserATNSimulator is used to make
  8. # predictions via adaptivePredict but this class moves a pointer through the
  9. # ATN to simulate parsing. ParserATNSimulator just
  10. # makes us efficient rather than having to backtrack, for example.
  11. #
  12. # This properly creates parse trees even for left recursive rules.
  13. #
  14. # We rely on the left recursive rule invocation and special predicate
  15. # transitions to make left recursive rules work.
  16. #
  17. # See TestParserInterpreter for examples.
  18. #
  19. from antlr4.dfa.DFA import DFA
  20. from antlr4.BufferedTokenStream import TokenStream
  21. from antlr4.Lexer import Lexer
  22. from antlr4.Parser import Parser
  23. from antlr4.ParserRuleContext import InterpreterRuleContext, ParserRuleContext
  24. from antlr4.Token import Token
  25. from antlr4.atn.ATN import ATN
  26. from antlr4.atn.ATNState import StarLoopEntryState, ATNState, LoopEndState
  27. from antlr4.atn.ParserATNSimulator import ParserATNSimulator
  28. from antlr4.PredictionContext import PredictionContextCache
  29. from antlr4.atn.Transition import Transition
  30. from antlr4.error.Errors import RecognitionException, UnsupportedOperationException, FailedPredicateException
  31. class ParserInterpreter(Parser):
  32. __slots__ = (
  33. 'grammarFileName', 'atn', 'tokenNames', 'ruleNames', 'decisionToDFA',
  34. 'sharedContextCache', '_parentContextStack',
  35. 'pushRecursionContextStates'
  36. )
  37. def __init__(self, grammarFileName:str, tokenNames:list, ruleNames:list, atn:ATN, input:TokenStream):
  38. super().__init__(input)
  39. self.grammarFileName = grammarFileName
  40. self.atn = atn
  41. self.tokenNames = tokenNames
  42. self.ruleNames = ruleNames
  43. self.decisionToDFA = [ DFA(state) for state in atn.decisionToState ]
  44. self.sharedContextCache = PredictionContextCache()
  45. self._parentContextStack = list()
  46. # identify the ATN states where pushNewRecursionContext must be called
  47. self.pushRecursionContextStates = set()
  48. for state in atn.states:
  49. if not isinstance(state, StarLoopEntryState):
  50. continue
  51. if state.isPrecedenceDecision:
  52. self.pushRecursionContextStates.add(state.stateNumber)
  53. # get atn simulator that knows how to do predictions
  54. self._interp = ParserATNSimulator(self, atn, self.decisionToDFA, self.sharedContextCache)
  55. # Begin parsing at startRuleIndex#
  56. def parse(self, startRuleIndex:int):
  57. startRuleStartState = self.atn.ruleToStartState[startRuleIndex]
  58. rootContext = InterpreterRuleContext(None, ATNState.INVALID_STATE_NUMBER, startRuleIndex)
  59. if startRuleStartState.isPrecedenceRule:
  60. self.enterRecursionRule(rootContext, startRuleStartState.stateNumber, startRuleIndex, 0)
  61. else:
  62. self.enterRule(rootContext, startRuleStartState.stateNumber, startRuleIndex)
  63. while True:
  64. p = self.getATNState()
  65. if p.stateType==ATNState.RULE_STOP :
  66. # pop; return from rule
  67. if len(self._ctx)==0:
  68. if startRuleStartState.isPrecedenceRule:
  69. result = self._ctx
  70. parentContext = self._parentContextStack.pop()
  71. self.unrollRecursionContexts(parentContext.a)
  72. return result
  73. else:
  74. self.exitRule()
  75. return rootContext
  76. self.visitRuleStopState(p)
  77. else:
  78. try:
  79. self.visitState(p)
  80. except RecognitionException as e:
  81. self.state = self.atn.ruleToStopState[p.ruleIndex].stateNumber
  82. self._ctx.exception = e
  83. self._errHandler.reportError(self, e)
  84. self._errHandler.recover(self, e)
  85. def enterRecursionRule(self, localctx:ParserRuleContext, state:int, ruleIndex:int, precedence:int):
  86. self._parentContextStack.append((self._ctx, localctx.invokingState))
  87. super().enterRecursionRule(localctx, state, ruleIndex, precedence)
  88. def getATNState(self):
  89. return self.atn.states[self.state]
  90. def visitState(self, p:ATNState):
  91. edge = 0
  92. if len(p.transitions) > 1:
  93. self._errHandler.sync(self)
  94. edge = self._interp.adaptivePredict(self._input, p.decision, self._ctx)
  95. else:
  96. edge = 1
  97. transition = p.transitions[edge - 1]
  98. tt = transition.serializationType
  99. if tt==Transition.EPSILON:
  100. if self.pushRecursionContextStates[p.stateNumber] and not isinstance(transition.target, LoopEndState):
  101. t = self._parentContextStack[-1]
  102. ctx = InterpreterRuleContext(t[0], t[1], self._ctx.ruleIndex)
  103. self.pushNewRecursionContext(ctx, self.atn.ruleToStartState[p.ruleIndex].stateNumber, self._ctx.ruleIndex)
  104. elif tt==Transition.ATOM:
  105. self.match(transition.label)
  106. elif tt in [ Transition.RANGE, Transition.SET, Transition.NOT_SET]:
  107. if not transition.matches(self._input.LA(1), Token.MIN_USER_TOKEN_TYPE, Lexer.MAX_CHAR_VALUE):
  108. self._errHandler.recoverInline(self)
  109. self.matchWildcard()
  110. elif tt==Transition.WILDCARD:
  111. self.matchWildcard()
  112. elif tt==Transition.RULE:
  113. ruleStartState = transition.target
  114. ruleIndex = ruleStartState.ruleIndex
  115. ctx = InterpreterRuleContext(self._ctx, p.stateNumber, ruleIndex)
  116. if ruleStartState.isPrecedenceRule:
  117. self.enterRecursionRule(ctx, ruleStartState.stateNumber, ruleIndex, transition.precedence)
  118. else:
  119. self.enterRule(ctx, transition.target.stateNumber, ruleIndex)
  120. elif tt==Transition.PREDICATE:
  121. if not self.sempred(self._ctx, transition.ruleIndex, transition.predIndex):
  122. raise FailedPredicateException(self)
  123. elif tt==Transition.ACTION:
  124. self.action(self._ctx, transition.ruleIndex, transition.actionIndex)
  125. elif tt==Transition.PRECEDENCE:
  126. if not self.precpred(self._ctx, transition.precedence):
  127. msg = "precpred(_ctx, " + str(transition.precedence) + ")"
  128. raise FailedPredicateException(self, msg)
  129. else:
  130. raise UnsupportedOperationException("Unrecognized ATN transition type.")
  131. self.state = transition.target.stateNumber
  132. def visitRuleStopState(self, p:ATNState):
  133. ruleStartState = self.atn.ruleToStartState[p.ruleIndex]
  134. if ruleStartState.isPrecedenceRule:
  135. parentContext = self._parentContextStack.pop()
  136. self.unrollRecursionContexts(parentContext.a)
  137. self.state = parentContext[1]
  138. else:
  139. self.exitRule()
  140. ruleTransition = self.atn.states[self.state].transitions[0]
  141. self.state = ruleTransition.followState.stateNumber