普通文本  |  469行  |  14.43 KB

import unittest
import re
import textwrap
import antlr3
import testbase


# Left-recursion resolution is not yet enabled in the tool.

# class TestLeftRecursion(testbase.ANTLRTest):
#     def parserClass(self, base):
#         class TParser(base):
#             def __init__(self, *args, **kwargs):
#                 base.__init__(self, *args, **kwargs)

#                 self._output = ""


#             def capture(self, t):
#                 self._output += str(t)


#             def recover(self, input, re):
#                 # no error recovery yet, just crash!
#                 raise

#         return TParser


#     def execParser(self, grammar, grammarEntry, input):
#         lexerCls, parserCls = self.compileInlineGrammar(grammar)

#         cStream = antlr3.StringStream(input)
#         lexer = lexerCls(cStream)
#         tStream = antlr3.CommonTokenStream(lexer)
#         parser = parserCls(tStream)
#         getattr(parser, grammarEntry)()
#         return parser._output


#     def runTests(self, grammar, tests, grammarEntry):
#         lexerCls, parserCls = self.compileInlineGrammar(grammar)

#         build_ast = re.search(r'output\s*=\s*AST', grammar)

#         for input, expecting in tests:
#             cStream = antlr3.StringStream(input)
#             lexer = lexerCls(cStream)
#             tStream = antlr3.CommonTokenStream(lexer)
#             parser = parserCls(tStream)
#             r = getattr(parser, grammarEntry)()
#             found = parser._output
#             if build_ast:
#               found += r.tree.toStringTree()

#             self.assertEquals(
#                 expecting, found,
#                 "%r != %r (for input %r)" % (expecting, found, input))


#     def testSimple(self):
#         grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#             }
#             s : a { self.capture($a.text) } ;
#             a : a ID
#               | ID
#               ;
#             ID : 'a'..'z'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#         found = self.execParser(grammar, 's', 'a b c')
#         expecting = "abc"
#         self.assertEquals(expecting, found)


#     def testSemPred(self):
#         grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#             }
#             s : a { self.capture($a.text) } ;
#             a : a {True}? ID
#               | ID
#               ;
#             ID : 'a'..'z'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#         found = self.execParser(grammar, "s", "a b c")
#         expecting = "abc"
#         self.assertEquals(expecting, found)

#     def testTernaryExpr(self):
#         grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#                 output=AST;
#             }
#             e : e '*'^ e
#               | e '+'^ e
#               | e '?'<assoc=right>^ e ':'! e
#               | e '='<assoc=right>^ e
#               | ID
#               ;
#             ID : 'a'..'z'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#         tests = [
#             ("a", "a"),
#             ("a+b", "(+ a b)"),
#             ("a*b", "(* a b)"),
#             ("a?b:c", "(? a b c)"),
#             ("a=b=c", "(= a (= b c))"),
#             ("a?b+c:d", "(? a (+ b c) d)"),
#             ("a?b=c:d", "(? a (= b c) d)"),
#             ("a? b?c:d : e", "(? a (? b c d) e)"),
#             ("a?b: c?d:e", "(? a b (? c d e))"),
#             ]
#         self.runTests(grammar, tests, "e")


#     def testDeclarationsUsingASTOperators(self):
#         grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#                 output=AST;
#             }
#             declarator
#                     : declarator '['^ e ']'!
#                     | declarator '['^ ']'!
#                     | declarator '('^ ')'!
#                     | '*'^ declarator // binds less tight than suffixes
#                     | '('! declarator ')'!
#                     | ID
#                     ;
#             e : INT ;
#             ID : 'a'..'z'+ ;
#             INT : '0'..'9'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#         tests = [
#             ("a", "a"),
#             ("*a", "(* a)"),
#             ("**a", "(* (* a))"),
#             ("a[3]", "([ a 3)"),
#             ("b[]", "([ b)"),
#             ("(a)", "a"),
#             ("a[]()", "(( ([ a))"),
#             ("a[][]", "([ ([ a))"),
#             ("*a[]", "(* ([ a))"),
#             ("(*a)[]", "([ (* a))"),
#             ]
#         self.runTests(grammar, tests, "declarator")


#     def testDeclarationsUsingRewriteOperators(self):
#         grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#                 output=AST;
#             }
#             declarator
#                     : declarator '[' e ']' -> ^('[' declarator e)
#                     | declarator '[' ']' -> ^('[' declarator)
#                     | declarator '(' ')' -> ^('(' declarator)
#                     | '*' declarator -> ^('*' declarator)  // binds less tight than suffixes
#                     | '(' declarator ')' -> declarator
#                     | ID -> ID
#                     ;
#             e : INT ;
#             ID : 'a'..'z'+ ;
#             INT : '0'..'9'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#         tests = [
#             ("a", "a"),
#             ("*a", "(* a)"),
#             ("**a", "(* (* a))"),
#             ("a[3]", "([ a 3)"),
#             ("b[]", "([ b)"),
#             ("(a)", "a"),
#             ("a[]()", "(( ([ a))"),
#             ("a[][]", "([ ([ a))"),
#             ("*a[]", "(* ([ a))"),
#             ("(*a)[]", "([ (* a))"),
#             ]
#         self.runTests(grammar, tests, "declarator")


#     def testExpressionsUsingASTOperators(self):
#         grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#                 output=AST;
#             }
#             e : e '.'^ ID
#               | e '.'^ 'this'
#               | '-'^ e
#               | e '*'^ e
#               | e ('+'^|'-'^) e
#               | INT
#               | ID
#               ;
#             ID : 'a'..'z'+ ;
#             INT : '0'..'9'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#         tests = [
#             ("a", "a"),
#             ("1", "1"),
#             ("a+1", "(+ a 1)"),
#             ("a*1", "(* a 1)"),
#             ("a.b", "(. a b)"),
#             ("a.this", "(. a this)"),
#             ("a-b+c", "(+ (- a b) c)"),
#             ("a+b*c", "(+ a (* b c))"),
#             ("a.b+1", "(+ (. a b) 1)"),
#             ("-a", "(- a)"),
#             ("-a+b", "(+ (- a) b)"),
#             ("-a.b", "(- (. a b))"),
#             ]
#         self.runTests(grammar, tests, "e")


#     @testbase.broken(
#         "Grammar compilation returns errors", testbase.GrammarCompileError)
#     def testExpressionsUsingRewriteOperators(self):
#         grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#                 output=AST;
#             }
#             e : e '.' ID                   -> ^('.' e ID)
#               | e '.' 'this'               -> ^('.' e 'this')
#               | '-' e                      -> ^('-' e)
#               | e '*' b=e                  -> ^('*' e $b)
#               | e (op='+'|op='-') b=e      -> ^($op e $b)
#               | INT                        -> INT
#               | ID                         -> ID
#               ;
#             ID : 'a'..'z'+ ;
#             INT : '0'..'9'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#         tests = [
#             ("a", "a"),
#             ("1", "1"),
#             ("a+1", "(+ a 1)"),
#             ("a*1", "(* a 1)"),
#             ("a.b", "(. a b)"),
#             ("a.this", "(. a this)"),
#             ("a+b*c", "(+ a (* b c))"),
#             ("a.b+1", "(+ (. a b) 1)"),
#             ("-a", "(- a)"),
#             ("-a+b", "(+ (- a) b)"),
#             ("-a.b", "(- (. a b))"),
#             ]
#         self.runTests(grammar, tests, "e")


#     def testExpressionAssociativity(self):
#         grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#                 output=AST;
#             }
#             e
#               : e '.'^ ID
#               | '-'^ e
#               | e '^'<assoc=right>^ e
#               | e '*'^ e
#               | e ('+'^|'-'^) e
#               | e ('='<assoc=right>^ |'+='<assoc=right>^) e
#               | INT
#               | ID
#               ;
#             ID : 'a'..'z'+ ;
#             INT : '0'..'9'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#         tests = [
#             ("a", "a"),
#             ("1", "1"),
#             ("a+1", "(+ a 1)"),
#             ("a*1", "(* a 1)"),
#             ("a.b", "(. a b)"),
#             ("a-b+c", "(+ (- a b) c)"),
#             ("a+b*c", "(+ a (* b c))"),
#             ("a.b+1", "(+ (. a b) 1)"),
#             ("-a", "(- a)"),
#             ("-a+b", "(+ (- a) b)"),
#             ("-a.b", "(- (. a b))"),
#             ("a^b^c", "(^ a (^ b c))"),
#             ("a=b=c", "(= a (= b c))"),
#             ("a=b=c+d.e", "(= a (= b (+ c (. d e))))"),
#             ]
#         self.runTests(grammar, tests, "e")


#     def testJavaExpressions(self):
#       grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#                 output=AST;
#             }
#             expressionList
#                 :   e (','! e)*
#                 ;
#             e   :   '('! e ')'!
#                 |   'this'
#                 |   'super'
#                 |   INT
#                 |   ID
#                 |   type '.'^ 'class'
#                 |   e '.'^ ID
#                 |   e '.'^ 'this'
#                 |   e '.'^ 'super' '('^ expressionList? ')'!
#                 |   e '.'^ 'new'^ ID '('! expressionList? ')'!
#                 |       'new'^ type ( '(' expressionList? ')'! | (options {k=1;}:'[' e ']'!)+) // ugly; simplified
#                 |   e '['^ e ']'!
#                 |   '('^ type ')'! e
#                 |   e ('++'^ | '--'^)
#                 |   e '('^ expressionList? ')'!
#                 |   ('+'^|'-'^|'++'^|'--'^) e
#                 |   ('~'^|'!'^) e
#                 |   e ('*'^|'/'^|'%'^) e
#                 |   e ('+'^|'-'^) e
#                 |   e ('<'^ '<' | '>'^ '>' '>' | '>'^ '>') e
#                 |   e ('<='^ | '>='^ | '>'^ | '<'^) e
#                 |   e 'instanceof'^ e
#                 |   e ('=='^ | '!='^) e
#                 |   e '&'^ e
#                 |   e '^'<assoc=right>^ e
#                 |   e '|'^ e
#                 |   e '&&'^ e
#                 |   e '||'^ e
#                 |   e '?' e ':' e
#                 |   e ('='<assoc=right>^
#                       |'+='<assoc=right>^
#                       |'-='<assoc=right>^
#                       |'*='<assoc=right>^
#                       |'/='<assoc=right>^
#                       |'&='<assoc=right>^
#                       |'|='<assoc=right>^
#                       |'^='<assoc=right>^
#                       |'>>='<assoc=right>^
#                       |'>>>='<assoc=right>^
#                       |'<<='<assoc=right>^
#                       |'%='<assoc=right>^) e
#                 ;
#             type: ID
#                 | ID '['^ ']'!
#                 | 'int'
#                 | 'int' '['^ ']'!
#                 ;
#             ID : ('a'..'z'|'A'..'Z'|'_'|'$')+;
#             INT : '0'..'9'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#       tests = [
#           ("a", "a"),
#           ("1", "1"),
#           ("a+1", "(+ a 1)"),
#           ("a*1", "(* a 1)"),
#           ("a.b", "(. a b)"),
#           ("a-b+c", "(+ (- a b) c)"),
#           ("a+b*c", "(+ a (* b c))"),
#           ("a.b+1", "(+ (. a b) 1)"),
#           ("-a", "(- a)"),
#           ("-a+b", "(+ (- a) b)"),
#           ("-a.b", "(- (. a b))"),
#           ("a^b^c", "(^ a (^ b c))"),
#           ("a=b=c", "(= a (= b c))"),
#           ("a=b=c+d.e", "(= a (= b (+ c (. d e))))"),
#           ("a|b&c", "(| a (& b c))"),
#           ("(a|b)&c", "(& (| a b) c)"),
#           ("a > b", "(> a b)"),
#           ("a >> b", "(> a b)"),  # text is from one token
#           ("a < b", "(< a b)"),
#           ("(T)x", "(( T x)"),
#           ("new A().b", "(. (new A () b)"),
#           ("(T)t.f()", "(( (( T (. t f)))"),
#           ("a.f(x)==T.c", "(== (( (. a f) x) (. T c))"),
#           ("a.f().g(x,1)", "(( (. (( (. a f)) g) x 1)"),
#           ("new T[((n-1) * x) + 1]", "(new T [ (+ (* (- n 1) x) 1))"),
#           ]
#       self.runTests(grammar, tests, "e")


#     def testReturnValueAndActions(self):
#         grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#             }
#             s : e { self.capture($e.v) } ;
#             e returns [v, ignored]
#               : e '*' b=e {$v *= $b.v;}
#               | e '+' b=e {$v += $b.v;}
#               | INT {$v = int($INT.text);}
#               ;
#             INT : '0'..'9'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#         tests = [
#             ("4", "4"),
#             ("1+2", "3")
#             ]
#         self.runTests(grammar, tests, "s")


#     def testReturnValueAndActionsAndASTs(self):
#         grammar = textwrap.dedent(
#             r"""
#             grammar T;
#             options {
#                 language=Python;
#                 output=AST;
#             }
#             s : e { self.capture("v=\%s, " \% $e.v) } ;
#             e returns [v, ignored]
#               : e '*'^ b=e {$v *= $b.v;}
#               | e '+'^ b=e {$v += $b.v;}
#               | INT {$v = int($INT.text);}
#               ;
#             INT : '0'..'9'+ ;
#             WS : (' '|'\n') {self.skip()} ;
#             """)

#         tests = [
#             ("4", "v=4, 4"),
#             ("1+2", "v=3, (+ 1 2)"),
#             ]
#         self.runTests(grammar, tests, "s")


if __name__ == '__main__':
    unittest.main()