Make grammar tests

ncw · ncw · commit dc4ddaa86a85 · 2014-11-18T08:40:49.000Z
diff --git a/parser/grammar_test.go b/parser/grammar_test.go
@@ -14,11 +14,13 @@ func TestGrammar(t *testing.T) {
 		mode string
 		out  string
 	}{
-		{"", "exec", "Module(Body=[])"},
-		{"pass", "exec", "Module(Body=[Pass()])"},
-		{"()", "eval", "Expression(Body=Tuple(Elts=[],Ctx=UnknownExprContext(0)))"},
-		{"()", "exec", "Module(Body=[ExprStmt(Value=Tuple(Elts=[],Ctx=UnknownExprContext(0)))])"},
-		{"[ ]", "exec", "Module(Body=[ExprStmt(Value=List(Elts=[],Ctx=UnknownExprContext(0)))])"},
+		// START TESTS
+		{"", "exec", "Module(body=[])"},
+		{"pass", "exec", "Module(body=[Pass()])"},
+		{"()", "eval", "Expression(body=Tuple(elts=[], ctx=Load()))"},
+		{"()", "exec", "Module(body=[Expr(value=Tuple(elts=[], ctx=Load()))])"},
+		{"[ ]", "exec", "Module(body=[Expr(value=List(elts=[], ctx=Load()))])"},
+		// END TESTS
 	} {
 		Ast, err := ParseString(test.in, test.mode)
 		if err != nil {
diff --git a/parser/make_grammar_test.py b/parser/make_grammar_test.py
@@ -0,0 +1,52 @@
+#!/usr/bin/env python3
+"""
+Read in grammar_test.go, and re-write the tests section
+"""
+
+import sys
+import ast
+
+inp = [
+    ("", "exec"),
+    ("pass", "exec"),
+    ("()", "eval"),
+    ("()", "exec"),
+    ("[ ]", "exec"),
+]
+
+def dump(source, mode):
+    """Dump source after parsing with mode"""
+    a = ast.parse(source, mode=mode)
+    return ast.dump(a, annotate_fields=True, include_attributes=False)
+
+def escape(x):
+    """Encode strings with backslashes for python/go"""
+    return x.encode("unicode_escape").decode("utf-8")
+
+def main():
+    """Read in grammar_test.go, and re-write the tests section"""
+    path = "grammar_test.go"
+    with open(path) as f:
+        grammar_test = f.read()
+    lines = grammar_test.split("\n")
+    while lines[-1] == "":
+        lines = lines[:-1]
+    out = []
+    in_tests = False
+    for line in lines:
+        if "START TESTS" in line:
+            out.append(line)
+            for source, mode in inp:
+                out.append('\t\t{"%s", "%s", "%s"},' % (escape(source), mode, escape(dump(source, mode))))
+            in_tests = True
+        elif "END TESTS" in line:
+            in_tests = False
+        if not in_tests:
+            out.append(line)
+    print("Rewriting %s" % path)
+    with open(path, "w") as f:
+        f.write("\n".join(out))
+        f.write("\n")
+
+if __name__ == "__main__":
+    main()
