preliminary support for serialization of parse tables
[sbp.git] / src / edu / berkeley / sbp / misc / RegressionTests.java
index bffc0da..dfe30b6 100644 (file)
@@ -1,12 +1,11 @@
+// Copyright 2006-2007 all rights reserved; see LICENSE file for BSD-style license
+
 package edu.berkeley.sbp.misc;
 import java.io.*;
 import java.util.*;
 import java.lang.reflect.*;
 import edu.berkeley.sbp.*;
-import edu.berkeley.sbp.misc.*;
 import edu.berkeley.sbp.meta.*;
-import edu.berkeley.sbp.bind.*;
-import edu.berkeley.sbp.tib.*;
 import edu.berkeley.sbp.chr.*;
 import edu.berkeley.sbp.util.*;
 
@@ -14,6 +13,19 @@ public class RegressionTests {
 
     public static boolean yes = false;
     public static boolean graph = false;
+    public static GrammarAST.ImportResolver resolver = new GrammarAST.ImportResolver() {
+            public InputStream getImportStream(String importname) {
+                try {
+                    return new FileInputStream("tests/"+importname);
+                } catch (IOException e) {
+                    throw new RuntimeException(e);
+                }
+            }
+        };
+
+    public static void main() throws Exception {
+        main(new String[] { null, "tests/testcase.g", "tests/regression.tc" });
+    }
 
     public static void main(String[] s) throws Exception {
         try {
@@ -31,15 +43,31 @@ public class RegressionTests {
                 s = s2;
             }
 
-            System.err.println("parsing " + s[0]);
-            Tree<String> res = new CharParser(MetaGrammar.newInstance()).parse(new FileInputStream(s[0])).expand1();
-            Union meta = Grammar.create(res, "s", new MetaGrammarBindings());
+            CharParser cp;
+            Tree<String> res;
+
+            InputStream metaGrammarStream =
+                s[0] == null
+                ? RegressionTests.class.getClassLoader().getResourceAsStream("edu/berkeley/sbp/meta/meta.g")
+                : new FileInputStream(s[0]);
+            res = new CharParser(GrammarAST.getMetaGrammar()).parse(metaGrammarStream).expand1();
+            Union meta = GrammarAST.buildFromAST(res, "s", resolver);
+            cp = new CharParser(meta);
+
+            System.err.println("serializing grammar to grammar.ser...");
+            ObjectOutputStream oos = new ObjectOutputStream(new FileOutputStream("grammar.ser"));
+            oos.writeObject(cp);
+            oos.close();
+
+            System.err.println("deserializing grammar from grammar.ser...");
+            ObjectInputStream ois = new ObjectInputStream(new FileInputStream("grammar.ser"));
+            cp = (CharParser)ois.readObject();
+            ois.close();
 
             System.err.println("parsing " + s[1]);
-            //SequenceInputStream sis = new SequenceInputStream(new FileInputStream(s[0]), new FileInputStream(s[1]));
             res = new CharParser(meta).parse(new FileInputStream(s[1])).expand1();
 
-            Union testcasegrammar = Grammar.create(res, "ts", new TestCaseMaker());
+            Union testcasegrammar = GrammarAST.buildFromAST(res, "s", resolver);
             if (testcasegrammar==null) return;
             CharParser parser = new CharParser(testcasegrammar);
 
@@ -60,25 +88,27 @@ public class RegressionTests {
             }
             System.err.println("expanding...");
 
-            Tree t = r2.expand1();
-            TestCase[] expanded = (TestCase[])((Functor)t.head()).invoke(t);
-            System.err.println("executing...");
-            for(TestCase tc : expanded) {
-                tc.execute();
-                /*
-                String st = "a";
-                for(int i=0; i<12; i++) {
-                    //System.out.println("length " + st.length());
-                    tc.input = st;
-                    long nowy = System.currentTimeMillis();
-                    GSS.shifts = 0;
-                    GSS.reductions = 0;
-                    tc.execute();
-                    System.out.println("length " + st.length() + " => " + ((System.currentTimeMillis()-nowy)/1000.0) + " " + GSS.shifts + " " + GSS.reductions);
-                    st = st+st;
-                }
-                */
+            ArrayList<TestCase> cases = new ArrayList<TestCase>();
+            Tree tt = r2.expand1();
+            for(int i=0; i<tt.size(); i++) {
+                Tree t = tt.child(i);
+                String[] expect = !"ignore output;".equals(t.child(2).head()) ? new String[t.child(2).size()] : null;
+                if (expect != null)
+                    for(int j=0; j<t.child(2).size(); j++)
+                        expect[j] = stringifyChildren(t.child(2).child(j));
+                cases.add(new TestCase(stringifyChildren(t.child(0)),
+                                       stringifyChildren(t.child(1)),
+                                       expect,
+                                       GrammarAST.buildFromAST(t.child(3), "s", resolver),
+                                       false,
+                                       false));
+                
             }
+            TestCase[] expanded = new TestCase[cases.size()];
+            for(int i=0; i<expanded.length; i++)
+                expanded[i] = cases.get(i);
+            for(TestCase tc : expanded)
+                tc.execute();
 
         } catch (Throwable t) {
             System.err.println("\n\nexception thrown, class == " + t.getClass().getName());
@@ -89,44 +119,34 @@ public class RegressionTests {
         }
     }
 
-    public static class TestCaseMaker extends AnnotationGrammarBindings {
-        public TestCaseMaker() {
-            super(TestCaseMakerHelper.class);
-            add(MetaGrammarBindings.class, "grammar");
-            //add(MetaGrammarBindings.class, "");
-        }
-        public static class TestCaseMakerHelper {
-            public static @bind.as("grammaro") @bind.raw Object grammaro(Iterable<Tree> t) {
-                return Grammar.create(t.iterator().next(), "s", new Grammar.Bindings());
-            }
-            //public static @bind.as("tca")           Object tca(Object[] o) throws IOException {
-            //return new TestCase((String)o[0], (String[])o[1], (Union)o[2], false, false); }
-            public static @bind.as("tca")           Object tca(String input, String[] output, Union u) throws IOException {
-                return new TestCase(input, output, u, false, false); }
-            public static @bind.as("tcb")           Object tca(String input, Union u) throws IOException {
-                return new TestCase(input, new String[0], u, false, false); }
-            public static @bind.as("ts") TestCase[] go(TestCase[] cases) { return cases; }
-            public static @bind.as("o") Object o(Object[] s) { return s; }
+    private static String stringifyChildren(Tree t) {
+        StringBuffer sb = new StringBuffer();
+        for(int i=0; i<t.size(); i++) {
+            sb.append(t.child(i).head());
+            sb.append(stringifyChildren(t.child(i)));
         }
+        return sb.toString();
     }
 
     public static class TestCase {
-        private final boolean tib;
         private final boolean jav;
         public /*final*/ String input;        
         public final String[] output;
         public final Union grammar;
+        public final String name;
 
-        public TestCase(String input, String[] output, Union grammar, boolean tib, boolean jav) throws IOException {
-            this.tib = tib;
+        public TestCase(String name, String input, String[] output,
+                        Union grammar, boolean tib, boolean jav) {
+            this.name = name;
             this.jav = jav;
             this.input = input;
-            this.output = output==null ? new String[0] : output;
+            this.output = output;
             this.grammar = grammar;
         }
         public String toString() {
             String ret = "testcase {\n" + "  input \""+input+"\";\n";
-            for(String s : output) ret += "  output \""+s+"\";\n";
+            if (output != null)
+                for(String s : output) ret += "  output \""+s+"\";\n";
             ret += grammar +"\n}\n";
             return ret;
         }
@@ -134,15 +154,10 @@ public class RegressionTests {
             Forest<String> res = null;
             ParseFailed pfe = null;
             CharParser parser = new CharParser(grammar);
-            //parser.helpgc = false;
+            System.out.print("     "+name+"\r");
             try {
-                res = tib 
-                    ? /*new CharParser(grammar).parse(new Tib(input))*/ null
-                : parser.parse(new StringReader(input));
-            } catch (ParseFailed pf) {
-                pfe = pf;
-            }
-            //ystem.out.println("res=="+res);
+                res = parser.parse(new StringReader(input));
+            } catch (ParseFailed pf) { pfe = pf; }
 
             if (graph) {
                 FileOutputStream fos = new FileOutputStream("out.dot");
@@ -155,14 +170,18 @@ public class RegressionTests {
                 System.out.println(parser);
             }
 
-            HashSet<Tree<String>> results = new HashSet<Tree<String>>();
-            if (res != null) res.expand(results);
+            if (output==null) {
+                System.out.println("\r\033[32mDONE\033[0m "+name);
+                return true;
+            }
+            Iterable<Tree<String>> results =
+                res==null ? new HashSet<Tree<String>>() : res.expand();
 
             System.out.print("\r");
-            if (results == null || (results.size() == 0 && (output!=null && output.length > 0))) {
+            if (results == null || (!results.iterator().hasNext() && (output!=null && output.length > 0))) {
                 System.out.print("\033[31m");
-                System.out.println("PARSE FAILED");
-                System.out.print("\033[0m");
+                System.out.print("FAIL ");
+                System.out.println("\033[0m "+name);
                 if (pfe != null) pfe.printStackTrace();
             } else {
                 System.out.print("\r                                                                                                              \r");
@@ -188,37 +207,12 @@ public class RegressionTests {
                 System.out.println("\033[0m");
                 return true;
             }             
-            System.out.println("\r\033[32mPASS\033[0m                                                                              ");
+            System.out.println("\r\033[32mPASS\033[0m "+name);
 
             return false;
         }
     }
 
-    public static class TestCaseBuilder extends StringWalker {
-        public Object walk(Tree<String> tree) {
-            try {
-                if ("grammaro".equals(tree.head())) return Grammar.create(tree, "s", new MetaGrammarBindings());
-                else if ("output".equals(tree.head())) return string(tree.children());
-                else if ("input".equals(tree.head())) return string(tree.children());
-                else if ("testcase".equals(tree.head())) {
-                    String input = string(tree.child(0));
-                    String[] output = tree.size()>2 ? ((String[])walk(tree, 1)) : new String[0];
-                    Union grammar = Grammar.create(tree.child(tree.size()-1), "s", new MetaGrammarBindings());
-                    TestCase tc = new TestCase(input, output, grammar, false, false);
-                    return tc;
-                } else if ("ts".equals(tree.head())) return walk(tree, 0);
-                else if (tree.head() == null) {
-                    Object[] ret = new Object[tree.size()];
-                    for(int i=0; i<ret.length; i++)
-                        ret[i] = walk(tree.child(i));
-                    return Reflection.lub(ret);
-                }
-                return super.walk(tree);
-            } catch (Exception e) {
-                throw new Error(e);
-            }
-        }
-    }
     private static String pad(int i,String s) { return s.length() >= i ? s : pad(i-1,s)+" "; }
     public static String string(Tree<String> tree) {
         String ret = "";