X-Git-Url: http://git.megacz.com/?a=blobdiff_plain;f=src%2Fedu%2Fberkeley%2Fsbp%2Fmisc%2FDemo.java;h=467ff383bee67704bc12019c5a85b79ffde6e5cb;hb=3ba82cd7dde22a9ef2c9c094a51ea5df6bcf687e;hp=c567eddaadf5c34af41b77f8ab969b17b54294f8;hpb=bb4357ee026741cacecdfbfdcdd2d44699306536;p=sbp.git diff --git a/src/edu/berkeley/sbp/misc/Demo.java b/src/edu/berkeley/sbp/misc/Demo.java index c567edd..467ff38 100644 --- a/src/edu/berkeley/sbp/misc/Demo.java +++ b/src/edu/berkeley/sbp/misc/Demo.java @@ -2,6 +2,7 @@ package edu.berkeley.sbp.misc; import edu.berkeley.sbp.util.*; import edu.berkeley.sbp.*; import edu.berkeley.sbp.chr.*; +import edu.berkeley.sbp.bind.*; import java.util.*; import java.lang.annotation.*; import java.lang.reflect.*; @@ -17,26 +18,13 @@ public class Demo { Tree res = new CharParser(MetaGrammar.make()).parse(new FileInputStream(s[0])).expand1(); MetaGrammar.Meta.MetaGrammarFile mgf = m.new MetaGrammarFile(res); MetaGrammar.BuildContext bc = new MetaGrammar.BuildContext(mgf); + Union meta = mgf.get("s").build(bc); - System.err.println("parsing " + s[1]); Tree t = new CharParser(meta).parse(new FileInputStream(s[1])).expand1(); - System.out.println("tree:\n" + t.toPrettyString()); - - Reducer red = (Reducer)t.head(); - MG.Grammar g = (MG.Grammar)red.reduce(t); - System.out.println(g); - - Context cx = new Context(g,m); - Element u = null; - for(MG.NonTerminal nt : g.nonterminals) { - Union el = (Union)cx.get(nt.name); - StringBuffer st = new StringBuffer(); - el.toString(st); - System.err.println(st); - if (nt.name.equals("s")) u = el; - } - System.err.println(); + Union u = Demo.make(t, "s"); + + System.err.println(); System.err.println("== parsing with parsed grammar ================================================================================="); t = new CharParser((Union)u).parse(new FileInputStream(s[1])).expand1(); System.out.println(t.toPrettyString()); @@ -46,84 +34,70 @@ public class Demo { System.out.println(t.toPrettyString()); } + public static class ReflectiveMetaPlain extends ReflectiveMeta { + public Object repeatTag() { return null; } + public Sequence tryResolveTag(String tag, String nonTerminalName, Element[] els, Object[] labels, boolean[] drops) { + return null; } + public Sequence resolveTag(String tag, String nonTerminalName, Element[] els, Object[] labels, boolean[] drops) { + return Sequence.rewritingSequence(tag, els, labels, drops); + } + } + public static class ReflectiveMeta extends MetaGrammar.Meta { private final Class _cl; private final Class[] _inner; public ReflectiveMeta() { - this(MG.class, - new Class[] { - MG.Grammar.class, - MG.NonTerminal.class, - MG.AnonUn.class, - MG.Range.class, - MG.El.class, - MG.Seq.class, - MG.NonTerminalReference.class, - MG.StringLiteral.class, - MG.Tree.class, - MG.CharClass.class - }); + this(MG.class); + } + public ReflectiveMeta(Class c) { + this._cl = c; + this._inner = c.getDeclaredClasses(); } public ReflectiveMeta(Class c, Class[] inner) { this._cl = c; this._inner = inner; } - private boolean match(Method m, String s) { return match(m.getAnnotation(tag.class), null, s); } - private boolean match(tag t, Class c, String s) { + private boolean match(Method m, String s) { return match(m.getAnnotation(bind.as.class), null, s); } + private boolean match(bind.as t, Class c, String s) { if (t==null) return false; if (t.value().equals(s)) return true; if (c != null && t.equals("") && c.getSimpleName().equals(s)) return true; return false; } + /* private boolean match(nonterminal t, Class c, String s) { if (t==null) return false; if (t.value().equals(s)) return true; if (c != null && t.equals("") && c.getSimpleName().equals(s)) return true; return false; } + */ private boolean match(Class c, String s, String nonTerminalName) { - if (match((tag)c.getAnnotation(tag.class), c, s)) return true; - if (match((nonterminal)c.getAnnotation(nonterminal.class), c, nonTerminalName)) return true; + if (match((bind.as)c.getAnnotation(bind.as.class), c, s)) return true; + //if (match((nonterminal)c.getAnnotation(bind.as.class), c, nonTerminalName)) return true; return false; } public boolean match(Constructor con, String s, String nonTerminalName) { Class c = con.getDeclaringClass(); - if (match((tag)con.getAnnotation(tag.class), null, s)) return true; - if (match((nonterminal)con.getAnnotation(nonterminal.class), c, s)) return true; + if (match((bind.as)con.getAnnotation(bind.as.class), null, s)) return true; + //if (match((nonterminal)con.getAnnotation(bind.as.class), c, s)) return true; return false; } public Object repeatTag() { - return new Reducer() { - public String toString() { return "[**]"; } - public Object reduce(Tree t) { - Object[] ret = new Object[t.numChildren()]; - for(int i=0; i(); } public Sequence tryResolveTag(String tag, String nonTerminalName, Element[] els, Object[] labels, boolean[] drops) { Production p = new Production(tag, nonTerminalName, els, labels, drops); for(Method m : _cl.getMethods()) - if (new TargetMethod(m).isCompatible(p)) - return new TargetMethod(m).makeSequence(p); + if (new Target(m).isCompatible(p)) + return new Target(m).makeSequence(p); for(Class c : _inner) for(Constructor con : c.getConstructors()) - if (new TargetConstructor(con).isCompatible(p)) - return new TargetConstructor(con).makeSequence(p); + if (new Target(con).isCompatible(p)) + return new Target(con).makeSequence(p); for(Class c : _inner) - if (new TargetClass(c).isCompatible(p)) - return new TargetClass(c).makeSequence(p); + if (new Target(c).isCompatible(p)) + return new Target(c).makeSequence(p); return null; } public Sequence resolveTag(String tag, String nonTerminalName, Element[] els, Object[] labels, boolean[] drops) { @@ -140,45 +114,7 @@ public class Demo { } } - - /** - * Constructors, classes, and methods with this attribute will - * match every production of the nonterminal called "value()" - * that is arg-compatible. If value() is undefined, then the - * class/constructor/method name is used. - */ - @Retention(RetentionPolicy.RUNTIME) public static @interface nonterminal { String value() default ""; } - - /** - * Constructors, classes, and methods with this attribute will - * match every tree tagged with "value()" that is arg-compatible. - * If value() is undefined, then the class/constructor/method - * name is used. - */ - @Retention(RetentionPolicy.RUNTIME) public static @interface tag { String value() default ""; } - - /** - * If any parameter to a method or field in a class has a named - * arg-tag, that parameter/field matches the child of the tree - * which either has that label or else is a reference to a - * nonterminal with the corresponding name. - * - * The remaining non-named arg-tags match the remaining children - * of the tree in sequential order. - * - * If any arg-tagged parameters/fields remain, the match fails. - * If there were no arg-tagged parameters-fields, it is as if all - * of them were non-named and arg-tagged. - * - * A method/constructor is arg-compatible if all of its arguments - * are arg-compatible. - * - * A class is arg-compatible if all of its fields are - * arg-compatible, or if one of its constructors is arg-compatible. - * - */ - @Retention(RetentionPolicy.RUNTIME) public static @interface arg { String value() default ""; } - + public static class Production { public String tag; public String nonTerminal; @@ -198,27 +134,48 @@ public class Demo { } } - public static abstract class Target { - public abstract String getName(); - public abstract tag getTag(); - public abstract nonterminal getNonTerminal(); - public abstract int[] buildSequence(Production p); + public static class Target { + public int[] buildSequence(Production p) { + Annotation[][] annotations = _bindable.getArgAnnotations(); + String[] names = _bindable.getArgNames(); + String name = _bindable.getSimpleName(); + int len = annotations.length; + int ofs = 0; + bind.arg[] argtags = new bind.arg[len]; + for(int i=0; i { private Production p; private int[] map; - public TargetReducer(Production p) { + private String name; + private Reflection.Bindable _bindable; + private boolean _israw; + public TargetReducer(Production p, int[] map, String name, Reflection.Bindable b, boolean raw) { this.p = p; - this.map = buildSequence(p); + this.map = map; + this.name = name; + this._bindable = b; + this._israw = raw; } - public String toString() { return "reducer-"+Target.this; } - public Object reduce(Tree t) { - Object[] objects = new Object[t.numChildren()]; - for(int i=0; i> t) { + if (_israw) return _bindable.impose(new Object[] { t }); + ArrayList ret = new ArrayList(); + for(Tree tc : t) { + if (tc.head() != null && tc.head() instanceof Functor) + ret.add(((Tree.TreeFunctor)tc.head()).invoke(tc.children())); else if (tc.numChildren() == 0) - objects[i] = tc.head(); + ret.add(tc.head()); else { System.err.println("FIXME: don't know what to do about " + tc); - objects[i] = null; + ret.add(null); } } System.err.println("input tree: " + t); - return plant(objects, map); + Object[] o = (Object[])ret.toArray(new Object[0]); + int max = 0; + for(int i=0; i name.lastIndexOf('.')) { - len--; - ofs++; - } - */ - String[] names = new String[len]; - arg[] argtags = new arg[len]; - for(int i=0; i res = new CharParser(MetaGrammar.make()).parse(new FileInputStream("tests/meta.g")).expand1(); + MetaGrammar.Meta.MetaGrammarFile mgf = m.new MetaGrammarFile(res); + MetaGrammar.BuildContext bc = new MetaGrammar.BuildContext(mgf); + Union meta = mgf.get("s").build(bc); + Tree t = new CharParser(meta).parse(new FileInputStream("tests/meta.g")).expand1(); + return cached = make(t, "s"); + } catch (Exception e) { + throw new RuntimeException(e); } } - public static class TargetMethod extends Target { - public final Method _method; - public TargetMethod(Method _method) { this._method = _method; } - public String getName() { return _method.getName(); } - public String toString() { return _method.getName(); } - public tag getTag() { return (tag)_method.getAnnotation(tag.class); } - public nonterminal getNonTerminal() { return (nonterminal)_method.getAnnotation(nonterminal.class); } - public int[] buildSequence(Production p) { - Annotation[][] annotations = _method.getParameterAnnotations(); - String[] names = new String[annotations.length]; - arg[] argtags = new arg[annotations.length]; - for(int i=0; i red = (Tree.TreeFunctor)t.head(); + MG.Grammar g = (MG.Grammar)red.invoke(t.children()); + Context cx = new Context(g,rm); + Union u = null; + for(MG.NonTerminal nt : g.nonterminals) { + System.out.println(nt.name); + Union el = (Union)cx.get(nt.name); + StringBuffer st = new StringBuffer(); + el.toString(st); + System.err.println(st); + if (nt.name.equals(s)) u = el; } + return u; } - public static Object coerce(Object o, Class c) { - if (o==null) return null; - if (c.isInstance(o)) return o; - if (c == char.class) { - return o.toString().charAt(0); - } - if (c.isArray() && (c.getComponentType().isInstance(o))) { - Object[] ret = (Object[])Array.newInstance(c.getComponentType(), 1); - ret[0] = o; - return ret; - } - if (o.getClass().isArray() && c.isArray()) { - boolean ok = true; - for(int i=0; i<((Object[])o).length; i++) { - Object ob = (((Object[])o)[i]); - if (ob != null) { - System.err.println("no hit with " + c.getComponentType().getName() + " on " + Reflection.show(((Object[])o)[i])); - ok = false; - } - } - if (ok) { - System.err.println("hit with " + c.getComponentType().getName()); - return Array.newInstance(c.getComponentType(), ((Object[])o).length); - } - } - return o; - } + public static class MG { - public static @tag("grammar") class Grammar { + public static @bind.as("grammar") class Grammar { public NonTerminal get(String s) { for(NonTerminal nt : nonterminals) if (nt.name.equals(s)) return nt; return null; } - public @arg("NonTerminal") NonTerminal[] nonterminals; + public @bind.arg("NonTerminal") NonTerminal[] nonterminals; public String toString() { String ret = "[ "; for(NonTerminal nt : nonterminals) ret += nt + ", "; @@ -481,8 +314,8 @@ public class Demo { } public static class NonTerminal extends Un { public String name = null; - public @nonterminal("NonTerminal") NonTerminal(@arg("Word") String name, - @arg("RHS") Seq[][] sequences) { + public @bind.as("=") NonTerminal(@bind.arg("Word") String name, + @bind.arg("RHS") Seq[][] sequences) { this.name = name; this.sequences = sequences; } @@ -490,7 +323,7 @@ public class Demo { } public static class AnonUn extends Un { - public @tag("(") AnonUn(Seq[][] sequences) { + public @bind.as("(") AnonUn(Seq[][] sequences) { this.sequences = sequences; } public Element build(Context cx) { @@ -500,10 +333,10 @@ public class Demo { } } - //public static @tag void range(char c) { } + //public static @bind.as void range(char c) { } public static class Range { - public @tag("range") Range(char only) { first = only; last = only; } - public @tag("-") Range(char first, char last) { this.first = first; this.last = last; } + public @bind.as("range") Range(char only) { first = only; last = only; } + public @bind.as("-") Range(char first, char last) { this.first = first; this.last = last; } public char first; public char last; } @@ -603,31 +436,33 @@ public class Demo { return ret; } } - public static @tag("&") Seq and(Seq s, El[] elements) { return s.and(seq(elements)); } - public static @tag("&~") Seq andnot(Seq s, El[] elements) { return s.andnot(seq(elements)); } - public static @tag("->") Seq arrow(Seq s, El e) { return s.follow(e); } - public static @tag("::") Seq tag(String tagname, Seq s) { return s.tag(tagname); } - public static @tag("/") Seq slash(Seq s, El e) { return s.separate(e); } + public static @bind.as("&") Seq and(Seq s, El[] elements) { return s.and(seq(elements)); } + public static @bind.as("&~") Seq andnot(Seq s, El[] elements) { return s.andnot(seq(elements)); } + public static @bind.as("->") Seq arrow(Seq s, El e) { return s.follow(e); } + public static @bind.as("::") Seq tag(String tagname, Seq s) { return s.tag(tagname); } + public static @bind.as("/") Seq slash(Seq s, El e) { return s.separate(e); } - public static @tag("ps") Seq seq(El[] elements) { return new Seq(elements); } - public static @tag Seq psx(Seq s) { return s; } - public static @tag(":") El colon(String s, El e) { return new Label(s, e); } - public static @tag(")") void close(String foo) { throw new Error("not supported"); } - public static @tag("()") El epsilon() { return new Constant(Union.epsilon); } + public static @bind.as("ps") Seq seq(El[] elements) { return new Seq(elements); } + public static @bind.as Seq psx(Seq s) { return s; } + public static @bind.as(":") El colon(String s, El e) { return new Label(s, e); } + public static @bind.as(")") void close(String foo) { throw new Error("not supported"); } + public static @bind.as("()") El epsilon() { return new Constant(Union.epsilon); } - public static @tag("nonTerminal") class NonTerminalReference extends El { - public @arg String nonTerminal; + public static @bind.as("nonTerminal") class NonTerminalReference extends El { + public @bind.arg String nonTerminal; public Element build(Context cx) { return cx.get(nonTerminal); } } + public static class StringLiteral extends Constant { - public @tag("literal") StringLiteral(String string) { super(CharRange.string(string)); } + public @bind.as("literal") StringLiteral(String string) { super(CharRange.string(string)); } public boolean drop() { return true; } } + public static class CharClass extends El { Range[] ranges; - public @tag("[") CharClass(Range[] ranges) { this.ranges = ranges; } + public @bind.as("[") CharClass(Range[] ranges) { this.ranges = ranges; } public Element build(Context cx) { edu.berkeley.sbp.util.Range.Set set = new edu.berkeley.sbp.util.Range.Set(); for(Range r : ranges) @@ -636,8 +471,8 @@ public class Demo { } } - public static @tag("{") class Tree extends El { - public @arg Seq body; + public static @bind.as("{") class XTree extends El { + public @bind.arg Seq body; public Element build(Context cx) { throw new Error(); } @@ -669,40 +504,40 @@ public class Demo { } // FIXME: it would be nice if we could hoist this into "Rep" - public static @tag("++") El plusmax(final El e) { return new Rep(e, null, false, true, true); } - public static @tag("+") El plus(final El e) { return new Rep(e, null, false, true, false); } - public static @tag("++/") El plusmaxfollow(final El e, final El sep) { return new Rep(e, sep, false, true, true); } - public static @tag("+/") El plusfollow(final El e, final El sep) { return new Rep(e, sep, false, true, false); } - public static @tag("**") El starmax(final El e) { return new Rep(e, null, true, true, true); } - public static @tag("*") El star(final El e) { return new Rep(e, null, true, true, false); } - public static @tag("**/") El starmaxfollow(final El e, final El sep) { return new Rep(e, sep, true, true, true); } - public static @tag("*/") El starfollow(final El e, final El sep) { return new Rep(e, sep, true, true, false); } - public static @tag("?") El question(final El e) { return new Rep(e, null, true, true, false); } - - public static @tag("!") El bang(final El e) { return new Drop(e); } - - public static @tag("^") El caret(final String s) { + public static @bind.as("++") El plusmax(final El e) { return new Rep(e, null, false, true, true); } + public static @bind.as("+") El plus(final El e) { return new Rep(e, null, false, true, false); } + public static @bind.as("++/") El plusmaxfollow(final El e, final El sep) { return new Rep(e, sep, false, true, true); } + public static @bind.as("+/") El plusfollow(final El e, final El sep) { return new Rep(e, sep, false, true, false); } + public static @bind.as("**") El starmax(final El e) { return new Rep(e, null, true, true, true); } + public static @bind.as("*") El star(final El e) { return new Rep(e, null, true, true, false); } + public static @bind.as("**/") El starmaxfollow(final El e, final El sep) { return new Rep(e, sep, true, true, true); } + public static @bind.as("*/") El starfollow(final El e, final El sep) { return new Rep(e, sep, true, true, false); } + public static @bind.as("?") El question(final El e) { return new Rep(e, null, true, true, false); } + + public static @bind.as("!") El bang(final El e) { return new Drop(e); } + + public static @bind.as("^") El caret(final String s) { return new Drop(new Constant(CharRange.string(s)) { public String getOwnerTag() { return s; } }); } - public static @tag("~") El tilde(final El e) { + public static @bind.as("~") El tilde(final El e) { return new PostProcess(e) { public Element postProcess(Element e) { return MetaGrammar.infer((Topology)Atom.toAtom(e).complement()); } }; } - public static @tag("^^") void doublecaret(final El e) { throw new Error("not implemented"); } + public static @bind.as("^^") void doublecaret(final El e) { throw new Error("not implemented"); } - //public static @tag("(") El subexpression(Seq[][] rhs) { return new NonTerminal(rhs); } + //public static @bind.as("(") El subexpression(Seq[][] rhs) { return new NonTerminal(rhs); } - public static @nonterminal("Word") String word(String s) { return s; } - public static @nonterminal("Quoted") String quoted(String s) { return s; } - public static @nonterminal("escaped") String c(char c) { return c+""; } - public static @tag("\"\"") String emptystring() { return ""; } - public static @tag("\n") String retur() { return "\n"; } - public static @tag("\r") String lf() { return "\r"; } + public static @bind.as("Word") String word(String s) { return s; } + public static @bind.as("Quoted") String quoted(String s) { return s; } + public static @bind.as("escaped") String c(char c) { return c+""; } + public static @bind.as("\"\"") String emptystring() { return ""; } + public static @bind.as("\n") String retur() { return "\n"; } + public static @bind.as("\r") String lf() { return "\r"; } } public static class Context { @@ -725,8 +560,8 @@ public class Demo { } public Context(Tree t, ReflectiveMeta rm) { this.rm = rm; - Reducer red = (Reducer)t.head(); - this.grammar = (MG.Grammar)red.reduce(t); + Tree.TreeFunctor red = (Tree.TreeFunctor)t.head(); + this.grammar = (MG.Grammar)red.invoke(t.children()); } public Union peek(String name) { return map.get(name); } public void put(String name, Union u) { map.put(name, u); }