X-Git-Url: http://git.megacz.com/?p=sbp.git;a=blobdiff_plain;f=src%2Fedu%2Fberkeley%2Fsbp%2FForest.java;h=7d872adda98152a53979ae8ac47c438dda3615fd;hp=3790562841d2e26f3e95b2930dda75b64e1c9e44;hb=4b5b35b9dbcf29da663c72d12aaf6ac3d2083d27;hpb=474037fe8463b96dfaf0209be157cbf5223a0910 diff --git a/src/edu/berkeley/sbp/Forest.java b/src/edu/berkeley/sbp/Forest.java index 3790562..7d872ad 100644 --- a/src/edu/berkeley/sbp/Forest.java +++ b/src/edu/berkeley/sbp/Forest.java @@ -7,64 +7,75 @@ import java.util.*; import java.lang.reflect.*; /** an efficient representation of a collection of trees (Tomita's shared packed parse forest) */ -public abstract class Forest /*extends PrintableTree>*/ - implements Visitable>, - IntegerMappable, - GraphViz.ToGraphViz { +public abstract class Forest implements GraphViz.ToGraphViz { - private static int master_idx = 0; - private final int idx = master_idx++; - public int toInt() { return idx; } /** assume that this forest contains exactly one tree and return it; otherwise throw an exception */ - public final Tree expand1() throws Ambiguous, ParseFailed { - try { - Iterator> it = expand(true).iterator(); - if (!it.hasNext()) throw new ParseFailed(); - return it.next(); - } catch (InnerAmbiguous ia) { throw new Ambiguous(ia.f); } - } + public abstract Tree expand1() throws Ambiguous; /** expand this forest into a set of trees */ - public HashSet> expand(boolean toss) { - final HashSetTreeConsumer ret = new HashSetTreeConsumer(); - visit(new TreeMaker2(toss, ret), null, null); - if (toss && ret.size() > 1) throw new InnerAmbiguous(this); - return ret; - } + public void expand(HashSet> ht) { expand(ht, new HashSet>(), null); } - private static class InnerAmbiguous extends RuntimeException { - public final Forest f; - public InnerAmbiguous(Forest f) { this.f = f; } + /** create a new forest node */ + public static Forest create(Input.Region loc, T head, Forest[] children, boolean unwrap) { + return new Body(loc, head, children, unwrap); } - static interface TreeConsumer { - public void addTree(Tree t); - } - static class HashSetTreeConsumer extends HashSet> implements TreeConsumer { - public void addTree(Tree t) { - super.add(t); - } - } + // Package-Private ////////////////////////////////////////////////////////////////////////////// - static Forest singleton(Input.Location loc, Position p) { - return create(loc, null, new Forest[] { }, new Object[0], false, true, p); } - static Forest singleton(Input.Location loc, Forest body, Position p) { - //return create(loc, null, new Forest[] { body }, false, true, p); - return body; - } - static Forest leaf(Input.Location loc, T tag, Position p) { return create(loc, tag, null, null, false, false, p); } - public static Forest create(Input.Location loc, T tag, Forest[] tokens, Object[] labels, boolean unwrap, boolean singleton, Position p) { - return new MyBody(loc, tag, tokens, labels, unwrap, singleton, p); - } - // Body ////////////////////////////////////////////////////////////////////////////// + abstract void expand(HashSet> ht, HashSet> ignore, Tree bogus); + abstract void gather(HashSet> ignore); - protected static interface Body extends GraphViz.ToGraphViz { - void expand(int i, TreeMaker h); - } public abstract void edges(GraphViz.Node n); public boolean ambiguous() { return false; } - protected static class MyBody extends Forest implements Body /* extends PrintableTree> implements */ { + + // Body ////////////////////////////////////////////////////////////////////////////// + + private static class Body extends Forest /* extends PrintableTree> implements */ { + + private final Input.Region location; + private final T head; + private final Forest[] children; + private final boolean unwrap; + + private Body(Input.Region loc, T head, Forest[] children, boolean unwrap) { + this.location = loc; + this.head = head; + this.children = children==null ? emptyForestArray : new Forest[children.length]; + if (children != null) System.arraycopy(children, 0, this.children, 0, children.length); + if (children != null) for(int i=0; i expand1() throws Ambiguous { + Tree[] ret = new Tree[children.length]; + for(int i=0; i(location, head, ret, unwrap); + } + public void gather(HashSet> hf) { + hf.add(this); + for(Forest f : children) f.gather(hf); + } + public void expand(HashSet> ht, HashSet> ignore, Tree bogus) { + if (ignore.contains(this)) { ht.add(bogus); return; } + expand(0, new Tree[children.length], ht, ignore, bogus); + } + public void expand(final int i, Tree[] ta, HashSet> ht, HashSet> ignore, Tree bogus) { + if (i==children.length) { + ht.add(new Tree(location, head, ta, unwrap)); + } else { + HashSet> ht2 = new HashSet>(); + children[i].expand(ht2, ignore, bogus); + for(Tree tc : ht2) { + ta[i] = tc; + expand(i+1, ta, ht, ignore, bogus); + ta[i] = null; + } + } + } + + // GraphViz, ToInt ////////////////////////////////////////////////////////////////////////////// public boolean isTransparent() { return false; } public boolean isHidden() { return false; } @@ -73,7 +84,6 @@ public abstract class Forest /*extends PrintableTree>*/ GraphViz.Node n = gv.createNode(this); n.label = headToString()==null?"":headToString(); n.directed = true; - n.comment = reduction==null?null:reduction+""; edges(n); return n; } @@ -81,70 +91,17 @@ public abstract class Forest /*extends PrintableTree>*/ public void edges(GraphViz.Node n) { if (edges) return; edges = true; - for(int i=0; i void visit(Invokable,B,C> ivbc, B b, C c) { - ivbc.invoke(this, b, c); - } - - private final Input.Location location; - private final T tag; - private final Forest[] tokens; - private final Object[] labels; - private final boolean unwrap; - private final boolean singleton; - private final Sequence.Position reduction; - - private MyBody(Input.Location loc, T tag, Forest[] tokens, Object[] labels, boolean unwrap, boolean singleton, Position reduction) { - this.location = loc; - this.tag = tag; - this.tokens = tokens==null ? emptyForestArray : new Forest[tokens.length]; - if (tokens != null) System.arraycopy(tokens, 0, this.tokens, 0, tokens.length); - if (tokens != null) for(int i=0; i h) { - if (singleton) { - tokens[0].visit(h, null, i); - return; - } - if (i==0) h.start(tag, location); - - if (i==tokens.length) { - h.finish(tag, location); - - } else if (unwrap && i==tokens.length-1) { - if (tokens[i] != null) - tokens[i].visit(h, null, 0); - - } else { - tokens[i].visit(new TreeMaker(h.toss) { - public void start(T head, Input.Location loc) { } - public void addTree(Tree t, Object label) { toks.add(t); labs.add(label); } - public void finish(T head, Input.Location loc) { - int old = h.toks.size(); - h.addTree(new Tree(loc, head, toks.toArray(tree_hint), labs.toArray(string_hint)), labels==null?null:labels[i]); - expand(i+1, h); - while(h.toks.size() > old) h.toks.remove(h.toks.size()-1); - while(h.labs.size() > old) h.labs.remove(h.labs.size()-1); - } - }, null, null); - } - } - - protected String headToString() { return tag==null?null:tag.toString(); } - protected String headToJava() { return null; } + protected String headToString() { return head==null?null:head.toString(); } + protected String headToJava() { return "null"; } protected String left() { return "{"; } protected String right() { return "}"; } protected boolean ignoreSingleton() { return false; } @@ -159,19 +116,54 @@ public abstract class Forest /*extends PrintableTree>*/ * viewed, it becomes immutable */ static class Ref extends Forest { + public HashSet parents = new HashSet(); + private FastSet> hp = new FastSet>(); + + public Ref() { } + + public Tree expand1() throws Ambiguous { + if (hp.size() > 1) { + HashSet> hf0 = new HashSet>(); + Iterator> ih = hp.iterator(); + ih.next().gather(hf0); + for(Forest f : hp) { + HashSet> hf1 = new HashSet>(); + f.gather(hf1); + hf0.retainAll(hf1); + } + HashSet> ht = new HashSet>(); + expand(ht, hf0, new Tree(null, "*")); + throw new Ambiguous((Forest)this, + (HashSet>)(Object)ht); + } + return hp.iterator().next().expand1(); + } + + public void gather(HashSet> ht) { + ht.add(this); + for(Forest f : hp) f.gather(ht); + } + + public Forest resolve() { return this; } + public void expand(HashSet> ht, HashSet> ignore, Tree bogus) { + if (ignore.contains(this)) { ht.add(bogus); return; } + for (Forest f : hp) f.expand(ht, ignore, bogus); + } + public boolean contains(Forest f) { return hp.contains(f); } + public void merge(Forest p) { if (p!=this) hp.add(p, true); } public boolean ambiguous() { if (hp.size()==0) return false; if (hp.size()==1) return hp.iterator().next().ambiguous(); return true; } - private FastSet> hp = new FastSet>(); - public Ref() { } + + // GraphViz, ToInt ////////////////////////////////////////////////////////////////////////////// + /* public int toInt() { if (hp.size()==1) return hp.iterator().next().toInt(); return super.toInt(); } - public void merge(Forest p) { if (p!=this) hp.add(p, true); } - + */ public boolean isTransparent() { return hp.size()==1; } public boolean isHidden() { return hp.size()==0; } public void edges(GraphViz.Node n) { @@ -188,45 +180,6 @@ public abstract class Forest /*extends PrintableTree>*/ for(Forest f : hp) n.edge(f, null); return n; } - - public void visit(Invokable,B,C> ivbc, B b, C c) { - if (hp==null) return; - for(Forest f : hp) - f.visit(ivbc, b, c); - } - public Forest resolve() { return this; } - } - - public abstract void visit(Invokable,B,C> ivbc, B b, C c); - private static class TreeMaker2 extends TreeMaker { - private TreeConsumer tc; - public TreeMaker2(boolean toss, TreeConsumer tc) { super(toss); this.tc = tc; } - public void finish(T head, Input.Location loc) { tc.addTree(new Tree(loc, head, toks.toArray(tree_hint), labs.toArray(string_hint)));; } - public void start(T head, Input.Location loc) { } - public void addTree(Tree t, Object label) { toks.add(t); labs.add(label); } - } - private static abstract class TreeMaker implements Invokable,Boolean,Integer>/*, TreeConsumer*/ { - public ArrayList> toks = new ArrayList>(); - public ArrayList labs = new ArrayList(); - private boolean toss; - protected T head; - public TreeMaker(boolean toss) { this.toss = toss; } - public abstract void start(T head, Input.Location loc); - public abstract void finish(T head, Input.Location loc); - public abstract void addTree(Tree t, Object label); - public void invoke(Forest.Body bod, Boolean o, Integer i) { - if (i==null) { - ArrayList> toks = this.toks; - this.toks = new ArrayList>(); - ArrayList labs = this.labs; - this.labs = new ArrayList(); - bod.expand(0, this); - this.toks = toks; - this.labs = labs; - } else { - bod.expand(i, this); - } - } } // Statics ////////////////////////////////////////////////////////////////////////////// @@ -236,7 +189,7 @@ public abstract class Forest /*extends PrintableTree>*/ private static final Forest[] emptyForestArray = new Forest[0]; protected String headToString() { return null; } - protected String headToJava() { return null; } + protected String headToJava() { return "null"; } protected String left() { return ""; } protected boolean ignoreSingleton() { return true; }