X-Git-Url: http://git.megacz.com/?a=blobdiff_plain;ds=sidebyside;f=src%2Fedu%2Fberkeley%2Fsbp%2FForest.java;h=e53bfcb10e32111f87c3038254d3a82390a2b4c9;hb=5ae7d4fd7c53dab6df9aae2e42579efabf66f49e;hp=bfa4eccfe6ece7964f4fc623510705a4656d8b92;hpb=45d799349e635f1a99e3974e4504a43d5a7aaf33;p=sbp.git diff --git a/src/edu/berkeley/sbp/Forest.java b/src/edu/berkeley/sbp/Forest.java index bfa4ecc..e53bfcb 100644 --- a/src/edu/berkeley/sbp/Forest.java +++ b/src/edu/berkeley/sbp/Forest.java @@ -7,61 +7,80 @@ import java.util.*; import java.lang.reflect.*; /** an efficient representation of a collection of trees (Tomita's shared packed parse forest) */ -public abstract class Forest /*extends PrintableTree>*/ implements Visitable>, IntegerMappable, GraphViz.ToGraphViz { +public abstract class Forest /*extends PrintableTree>*/ + implements IntegerMappable, + GraphViz.ToGraphViz { private static int master_idx = 0; private final int idx = master_idx++; public int toInt() { return idx; } /** assume that this forest contains exactly one tree and return it; otherwise throw an exception */ - public final Tree expand1() throws Ambiguous, ParseFailed { - try { - Iterator> it = expand(true).iterator(); - if (!it.hasNext()) throw new ParseFailed(); - return it.next(); - } catch (InnerAmbiguous ia) { throw new Ambiguous(ia.f); } - } + public abstract Tree expand1() throws Ambiguous; /** expand this forest into a set of trees */ + public void expand(HashSet> ht) { expand(ht, new HashSet>(), null); } + public abstract void expand(HashSet> ht, HashSet> ignore, Tree bogus); + public abstract void gather(HashSet> ignore); public HashSet> expand(boolean toss) { - final HashSetTreeConsumer ret = new HashSetTreeConsumer(); - visit(new TreeMaker2(toss, ret), null, null); - if (toss && ret.size() > 1) throw new InnerAmbiguous(this); + HashSet> ret = new HashSet>(); + expand(ret); return ret; } - private static class InnerAmbiguous extends RuntimeException { - public final Forest f; - public InnerAmbiguous(Forest f) { this.f = f; } + public static Forest create(Input.Region loc, T tag, Forest[] tokens, boolean unwrap) { + return new Body(loc, tag, tokens, unwrap); } + public abstract void edges(GraphViz.Node n); + public boolean ambiguous() { return false; } - public static interface TreeConsumer { - public void addTree(Tree t); - } - public static class HashSetTreeConsumer extends HashSet> implements TreeConsumer { - public void addTree(Tree t) { - super.add(t); + // Body ////////////////////////////////////////////////////////////////////////////// + + public /*protected*/ static class Body extends Forest /* extends PrintableTree> implements */ { + + private final Input.Region location; + private final T tag; + private final Forest[] tokens; + private final boolean unwrap; + + private Body(Input.Region loc, T tag, Forest[] tokens, boolean unwrap) { + this.location = loc; + this.tag = tag; + this.tokens = tokens==null ? emptyForestArray : new Forest[tokens.length]; + if (tokens != null) System.arraycopy(tokens, 0, this.tokens, 0, tokens.length); + if (tokens != null) for(int i=0; i Forest singleton(Input.Location loc, Position p) { - return create(loc, null, new Forest[] { }, new Object[0], false, true, p); } - static Forest singleton(Input.Location loc, Forest body, Position p) { - //return create(loc, null, new Forest[] { body }, false, true, p); - return body; - } - static Forest leaf(Input.Location loc, T tag, Position p) { return create(loc, tag, null, null, false, false, p); } - public static Forest create(Input.Location loc, T tag, Forest[] tokens, Object[] labels, boolean unwrap, boolean singleton, Position p) { - return new MyBody(loc, tag, tokens, labels, unwrap, singleton, p); - } - // Body ////////////////////////////////////////////////////////////////////////////// + public Tree expand1() throws Ambiguous { + Tree[] ret = new Tree[tokens.length]; + for(int i=0; i(location, tag, ret, unwrap); + } + public void gather(HashSet> hf) { + hf.add(this); + for(Forest f : tokens) f.gather(hf); + } + public void expand(HashSet> ht, HashSet> ignore, Tree bogus) { + if (ignore.contains(this)) { ht.add(bogus); return; } + expand(0, new Tree[tokens.length], ht, ignore, bogus); + } + public void expand(final int i, Tree[] ta, HashSet> ht, HashSet> ignore, Tree bogus) { + if (i==tokens.length) { + ht.add(new Tree(location, tag, ta, unwrap)); + } else { + HashSet> ht2 = new HashSet>(); + tokens[i].expand(ht2, ignore, bogus); + for(Tree tc : ht2) { + ta[i] = tc; + expand(i+1, ta, ht, ignore, bogus); + ta[i] = null; + } + } + } - protected static interface Body extends GraphViz.ToGraphViz { - void expand(int i, TreeMaker h); - } - public abstract void edges(GraphViz.Node n); - public boolean ambiguous() { return false; } - protected static class MyBody extends Forest implements Body /* extends PrintableTree> implements */ { + // GraphViz, ToInt ////////////////////////////////////////////////////////////////////////////// public boolean isTransparent() { return false; } public boolean isHidden() { return false; } @@ -70,7 +89,6 @@ public abstract class Forest /*extends PrintableTree>*/ impl GraphViz.Node n = gv.createNode(this); n.label = headToString()==null?"":headToString(); n.directed = true; - n.comment = reduction==null?null:reduction+""; edges(n); return n; } @@ -82,66 +100,13 @@ public abstract class Forest /*extends PrintableTree>*/ impl if (i==tokens.length-1 && unwrap && !tokens[i].ambiguous()) { tokens[i].edges(n); } else { - n.edge(tokens[i], labels==null?null:labels[i]); + n.edge(tokens[i], null); } } } - public void visit(Invokable,B,C> ivbc, B b, C c) { - ivbc.invoke(this, b, c); - } - - private final Input.Location location; - private final T tag; - private final Forest[] tokens; - private final Object[] labels; - private final boolean unwrap; - private final boolean singleton; - private final Sequence.Position reduction; - - private MyBody(Input.Location loc, T tag, Forest[] tokens, Object[] labels, boolean unwrap, boolean singleton, Position reduction) { - this.location = loc; - this.tag = tag; - this.tokens = tokens==null ? emptyForestArray : new Forest[tokens.length]; - if (tokens != null) System.arraycopy(tokens, 0, this.tokens, 0, tokens.length); - if (tokens != null) for(int i=0; i h) { - if (singleton) { - tokens[0].visit(h, null, i); - return; - } - if (i==0) h.start(tag, location); - - if (i==tokens.length) { - h.finish(tag, location); - - } else if (unwrap && i==tokens.length-1) { - if (tokens[i] != null) - tokens[i].visit(h, null, 0); - - } else { - tokens[i].visit(new TreeMaker(h.toss) { - public void start(T head, Input.Location loc) { } - public void addTree(Tree t, Object label) { toks.add(t); labs.add(label); } - public void finish(T head, Input.Location loc) { - int old = h.toks.size(); - h.addTree(new Tree(loc, head, toks.toArray(tree_hint), labs.toArray(string_hint)), labels==null?null:labels[i]); - expand(i+1, h); - while(h.toks.size() > old) h.toks.remove(h.toks.size()-1); - while(h.labs.size() > old) h.labs.remove(h.labs.size()-1); - } - }, null, null); - } - } - protected String headToString() { return tag==null?null:tag.toString(); } - protected String headToJava() { return null; } + protected String headToJava() { return "null"; } protected String left() { return "{"; } protected String right() { return "}"; } protected boolean ignoreSingleton() { return false; } @@ -156,19 +121,53 @@ public abstract class Forest /*extends PrintableTree>*/ impl * viewed, it becomes immutable */ static class Ref extends Forest { + public HashSet parents = new HashSet(); + private FastSet> hp = new FastSet>(); + + public Ref() { } + + public Tree expand1() throws Ambiguous { + if (hp.size() > 1) { + HashSet> hf0 = new HashSet>(); + Iterator> ih = hp.iterator(); + ih.next().gather(hf0); + for(Forest f : hp) { + HashSet> hf1 = new HashSet>(); + f.gather(hf1); + hf0.retainAll(hf1); + } + HashSet> ht = new HashSet>(); + expand(ht, hf0, new Tree(null, "*")); + throw new Ambiguous((Forest)this, + (HashSet>)(Object)ht); + } + return hp.iterator().next().expand1(); + } + + public void gather(HashSet> ht) { + ht.add(this); + for(Forest f : hp) f.gather(ht); + } + + public Forest resolve() { return this; } + public void expand(HashSet> ht, HashSet> ignore, Tree bogus) { + if (ignore.contains(this)) { ht.add(bogus); return; } + for (Forest f : hp) f.expand(ht, ignore, bogus); + } + public boolean contains(Forest f) { return hp.contains(f); } + public void merge(Forest p) { if (p!=this) hp.add(p, true); } public boolean ambiguous() { if (hp.size()==0) return false; if (hp.size()==1) return hp.iterator().next().ambiguous(); return true; } - private FastSet> hp = new FastSet>(); - public Ref() { } + + // GraphViz, ToInt ////////////////////////////////////////////////////////////////////////////// + public int toInt() { if (hp.size()==1) return hp.iterator().next().toInt(); return super.toInt(); } - public void merge(Forest p) { if (p!=this) hp.add(p, true); } - public boolean isTransparent() { return hp.size()==1; } public boolean isHidden() { return hp.size()==0; } public void edges(GraphViz.Node n) { @@ -185,45 +184,6 @@ public abstract class Forest /*extends PrintableTree>*/ impl for(Forest f : hp) n.edge(f, null); return n; } - - public void visit(Invokable,B,C> ivbc, B b, C c) { - if (hp==null) return; - for(Forest f : hp) - f.visit(ivbc, b, c); - } - public Forest resolve() { return this; } - } - - public abstract void visit(Invokable,B,C> ivbc, B b, C c); - private static class TreeMaker2 extends TreeMaker { - private TreeConsumer tc; - public TreeMaker2(boolean toss, TreeConsumer tc) { super(toss); this.tc = tc; } - public void finish(T head, Input.Location loc) { tc.addTree(new Tree(loc, head, toks.toArray(tree_hint), labs.toArray(string_hint)));; } - public void start(T head, Input.Location loc) { } - public void addTree(Tree t, Object label) { toks.add(t); labs.add(label); } - } - private static abstract class TreeMaker implements Invokable,Boolean,Integer>/*, TreeConsumer*/ { - public ArrayList> toks = new ArrayList>(); - public ArrayList labs = new ArrayList(); - private boolean toss; - protected T head; - public TreeMaker(boolean toss) { this.toss = toss; } - public abstract void start(T head, Input.Location loc); - public abstract void finish(T head, Input.Location loc); - public abstract void addTree(Tree t, Object label); - public void invoke(Forest.Body bod, Boolean o, Integer i) { - if (i==null) { - ArrayList> toks = this.toks; - this.toks = new ArrayList>(); - ArrayList labs = this.labs; - this.labs = new ArrayList(); - bod.expand(0, this); - this.toks = toks; - this.labs = labs; - } else { - bod.expand(i, this); - } - } } // Statics ////////////////////////////////////////////////////////////////////////////// @@ -233,7 +193,7 @@ public abstract class Forest /*extends PrintableTree>*/ impl private static final Forest[] emptyForestArray = new Forest[0]; protected String headToString() { return null; } - protected String headToJava() { return null; } + protected String headToJava() { return "null"; } protected String left() { return ""; } protected boolean ignoreSingleton() { return true; }