X-Git-Url: http://git.megacz.com/?a=blobdiff_plain;f=src%2Fedu%2Fberkeley%2Fsbp%2FForest.java;h=e74d81eda484d97caaec05bacf7c52f5b94dad39;hb=743754674298bb8a3303bdffd3b5c5cc0de1b158;hp=e4572ec0d598721017d5ff5a3679e232ee2eb330;hpb=6a2ea790f843e058c7e67d3c7d1deebadcfe1fd5;p=sbp.git diff --git a/src/edu/berkeley/sbp/Forest.java b/src/edu/berkeley/sbp/Forest.java index e4572ec..e74d81e 100644 --- a/src/edu/berkeley/sbp/Forest.java +++ b/src/edu/berkeley/sbp/Forest.java @@ -1,42 +1,74 @@ package edu.berkeley.sbp; import edu.berkeley.sbp.*; -import edu.berkeley.sbp.*; +import edu.berkeley.sbp.Sequence.Position; import edu.berkeley.sbp.util.*; import java.io.*; import java.util.*; import java.lang.reflect.*; /** an efficient representation of a collection of trees (Tomita's shared packed parse forest) */ -public abstract class Forest { +public abstract class Forest /*extends PrintableTree>*/ implements Visitable> { /** assume that this forest contains exactly one tree and return it; otherwise throw an exception */ public final Tree expand1() throws Ambiguous, ParseFailed { - Iterator> it = expand(true).iterator(); - if (!it.hasNext()) throw new ParseFailed(); - return it.next(); + try { + Iterator> it = expand(true).iterator(); + if (!it.hasNext()) throw new ParseFailed(); + return it.next(); + } catch (InnerAmbiguous ia) { throw new Ambiguous(ia.f); } } /** expand this forest into a set of trees */ - public abstract HashSet> expand(boolean toss); + public HashSet> expand(boolean toss) { + //if (toss) scan(); + final HashSetTreeConsumer ret = new HashSetTreeConsumer(); + visit(new TreeMaker2(toss, ret), null, null); + if (toss && ret.size() > 1) throw new InnerAmbiguous(this); + return ret; + } + + private static class InnerAmbiguous extends RuntimeException { + public final Forest f; + public InnerAmbiguous(Forest f) { this.f = f; } + } + + public static interface TreeConsumer { + public void addTree(Tree t); + } + public static class HashSetTreeConsumer extends HashSet> implements TreeConsumer { + public void addTree(Tree t) { super.add(t); } + } - static Forest singleton(Input.Location loc) { return create(loc, null, new Forest[] { }, false, true); } - static Forest singleton(Input.Location loc, Forest body) { return create(loc, null, new Forest[] { body }, false, true); } - static Forest leaf(Input.Location loc, T tag) { return create(loc, tag, null, false, false); } - public static Forest create(Input.Location loc, T tag, Forest[] tokens, boolean unwrap, boolean singleton) { - return new MultiForest(loc, tag, tokens, unwrap, singleton); + static Forest singleton(Input.Location loc, Position p) { + return create(loc, null, new Forest[] { }, false, true, p); } + static Forest singleton(Input.Location loc, Forest body, Position p) { + return create(loc, null, new Forest[] { body }, false, true, p); } + static Forest leaf(Input.Location loc, T tag, Position p) { return create(loc, tag, null, false, false, p); } + + public static Forest create(Input.Location loc, T tag, Forest[] tokens, boolean unwrap, boolean singleton, Position p) { + return new MyBody(loc, tag, tokens, unwrap, singleton, p); } // Body ////////////////////////////////////////////////////////////////////////////// - protected static class Body { + protected static interface Body { + void expand(int i, TreeMaker h); + } + + protected static class MyBody extends Forest implements Body /* extends PrintableTree> implements */ { + + public void visit(Invokable,B,C> ivbc, B b, C c) { + ivbc.invoke(this, b, c); + } private final Input.Location location; private final T tag; private final Forest[] tokens; private final boolean unwrap; private final boolean singleton; + private final Sequence.Position reduction; - private Body(Input.Location loc, T tag, Forest[] tokens, boolean unwrap, boolean singleton) { + private MyBody(Input.Location loc, T tag, Forest[] tokens, boolean unwrap, boolean singleton, Position reduction) { this.location = loc; this.tag = tag; this.tokens = tokens==null ? emptyForestArray : new Forest[tokens.length]; @@ -44,129 +76,89 @@ public abstract class Forest { if (tokens != null) for(int i=0; i> expand(boolean toss, ArrayList> toks, int i, HashSet> h) { + public void expand(final int i, final TreeMaker h) { if (singleton) { - for(Body b : (IterableForest)tokens[0]) b.expand(toss, toks, i, h); + tokens[0].visit(h, null, i); + return; + } + if (i==0) h.start(tag, location); - } else if (i==tokens.length) { - h.add(new Tree(null, tag, toks.toArray(tree_hint))); + if (i==tokens.length) { + h.finish(tag, location); } else if (unwrap && i==tokens.length-1) { if (tokens[i] != null) - for(Body b : (IterableForest)tokens[i]) - b.expand(toss, toks, 0, h); + tokens[i].visit(h, null, 0); } else { - boolean hit = false; - for(Tree r : tokens[i].expand(toss)) { - hit = true; - int old = toks.size(); - toks.add(r); - expand(toss, toks, i+1, h); - while(toks.size() > old) toks.remove(toks.size()-1); - } - //if (!hit) throw new Error(); + tokens[i].visit(new TreeMaker(h.toss) { + public void start(T head, Input.Location loc) { } + public void addTree(Tree t) { toks.add(t); } + public void finish(T head, Input.Location loc) { + int old = h.toks.size(); + h.addTree(new Tree(loc, head, toks.toArray(tree_hint))); + expand(i+1, h); + while(h.toks.size() > old) h.toks.remove(h.toks.size()-1); + } + }, null, null); } - return h; } - void addTo(FastSet h) { - if (!singleton) h.add(this, true); - else for(Body b : (IterableForest)tokens[0]) b.addTo(h); - } - - public String toString() { - StringBuffer ret = new StringBuffer(); - for(int i=0; i 0) { - ret.append(q); - ret.append(" "); - } - } - String tail = ret.toString().trim(); - String head = (tag!=null && !tag.toString().equals("")) ? (tail.length() > 0 ? tag+":" : tag+"") : ""; - if (tail.length() > 0) tail = "{" + tail + "}"; - return head + tail; - } + protected String headToString() { return null; } + protected String headToJava() { return null; } + protected String left() { return "{"; } + protected String right() { return "}"; } + protected boolean ignoreSingleton() { return false; } } // Ref ////////////////////////////////////////////////////////////////////////////// - private static abstract class IterableForest extends Forest implements Iterable> { - public abstract Iterator> iterator(); - } - /** * This class represents a partially complete collection of * forests to be viewed as a forest at some later date; once * viewed, it becomes immutable */ - static class Ref extends IterableForest { - private FastSet hp = new FastSet(); - private Forest res = null; + static class Ref extends Forest { + private FastSet> hp = new FastSet>(); public Ref() { } - public void merge(Forest p) { - if (res != null) throw new Error("already resolved!"); - if (p==null) throw new Error(); - if (p!=this) hp.add(p, true); - } - public Iterator> iterator() { return ((IterableForest)resolve()).iterator(); } - public HashSet> expand(boolean toss) { return resolve().expand(toss); } - public String toString() { return resolve().toString(); } - public Forest resolve() { - if (hp==null) return res; - FastSet nh = new FastSet(); - for(Forest p : hp) - for(Body b : (IterableForest)p) - b.addTo(nh); - res = new MultiForest(nh); - hp = null; - return res; + public void merge(Forest p) { if (p!=this) hp.add(p, true); } + public void visit(Invokable,B,C> ivbc, B b, C c) { + if (hp==null) return; + for(Forest f : hp) + f.visit(ivbc, b, c); } + public Forest resolve() { return this; } } - // Implementations ////////////////////////////////////////////////////////////////////////////// - - private static class MultiForest extends IterableForest { - private final FastSet> results; - private MultiForest(FastSet> results) { this.results = results; } - public MultiForest(Input.Location loc, T tag, Forest[] tokens, boolean unwrap, boolean singleton) { - this.results = new FastSet>(new Body(loc, tag, tokens, unwrap, singleton)); - } - public Iterator> iterator() { return results.iterator(); } - - public HashSet> expand(boolean toss) { - HashSet> ret = new HashSet>(); - for(Body b : results) - ret.addAll(b.expand(toss, new ArrayList>(), 0, new HashSet>())); - if (toss && ret.size() > 1) throw new Ambiguous(this); - return ret; - } - - // Display ////////////////////////////////////////////////////////////////////////////// - - private String toString = null; - public String toString() { - if (toString != null) return toString; - StringBuffer ret = new StringBuffer(); - if (results.size()==1) { - for(Forest.Body r : results) - ret.append(r); - return toString = ret.toString(); - } - ret.append(" r : results) { - if (!first) ret.append(' '); - first = false; - ret.append(r); + public abstract void visit(Invokable,B,C> ivbc, B b, C c); + private static class TreeMaker2 extends TreeMaker { + private TreeConsumer tc; + public TreeMaker2(boolean toss, TreeConsumer tc) { super(toss); this.tc = tc; } + public void finish(T head, Input.Location loc) { tc.addTree(new Tree(loc, head, toks.toArray(tree_hint)));; } + public void start(T head, Input.Location loc) { } + public void addTree(Tree t) { toks.add(t); } + } + private static abstract class TreeMaker implements Invokable,Boolean,Integer>, TreeConsumer { + public ArrayList> toks = new ArrayList>(); + private boolean toss; + protected T head; + public TreeMaker(boolean toss) { this.toss = toss; } + public abstract void start(T head, Input.Location loc); + public abstract void finish(T head, Input.Location loc); + public abstract void addTree(Tree t); + public void invoke(Forest.Body bod, Boolean o, Integer i) { + if (i==null) { + ArrayList> toks = this.toks; + this.toks = new ArrayList>(); + bod.expand(0, this); + this.toks = toks; + } else { + bod.expand(i, this); } - ret.append("?>"); - return toString = ret.toString(); } } @@ -174,4 +166,10 @@ public abstract class Forest { private static Tree[] tree_hint = new Tree[0]; private static final Forest[] emptyForestArray = new Forest[0]; + + protected String headToString() { return null; } + protected String headToJava() { return null; } + protected String left() { return ""; } + protected boolean ignoreSingleton() { return true; } }