X-Git-Url: http://git.megacz.com/?a=blobdiff_plain;f=src%2Fedu%2Fberkeley%2Fsbp%2FGSS.java;h=1432402f0ac79b656a71f908bff6bab963d6dcaa;hb=cd979dfc5968a185c12d6eedc2aa688ef4b0f8b8;hp=993c21f81b1654192a0a32d3566fb9c2f135abad;hpb=37d28a2fa4ecc9534ca03827c23fdb493af79645;p=sbp.git diff --git a/src/edu/berkeley/sbp/GSS.java b/src/edu/berkeley/sbp/GSS.java index 993c21f..1432402 100644 --- a/src/edu/berkeley/sbp/GSS.java +++ b/src/edu/berkeley/sbp/GSS.java @@ -17,43 +17,32 @@ class GSS { public int resets = 0; public int waits = 0; - HashMapBag inhibited = new HashMapBag(); - HashMapBag assumed = new HashMapBag(); + HashMapBag inhibited = new HashMapBag(); HashMapBag waiting = new HashMapBag(); - HashMapBag performed = new HashMapBag(); - HashSet tail = new HashSet(); + HashMapBag performed = new HashMapBag(); + /** FIXME */ + public Forest.Ref finalResult; + /** corresponds to a positions between tokens the input stream; same as Tomita's U_i's */ public class Phase implements Invokable, IntegerMappable { - public int toInt() { return pos+1; } /** the token immediately after this phase */ - public final Token token; - - boolean reducing; + final Token token; - /** currently this is necessary only for the code() hack -- it doesn't actually correspond to the input */ private final int pos; - /** FIXME */ - public Forest.Ref finalResult; - - /** all nodes, keyed by the value returned by code() */ - /*private*/ IntPairMap hash; /* ALLOC */ - - /** the number of nodes in this phase */ - private int numNodes; - - boolean closed; - + boolean reducing; + private IntPairMap hash; /* ALLOC */ + private boolean closed; private boolean good; private Phase next = null; - + private Phase prev; private Token.Location location; public final Parser parser; private Forest forest; - Phase prev; + public Phase(Phase prev, Parser parser, Phase previous, Token token, Token.Location location, Forest forest) { this.prev = prev; this.forest = forest; @@ -62,103 +51,25 @@ class GSS { this.token = token; this.location = location; inhibited.clear(); - assumed.clear(); reset(); } public void reset() { - tail.clear(); waiting.clear(); performed.clear(); hash = new IntPairMap(); good = false; closed = false; - numNodes = 0; reducing = false; finalResult = null; if (prev != null) prev.shift(this, forest); } - public void complain(Node n, HashMap> errors, boolean force) { - if (n.touched) return; - n.touched = true; - for(Position p : n.state) { - //if (!p.isLast()) { - if (((p.isFirst() || p.isLast()) && !force) || p.owner().name==null) { - for(Node n2 : n.parents()) - complain(n2, errors, force | p.isFirst()); - } else { - String seqname = p.owner().name; - HashSet hs = errors.get(seqname); - if (hs==null) errors.put(seqname, hs = new HashSet()); - hs.add(p.element()+""); - //String s = " while parsing " + seqname + ": expected a " + p.element(); - //"\n"; - /* - s += " parsed: "; - for(Position p2 = p.owner().firstp(); p2 != null && p2 != p && !p2.isLast(); p2 = p2.next()) s += (p2.element() + " "); - s += "\n"; - s += " expected: "; - for(Position p2 = p; p2 != null && !p2.isLast(); p2 = p2.next()) s += (p2.element() + " "); - */ - //s += "\n"; - //errors.add(s); - } - } - } - - public String black(Object o) { return "\033[30m"+o+"\033[0m"; } - public String red(Object o) { return "\033[31m"+o+"\033[0m"; } - public String green(Object o) { return "\033[32m"+o+"\033[0m"; } - public String yellow(Object o) { return "\033[33m"+o+"\033[0m"; } - public String blue(Object o) { return "\033[34m"+o+"\033[0m"; } - public String purple(Object o) { return "\033[35m"+o+"\033[0m"; } - public String cyan(Object o) { return "\033[36m"+o+"\033[0m"; } - public String el(Object e) { - String s = e.toString(); - if (s.length()==0 || s.charAt(0)!='\"' || s.charAt(s.length()-1)!='\"') return yellow(s); - s = s.substring(1); - s = s.substring(0, s.length()-1); - StringBuffer ret = new StringBuffer(); - for(int i=0; i" : token.toString(); - StringBuffer ret = new StringBuffer(); - ret.append("\n "); - ret.append(message); - HashMap> errors = new HashMap>(); - for(Node n : hash.values()) { - //System.out.println(n.state); - complain(n, errors, false); - } - for(String s : errors.keySet()) { - ret.append(" while parsing " + yellow(s)); - HashSet hs = errors.get(s); - if (hs.size()==1) ret.append(" expected " + yellow(el(hs.iterator().next())) + "\n"); - else { - ret.append(" expected "); - boolean first = true; - for(String s2 : hs) { - if (!first) ret.append(" or "); - first = false; - ret.append(yellow(el(s2))); - } - ret.append("\n"); - } - } - return ret.toString(); - } - + public boolean isDone() throws ParseFailed { if (token != null) return false; if (token==null && finalResult==null) - throw new ParseFailed(error(red("unexpected end of file\n")), - getLocation()); + throw new ParseFailed(ParseFailed.error(ANSI.red("unexpected end of file\n"), token, hash.values()), getLocation()); return true; } @@ -181,12 +92,6 @@ class GSS { Sequence owner = reduction==null ? null : reduction.position.owner(); if (reduction!=null) { if (inhibited.contains(pos, owner)) return; - /* - if (assumed.contains(pos, owner)) { - tail.add(new Waiting(parent, pending, state, fromEmptyReduction, reduction)); - return; - } - */ if (owner.needs != null) for(Sequence s : owner.needs) if (!performed.contains(pos, s)) { @@ -220,7 +125,7 @@ class GSS { p.holder.merge(pending); if (p.parents().contains(parent)) return true; p.parents().add(parent, true); - if (p!=parent && !fromEmptyReduction) p.queueReductions(parent); + if (p!=parent && !fromEmptyReduction && reducing) p.performReductions(parent); return true; } private boolean newNode3(Node parent, Forest pending, State state, boolean fromEmptyReduction) { @@ -228,16 +133,18 @@ class GSS { if (token != null && state.canShift(token)) break; if (state.isAccepting()) break; if (token==null) break; - //if (!state.canReduce(token)) return false; + if (!state.canReduce(token)) return false; //if (count > 1) break; //if (r.numPop == 0) break; //r.reduce(pending, parent, null, Phase.this, null); //return; } while(false); - Node n = new Node(parent, pending, state, fromEmptyReduction); // ALLOC - n.queueEmptyReductions(); - if (!fromEmptyReduction) n.queueReductions(parent); + Node n = new Node(parent, pending, state); // ALLOC + if (reducing) { + n.performEmptyReductions(); + if (!fromEmptyReduction) n.performReductions(parent); + } return true; } @@ -257,7 +164,6 @@ class GSS { //System.out.println("\nresetting due to " + r.position.owner() + " killing " + seq); //inhibited.clear(); inhibited.add(p, seq); - //assumed = inhibited; //inhibited = new HashMapBag(); reset = true; resets++; @@ -277,16 +183,14 @@ class GSS { int num = hash.size(); for(int i=0; inext */ public void shift(Phase next, Forest result) throws ParseFailed { + // this massively improves GC performance if (prev!=null) prev.hash = null; this.next = next; closed = true; @@ -316,14 +221,11 @@ class GSS { } if (!good && token!=null) - throw new ParseFailed(error(red("unexpected character")+" "+purple(token)+" encountered at "+green(getLocation())+"\n"), + throw new ParseFailed(ParseFailed.error(ANSI.red("unexpected character")+" "+ANSI.purple(token)+" encountered at "+ANSI.green(getLocation())+"\n", token, hash.values()), getLocation()); if (token==null && finalResult==null) - throw new ParseFailed(error(red("unexpected end of file\n")), + throw new ParseFailed(ParseFailed.error(ANSI.red("unexpected end of file\n"), token, hash.values()), getLocation()); - - // this massively improves GC performance - //hash = null; } @@ -347,12 +249,11 @@ class GSS { } } - // GSS Nodes ////////////////////////////////////////////////////////////////////////////// + // Node ///////////////////////////////////////////////////////////////////////////////// /** a node in the GSS */ public final class Node extends FastSet implements Invokable { - public boolean touched = false; private Forest.Ref holder = null; private boolean allqueued = false; @@ -360,60 +261,84 @@ class GSS { public final State state; /** which Phase this Node belongs to (node that Node is also a non-static inner class of Phase) */ - public Phase phase() { return Phase.this; } - + public Phase phase() { return Phase.this; } public Forest.Ref holder() { return holder==null ? (holder = new Forest.Ref()) : holder; } public Forest pending() { return Phase.this.closed ? holder().resolve() : holder; } public FastSet parents() { return this; } - public void queueReductions() { - if (!reducing) return; + public void performReductions() { if (allqueued) return; allqueued = true; - int where = parents().size(); state.invokeReductions(token, this, this, null); } - public void queueReductions(Node n2) { - if (!allqueued) { queueReductions(); return; } - state.invokeReductions(token, this, this, n2); + public void performReductions(Node n2) { + if (!allqueued) performReductions(); + else state.invokeReductions(token, this, this, n2); } public final void invoke(Reduction r, Node n, Node n2) { - if (n==null) { - if (r.numPop==0) r.reduce(this); - return; + if (n==null || n2==null || r.position.pos==0) { + if (r.position.pos==0) { + if (n==null) n = this; + else return; + } + if (n==null) return; + Forest[] holder = new Forest[r.position.pos]; + if (r.position.pos==0) n.finish(r, r.zero(), n.phase(), holder); + else n.reduce(r, r.position.pos-1, n.phase(), holder); + } else { + Forest[] holder = new Forest[r.position.pos]; + if (r.position.pos<=0) throw new Error("called wrong form of reduce()"); + int pos = r.position.pos-1; + Forest old = holder[pos]; + holder[pos] = n.pending(); + if (pos==0) { + System.arraycopy(holder, 0, r.position.holder, 0, holder.length); + Forest rex = r.position.rewrite(n.phase().getLocation()); + n2.finish(r, rex, n.phase(), holder); + } else { + n2.reduce(r, pos-1, n.phase(), holder); + } + holder[pos] = old; + } + } + + public void reduce(Reduction r, int pos, GSS.Phase target, Forest[] holder) { + Forest old = holder[pos]; + holder[pos] = this.pending(); + if (pos==0) { + System.arraycopy(holder, 0, r.position.holder, 0, holder.length); + for(int i=0; i