X-Git-Url: http://git.megacz.com/?p=sbp.git;a=blobdiff_plain;f=src%2Fedu%2Fberkeley%2Fsbp%2FGSS.java;h=5255a21a65da9649d02dc0af5c5b998d82b49a66;hp=11904d8b8eae83fde2fa6cd1f01e318508e63b9b;hb=6ff6d681e214e91ca3fa5afdff60a0fb88227404;hpb=628b3a8eaafdbe8507e841076051bff42aadf5ee diff --git a/src/edu/berkeley/sbp/GSS.java b/src/edu/berkeley/sbp/GSS.java index 11904d8..5255a21 100644 --- a/src/edu/berkeley/sbp/GSS.java +++ b/src/edu/berkeley/sbp/GSS.java @@ -1,3 +1,5 @@ +// Copyright 2006 all rights reserved; see LICENSE file for BSD-style license + package edu.berkeley.sbp; import edu.berkeley.sbp.*; import edu.berkeley.sbp.util.*; @@ -10,27 +12,33 @@ import java.lang.reflect.*; /** implements Tomita's Graph Structured Stack */ class GSS { - public static int count = 0; + static int count = 0; + static int shifts = 0; + static int reductions = 0; + int resets = 0; + int waits = 0; - public GSS() { } + Input input; + + public GSS(Input input) { this.input = input; } private Phase.Node[] reducing_list = null; - public int resets = 0; - public int waits = 0; + // FIXME: right now, these are the performance bottleneck HashMapBag waiting = new HashMapBag(); HashMapBag performed = new HashMapBag(); HashMapBag lastperformed = new HashMapBag(); HashMapBag expected = new HashMapBag(); /** FIXME */ - public Forest.Ref finalResult; + Forest.Many finalResult; /** corresponds to a positions between tokens the input stream; same as Tomita's U_i's */ class Phase implements Invokable.Node>, IntegerMappable, GraphViz.ToGraphViz, Iterable { public Iterator iterator() { return hash.iterator(); } public void invoke(State st, Forest result, Node n) { + shifts++; good |= next.newNode(n, result, st, false); } @@ -41,23 +49,28 @@ class GSS { boolean reducing; private IntPairMap hash; /* ALLOC */ - private IntPairMap singularReductions; /* ALLOC */ private boolean closed; private boolean good; private Phase next = null; private Phase prev; private Input.Location location; + private Input.Location nextLocation; + private Input.Location prevLocation; + public final Parser parser; private Forest forest; - public Phase(Phase prev, Parser parser, Phase previous, Tok token, Input.Location location, Forest forest) throws ParseFailed { + public Phase(Phase prev, Parser parser, Phase previous, Tok token, Input.Location location, + Input.Location nextLocation, Forest forest) throws ParseFailed { + this.prevLocation = prev==null ? location : prev.getLocation(); this.prev = prev; this.forest = forest; this.parser = parser; this.pos = previous==null ? 0 : previous.pos+1; this.token = token; this.location = location; + this.nextLocation = nextLocation; performed.clear(); reset(); } @@ -69,7 +82,6 @@ class GSS { lastperformed.addAll(performed); performed.clear(); hash = new IntPairMap(); - singularReductions = new IntPairMap(); reset = false; good = false; closed = false; @@ -82,11 +94,20 @@ class GSS { public boolean isDone() throws ParseFailed { if (token != null) return false; if (token==null && finalResult==null) - throw new ParseFailed(ParseFailed.error(ANSI.red("unexpected end of file\n"), token, hash.values()), getLocation()); + ParseFailed.error("unexpected end of file", + getLocation(), + token, + hash.values(), + getLocation().createRegion(getLocation()), + input, + GSS.this); return true; } + public Input.Location getPrevLocation() { return prevLocation; } public Input.Location getLocation() { return location; } + public Input.Region getRegion() { return getPrevLocation().createRegion(getLocation()); } + public Input.Location getNextLocation() { return nextLocation; } /** add a new node (merging with existing nodes if possible) * @param parent the parent of the new node @@ -131,8 +152,7 @@ class GSS { } } } - if (!owner.lame) - newNode(parent, pending, state, fromEmptyReduction); + newNode(parent, pending, state, fromEmptyReduction); if (reduction != null) { boolean redo = true; while(redo) { @@ -148,13 +168,14 @@ class GSS { } } } + private boolean newNode2(Node p, Node parent, Forest pending, State state, boolean fromEmptyReduction) { - //if (p.parents().contains(parent)) return true; - p.merge(parent, pending); + if (p.merge(parent, pending)) return true; p.parents().add(parent, true); if (p!=parent && !fromEmptyReduction && reducing) p.performReductions(parent); return true; } + private boolean newNode3(Node parent, Forest pending, State state, boolean fromEmptyReduction) { do { if (token != null && state.canShift(token)) break; @@ -220,7 +241,6 @@ class GSS { // this massively improves GC performance if (prev!=null && parser.helpgc) { prev.hash = null; - prev.singularReductions = null; } this.next = next; closed = true; @@ -228,7 +248,7 @@ class GSS { boolean ok = false; for(Phase.Node n : hash.values()) { if (token == null && n.state.isAccepting()) { - if (finalResult==null) finalResult = new Forest.Ref(); + if (finalResult==null) finalResult = new Forest.Many(); for(Object f : n.results()) finalResult.merge((Forest)f); } @@ -237,14 +257,22 @@ class GSS { } if (!good && token!=null) - throw new ParseFailed(ParseFailed.error(ANSI.red("unexpected character ")+" \'"+ - ANSI.purple(StringUtil.escapify(token+"", "\\\'\r\n"))+ - "\' encountered at "+ - ANSI.green(getLocation())+"\n", token, hash.values()), - getLocation()); + ParseFailed.error("unexpected character", + getLocation(), + token, + hash.values(), + getRegion(), + input, + GSS.this); + if (token==null && finalResult==null) - throw new ParseFailed(ParseFailed.error(ANSI.red("unexpected end of file\n"), token, hash.values()), - getLocation()); + ParseFailed.error("unexpected end of file", + getLocation(), + token, + hash.values(), + getLocation().createRegion(getLocation()), + input, + GSS.this); } @@ -274,24 +302,7 @@ class GSS { final class Node implements Invokable, IntegerMappable, GraphViz.ToGraphViz { public FastSet set = new FastSet(); - public GraphViz.Node toGraphViz(GraphViz gv) { - if (gv.hasNode(this)) return gv.createNode(this); - GraphViz.Node n = gv.createNode(this); - n.label = ""+state.toStringx(); - n.shape = "rectangle"; - n.fill = "green"; - //GraphViz.Node f = pending().toGraphViz(gv); - //n.add(f); - for(Forest result : results()) n.edge(result, ""); - for(Node parent : parents()) n.edge(parent, ""); - ((GraphViz.Group)phase().toGraphViz(gv)).add(n); - return n; - } - public boolean isTransparent() { return false; } - public boolean isHidden() { return false; } - - - //private Forest.Ref holder = new Forest.Ref(); + private boolean allqueued = false; /** what state this node is in */ @@ -299,42 +310,25 @@ class GSS { /** which Phase this Node belongs to (node that Node is also a non-static inner class of Phase) */ public Phase phase() { return Phase.this; } - //private HashMap resultMap = new HashMap(); - private HashSet resultMap = new HashSet(); - public void merge(Node parent, Forest result) { - for(Forest.Ref f : results()) { - if (f.parents.contains(parent) && f.parents.size()==1) { + private HashSet resultMap = new HashSet(); + public Iterable results() { return resultMap; } + public FastSet parents() { return set; } + public boolean merge(Node parent, Forest result) { + // FIXME: inefficient! + for(Forest.Many f : results()) { + if (f.parents.contains(parent) /* UGLY: */ && f.parents.size()==1) { f.merge(result); - return; + return true; } } - Forest.Ref f = new Forest.Ref(); + Forest.Many f = new Forest.Many(); f.parents.add(parent); f.merge(result); resultMap.add(f); set.add(parent, true); - /* - Forest.Ref f = (Forest.Ref)resultMap.get(parent); - if (f==null) { f = new Forest.Ref(); resultMap.put(parent, f); } - f.merge(result); - set.add(parent, true); - */ - } - public Iterable results() { return resultMap; } - //private Forest pending(Node n) { - //return !Phase.this.closed ? holder : holder.resolve(); - /* - for(Forest f : resultMap) - if (resultMap.contains(f, n)) - return f; - return null; - */ - /* - return resultMap.get(n); + return false; } - */ - public FastSet parents() { return set; } public void performReductions() { if (allqueued) return; @@ -349,7 +343,7 @@ class GSS { public void performEmptyReductions() { state.invokeReductions(token, this, null, null); } public final void invoke(Position r, Node n, Node n2) { - //if (r.owner().lame) return; + reductions++; if (n==null || n2==null || r.pos==0) { if (r.pos==0) { if (n==null) n = this; @@ -357,83 +351,33 @@ class GSS { } if (n==null) return; Forest[] holder = new Forest[r.pos]; - if (r.pos==0) n.finish(r, r.zero(), n.phase(), holder); - else n.reduce(r, r.pos-1, n.phase(), holder, null, null); + if (r.pos==0) n.finish(r, r.zero(n.phase().getLocation().createRegion(n.phase().getLocation())), n.phase()); + else n.reduce(r, r.pos-1, n.phase(), null); } else { - Forest[] holder = new Forest[r.pos]; if (r.pos<=0) throw new Error("called wrong form of reduce()"); int pos = r.pos-1; - n.reduce(r, pos, n.phase(), holder, n2, null); + n.reduce(r, pos, n.phase(), n2); } } - /* - public void reduce(Position r, int pos, Phase target, Forest[] holder) { - reduce(r, pos, target, holder, null); } - public void reduce(Position r, int pos, Phase target, Forest[] holder, Node only) { - reduce(r, pos, target, holder, only, this.pending()); - } - */ - public void reduce(Position r, int pos, Phase target, Forest[] holder, Node only, Forest pending) { + public void reduce(Position r, int pos, Phase target, Node only) { + Forest[] holder = r.holder; Forest old = holder[pos]; - holder[pos] = pending; - if (pos==0) { - - // FIXME: I'm unsure about this -- basically we want to deal with the case where - // there are two nodes, each of whose Ref points to the same Forest instance. - // Some node in the next phase has both of these as parents. This might happen - // since the same reduction can appear in more than one state. - - if (only != null) { - for(Forest result : results()) - for(Node child : ((Forest.Ref)result).parents) { - if (child!=only) continue; - pending = holder[pos] = result; - System.arraycopy(holder, 0, r.holder, 0, holder.length); - for(int i=0; i)result).parents) - child.finish(r, rex, target, holder); - } - } - } else { - if (only != null) { - for(Forest result : results()) - for(Node child : ((Forest.Ref)result).parents) { - if (child!=only) continue; - holder[pos] = result; - only.reduce(r, pos-1, target, holder, null, null); - } - } else { - for(Forest result : results()) - for(Node child : ((Forest.Ref)result).parents) { - holder[pos] = result; - child.reduce(r, pos-1, target, holder, null, null); - } + + HashSet rr = new HashSet(); + for(Forest result : results()) rr.add(result); + for(Forest result : rr) + for(Node child : ((Forest.Many)result).parents) { + if (only != null && child!=only) continue; + holder[pos] = result; + if (pos==0) child.finish(r, r.rewrite(child.phase().getLocation().createRegion(target.getLocation())), target); + else child.reduce(r, pos-1, target, null); } - } + holder[pos] = old; } - public void finish(Position r, Forest result, Phase target, Forest[] holder) { + public void finish(Position r, Forest result, Phase target) { Parser.Table.State state0 = state.gotoSetNonTerminals.get(r.owner()); if (result==null) throw new Error(); if (state0!=null) @@ -450,6 +394,23 @@ class GSS { } public int toInt() { return idx; } private final int idx = node_idx++; + + // GraphViz ////////////////////////////////////////////////////////////////////////////// + + public GraphViz.Node toGraphViz(GraphViz gv) { + if (gv.hasNode(this)) return gv.createNode(this); + GraphViz.Node n = gv.createNode(this); + n.label = ""+state.toStringx(); + n.shape = "rectangle"; + n.fill = "green"; + for(Forest result : results()) n.edge(result, ""); + for(Node parent : parents()) n.edge(parent, ""); + ((GraphViz.Group)phase().toGraphViz(gv)).add(n); + return n; + } + public boolean isTransparent() { return false; } + public boolean isHidden() { return false; } + } private int node_idx = 0;