X-Git-Url: http://git.megacz.com/?p=sbp.git;a=blobdiff_plain;f=src%2Fedu%2Fberkeley%2Fsbp%2Ftib%2FTib.java;h=8ee70ca237ec5b9148f2ae3e29f82e0f2ba9bbc4;hp=200544aa5e4a53140c40a216e04195bee24d51ed;hb=fd97655ce34c3aff1a47bfb2f45775ac711923b1;hpb=f7dc68eeb40878c12463fc1ed2b4351b2a9fe261 diff --git a/src/edu/berkeley/sbp/tib/Tib.java b/src/edu/berkeley/sbp/tib/Tib.java index 200544a..8ee70ca 100644 --- a/src/edu/berkeley/sbp/tib/Tib.java +++ b/src/edu/berkeley/sbp/tib/Tib.java @@ -40,6 +40,7 @@ public class Tib implements Token.Stream { int _row = 0; int _col = 0; + public Token.Location getLocation() { return new CharToken.CartesianLocation(_row, _col); } public CharToken next() throws IOException { if (cur==null) return null; if (s != null) { @@ -47,7 +48,7 @@ public class Tib implements Token.Stream { char c = s.charAt(spos++); if (c=='\n') { _row++; _col = 0; } else _col++; - return new CharToken(c, _row, _col); + return new CharToken(c); } s = null; } @@ -55,7 +56,7 @@ public class Tib implements Token.Stream { pos = cur.iip+1; cur = cur.parent; if (cur==null) return null; - return CharToken.right(_row, _col); + return CharToken.right; } Object o = cur.child(pos++); if (o instanceof String) { @@ -75,7 +76,7 @@ public class Tib implements Token.Stream { } cur = (Block)o; pos = 0; - return CharToken.left(_row, _col); + return CharToken.left; } public static Block parse(BufferedReader br) throws Invalid, IOException { @@ -289,21 +290,30 @@ public class Tib implements Token.Stream { public static class Grammar extends MetaGrammar { private int anon = 0; + private final Element ws = Repeat.maximal0(nonTerminal("w")); + public Grammar() { dropAll.add(ws); } public Object walk(Tree tree) { String head = tree.head(); if (tree.numChildren()==0) return super.walk(tree); - if ("{".equals(head)) - return nonTerminal("braced"+(anon++), + if ("{".equals(head)) { + String s = "braced"+(anon++); + Union u = nonTerminal(s); + Union u2 = ((PreSequence)walk(tree, 0)).sparse(ws).buildUnion(); + u2.add(Sequence.singleton(new Element[] { u }, 0, null, null)); + return nonTerminal(s, new PreSequence[][] { new PreSequence[] { new PreSequence(new Element[] { CharToken.leftBrace, - ((PreSequence)walk(tree, 0)).buildUnion(), + ws, + u2, + ws, CharToken.rightBrace }) } }, false, false); + } return super.walk(tree); } }