1 package edu.berkeley.sbp.misc;
4 import java.lang.reflect.*;
5 import java.lang.ref.*;
6 import edu.berkeley.sbp.*;
7 import edu.berkeley.sbp.*;
8 import edu.berkeley.sbp.util.*;
9 import edu.berkeley.sbp.*;
11 /** an implementation of Token for streams of Java <tt>char</tt> values */
12 public class CharToken implements Token, IntegerTopology.IntegerMappable {
14 // Public //////////////////////////////////////////////////////////////////////////////
16 public static class CharRange extends Atom<CharToken> {
17 private String esc(char c) { return StringUtil.escapify(c+"", "[]-~\\\"\'"); }
18 public CharRange(Topology<CharToken> t) { super(t); }
19 public String toString() {
20 StringBuffer sb = new StringBuffer();
22 Range.Set ranges = ((IntegerTopology)top()).getRanges();
23 if (ranges.size() == -1 || ranges.size() > Character.MAX_VALUE/2) {
25 ranges = ranges.complement();
27 ranges = ranges.intersect(all);
28 for(Range r : ranges) {
29 if (r.isMinNegInf() || r.isMaxPosInf()) throw new Error("should not happen");
30 if (r.getMin()==r.getMax()) {
31 sb.append(esc((char)r.getMin()));
33 sb.append(esc((char)r.getMin()));
35 sb.append(esc((char)r.getMax()));
43 /** returns an element matching all characters between <tt>start</tt> and <tt>end</tt>, inclusive */
44 public static Atom positiveRange(char start, char end) {
45 return new CharRange(new IntegerTopology<CharToken>(new Range.Set(new Range((int)start, (int)end))));
48 /** returns an element matching all characters <b>not</b> between <tt>start</tt> and <tt>end</tt>, inclusive */
49 public static Atom negativeRange(char start, char end) {
50 return new CharRange(new IntegerTopology<CharToken>(new Range.Set(new Range((int)start, (int)end)).complement().intersect(all)));
53 public static CharToken left(int row, int col) { return new CharToken((char)9998, 0, 0) { public String toString() { return "{"; } }; }
54 public static CharToken right(int row, int col) { return new CharToken((char)9999, 0, 0) { public String toString() { return "}"; } }; }
55 public static final Atom leftBrace = new Atom(new IntegerTopology<CharToken>(9998)) { public String toString() { return "{"; } };
56 public static final Atom rightBrace = new Atom(new IntegerTopology<CharToken>(9999)) { public String toString() { return "}"; } };
58 private static final Range.Set all = new Range.Set(new Range(0, Character.MAX_VALUE));
59 public static final Atom any = new CharRange(new IntegerTopology<CharToken>(all));
60 public static final Atom none = new CharRange(new IntegerTopology<CharToken>());
61 public static IntegerTopology<CharToken> range(Range r) { return new IntegerTopology<CharToken>(r); }
62 public static Atom set(Range.Set r) { return new CharRange(new IntegerTopology<CharToken>(r)); }
64 /** returns an element which exactly matches the string given */
65 public static Element string(String s) {
66 if (s.length() == 0) return Union.epsilon;
67 final String escapified = "\""+StringUtil.escapify(s, "\"\r\n\\")+"\"";
69 if (s.length() == 1) {
71 new CharRange(new IntegerTopology<CharToken>((int)s.charAt(0))) {
72 public String toString() { return escapified; } };
74 Union ret2 = new Union("\""+s+"\"_str", true) {
75 public String toString() { return escapified; } };
76 Element[] refs = new Element[s.length()];
77 for(int i=0; i<refs.length; i++) refs[i] = new CharRange(new IntegerTopology<CharToken>((int)s.charAt(i)));
78 ret2.add(Sequence.constant(refs, s, null, null));
85 public static Topology<CharToken> top() { return new IntegerTopology<CharToken>(); }
86 public static Topology<CharToken> top(String s) throws java.text.ParseException {
87 return new IntegerTopology<CharToken>(Range.Set.parse(s));
90 // Private //////////////////////////////////////////////////////////////////////////////
93 public final Location location;
94 public CharToken(char c, int line, int col) { this(c, new CartesianLocation(line, col)); }
95 private CharToken(char c, Location loc) { this.c = c; this.location = loc; }
96 public String result() { return c+""; }
97 public Location getLocation() { return location; }
98 public String toString() { return "\'"+StringUtil.escapify(c+"")+"\'"; }
100 //////////////////////////////////////////////////////////////////////////////////////////
102 public int toInt() { return (int)c; }
104 // Statics //////////////////////////////////////////////////////////////////////////////
106 static class CartesianLocation implements Location {
107 public final int line;
108 public final int col;
109 public String toString() { return line + ":" + col; }
110 public CartesianLocation(int line, int col) { this.line = line; this.col = col; }
111 public String getContext() { return ""; }
114 /** an implementation of Token.Stream for sequences of characters */
115 public static class Stream implements Token.Stream {
116 private final String message;
117 private final Reader r;
118 private int line = 1;
121 public Stream(String s) { this(new StringReader(s)); }
123 public Stream(Reader r) { this(r, null); }
124 public Stream(Reader r, String s) { this.r = r; this.message = s; }
126 public Stream(InputStream i) { this(i, null); }
127 public Stream(InputStream i, String s) { this(new InputStreamReader(i), s); }
129 private Line currentLine = new Line();
131 public StringBuffer line = new StringBuffer();
134 private class LocWrap implements Location {
135 Line myline = Stream.this.currentLine;
136 public final int line;
137 public final int col;
138 public String toString() { return line + ":" + col; }
139 public LocWrap(int line, int col) { this.line = line; this.col = col; }
140 public String getContext() {
141 StringBuffer spaces = new StringBuffer();
142 for(int i=0; i<col-1; i++) spaces.append(' ');
144 return " " + myline.line.toString() + "\n " + spaces.toString();
149 public Token next() throws IOException {
151 if (i==-1) return null;
153 Token ret = new CharToken(c, new LocWrap(line, col));
154 String s = line + "";
155 while(s.length() < 4) s = " " + s;
156 s = "line "+s+", col " + col;
157 long now = System.currentTimeMillis();
160 System.out.print(" "+(message==null?"":message)+" " + s + " \r");
163 currentLine = new Line();
167 currentLine.line.append(c);