more cleanup
[org.ibex.mail.git] / src / org / ibex / mail / protocol / IMAP.java
index fc72869..21e937a 100644 (file)
 package org.ibex.mail.protocol;
+import org.ibex.mail.*;
+import org.ibex.util.*;
+import org.ibex.mail.target.*;
+import java.util.*;
 import java.net.*;
+import java.text.*;
 import java.io.*;
 
-class IMAPException extends IOException {
-}
+// Relevant RFC's:
+//   RFC 2060: IMAPv4
+//   RFC 3501: IMAPv4 with clarifications
+//   RFC 3691: UNSELECT
+//   RFC 2971: ID
 
+// FEATURE: READ-WRITE / READ-ONLY status on SELECT
+// FEATURE: pipelining
+// FEATURE: support [charset]
+// FEATURE: \Noselect
+// FEATURE: subscriptions
 public class IMAP extends MessageProtocol {
 
-    public static void main(String[] args) throws Exception {
-        ServerSocket ss = new ServerSocket(143);
-        while(true) {
-            System.out.println("listening");
-            final Socket s = ss.accept();
-            System.out.println("connected");
-            new Thread() {
-                public void run() {
-                    try {
-                        service(s);
-                    } catch (Exception e) {
-                        e.printStackTrace();
+    // Constants //////////////////////////////////////////////////////////////////////////////
+
+    public static final char imapSeparator = '.';
+    public static final float version = (float)0.1;
+
+
+    // Callbacks //////////////////////////////////////////////////////////////////////////////
+
+    public static interface Authenticator { public abstract Mailbox authenticate(String user, String pass); } 
+
+
+    // Exceptions //////////////////////////////////////////////////////////////////////////////
+
+    public static class Exn extends MailException { public Exn(String s) { super(s); } }
+    public static class Bad extends Exn { public Bad(String s) { super(s); } }
+    public static class No extends Exn { public No(String s) { super(s); } }
+
+
+    // Single Session Handler //////////////////////////////////////////////////////////////////////////////
+
+    private static class Session extends Incoming {
+        Mailbox selected = null;
+        Mailbox selected() { if (selected == null) throw new Bad("no mailbox selected"); return selected; }
+        String selectedName = null;
+        Mailbox inbox = null;
+        final Mailbox root;
+        final Socket conn;
+        final String vhost;
+        final Authenticator auth;
+        final PrintWriter pw;
+        final PushbackReader r;
+        final InputStream is;
+        public void init() { }
+        public Session(Socket conn, Mailbox root, Authenticator auth) throws IOException {
+            this(conn, java.net.InetAddress.getLocalHost().getHostName(), root, auth); }
+        public Session(Socket conn, String vhost, Mailbox root, Authenticator auth) throws IOException {
+            this.vhost = vhost; this.conn = conn; this.root = root; this.auth = auth;
+            this.pw = new PrintWriter(new OutputStreamWriter(conn.getOutputStream()));
+            this.r = new PushbackReader(new InputStreamReader(this.is = conn.getInputStream()));
+        }
+
+        private void star(String s)    { println("* " + s); }
+        private void println(String s) { pw.println(s); pw.flush(); }
+        private void print(String s)   { pw.print(s); }
+
+        private Mailbox getMailbox(String name, boolean create) {
+            Mailbox m = root;
+            for(StringTokenizer st = new StringTokenizer(name, imapSeparator + ""); st.hasMoreTokens();)
+                if ((m = m.slash(st.nextToken(), create)) == null) throw new No("no such mailbox " + name);
+            return m;
+        }
+
+        // FEATURE: not accurate when a wildcard and subsequent non-wildcards both match a single component
+        public HashSet lsub(String start, String ref, HashSet reply) { return list(start, ref, reply); }
+        public HashSet list(String start, String ref, HashSet reply) {
+            if (reply == null) reply = new HashSet();
+            if (ref.length() == 0 && start.length() == 0) { reply.add(""); return reply; }
+            while (start.endsWith(""+imapSeparator)) start = start.substring(0, start.length() - 1);
+            String[] children = (start.length() == 0 ? root : getMailbox(start, false)).children();
+            for(int i=0; i<children.length; i++) {
+                String s = children[i], pre = ref, kid = start + (start.length() > 0 ? imapSeparator+"" : "") + s;                
+                while(true) {
+                    if (pre.length() == 0) {
+                        if (s.length() == 0)       reply.add(kid);
+                    } else switch(pre.charAt(0)) {
+                        case imapSeparator:        if (s.length() == 0) list(kid, pre.substring(1), reply);           break;
+                        case '%':                  reply.add(kid); pre=pre.substring(1); list(kid, pre, reply);       break;
+                        case '*':                  reply.add(kid); list(kid, pre, reply); pre = pre.substring(1);     break;
+                        default:                   if (s.length()==0)                                                 break;
+                                                   if (s.charAt(0) != pre.charAt(0))                                  break;
+                                                   s = s.substring(1); pre = pre.substring(1);                        continue;
                     }
+                    break;
                 }
-            }.start();
+            }
+            return reply;
+        }
+
+        public String[] capability() { return new String[] { "IMAP4rev1", "UNSELECT", "ID" }; }
+        public Hashtable id(Hashtable clientId) {
+            Hashtable response = new Hashtable();
+            response.put("name", IMAP.class.getName());
+            response.put("version", version + "");
+            response.put("os", System.getProperty("os.name", null));
+            response.put("os-version", System.getProperty("os.version", null));
+            response.put("vendor", "none");
+            response.put("support-url", "http://mail.ibex.org/");
+            return response;
+        }   
+
+        public void copy(Query q, Mailbox to) { for(Mailbox.Iterator it=selected.iterator(q);it.next();) to.add(it.cur()); }
+        public void login(String u, String p) { if ((inbox = auth.authenticate(u,p)) == null) throw new No("Login failed."); }
+        public void logout() { }
+        public void unselect() { selected = null; selectedName = null; }
+        public void delete(Mailbox m) { if (!m.equals(inbox)) m.destroy(); }
+        public void create(String m) { if (!m.endsWith(""+imapSeparator) && !m.equalsIgnoreCase("inbox")) getMailbox(m, true); }
+        public void append(Mailbox m, int flags, Date arrival, String body) { m.add(new Message(null,null,body,arrival), flags); }
+        public void check() { }
+        public void noop() { }
+        public void close() { for(Mailbox.Iterator it=selected().iterator(Query.deleted()); it.next();) it.delete(); unselect(); }
+        public void expunge() { for(Mailbox.Iterator it = selected().iterator(Query.deleted()); it.next();) expunge(it); }
+        public void expunge(Mailbox.Iterator it) { star(it.uid() + " EXPUNGE"); it.delete(); }
+        public void subscribe(String mailbox) { }
+        public void unsubscribe(String mailbox) { }
+        public int seen(String mailbox)        { return getMailbox(mailbox, false).count(Query.seen()); }
+        public int recent(String mailbox)      { return getMailbox(mailbox, false).count(Query.recent()); }
+        public int count(String mailbox)       { return getMailbox(mailbox, false).count(Query.all()); }
+        public int uidNext(String mailbox)     { return getMailbox(mailbox, false).uidNext(); }
+        public int uidValidity(String mailbox) { return getMailbox(mailbox, false).uidValidity(); }
+        public void rename(Mailbox from, String to) {
+            if (from.equals(inbox))                  from.copy(Query.all(), getMailbox(to, true));
+            else if (to.equalsIgnoreCase("inbox")) { from.copy(Query.all(), getMailbox(to, true)); from.destroy(); }
+            else from.rename(to);
+        }
+
+        public void select(String mailbox, boolean examineOnly) {
+            selected = getMailbox(selectedName = mailbox, false);
+            star("FLAGS (\\Answered \\Flagged \\Deleted \\Seen \\Draft)");
+            star(selected.count(Query.all())    + " EXISTS");
+            star(selected.count(Query.recent()) + " RECENT");
+            star("OK [UIDVALIDITY " + selected.uidValidity() + "] UIDs valid");
+        }
+
+        // uber FIXME
+        public void fetch(Query q, FetchRequest[] fr, boolean uid) {
+            for(Mailbox.Iterator it = selected.iterator(q); it.next(); ) {
+                Message m = it.cur();
+                StringBuffer reply = new StringBuffer();
+                boolean peek = false;
+                for(int i=0; i<fr.length; i++)
+                    if (fr[i] == null) continue;
+                    else if (fr[i] == BODYSTRUCTURE)   throw new Bad("BODYSTRUCTURE not supported");
+                    else if (fr[i] == ENVELOPE     )   reply.append("ENVELOPE " + envelope(m) + " ");
+                    else if (fr[i] == FLAGS        )   reply.append("FLAGS (" + flags(it) + ") ");
+                    else if (fr[i] == INTERNALDATE )   reply.append("INTERNALDATE " + quotify(m.arrival) + " ");
+                    else if (fr[i] == UID          )   reply.append("UID " + it.uid() + " ");
+                    else if (fr[i] == RFC822       ) { reply.append("RFC822 "); reply.append(qq(m.body)); }
+                    else if (fr[i] == RFC822HEADER ) { reply.append("RFC822.HEADER ");reply.append(qq(m.allHeaders));}
+                    else if (fr[i] == RFC822SIZE   )   reply.append("RFC822.SIZE " + m.rfc822size() + " ");
+                    else if (fr[i] == RFC822TEXT   ) { }
+                    else if (fr[i] instanceof FetchRequestBody) {
+                        FetchRequestBody frb = (FetchRequestBody)fr[i];
+                        StringBuffer payload = new StringBuffer();
+                        peek = frb.peek;
+                        // obey path[] here
+                        switch(frb.type) {
+                            case FetchRequestBody.PATH:
+                                reply.append("BODY[] "); payload.append(m.body); break;
+                            case FetchRequestBody.TEXT:
+                                reply.append("BODY[TEXT] "); payload.append(m.body); break;
+                            case FetchRequestBody.MIME: throw new Bad("FETCH MIME not supported");
+                            case FetchRequestBody.HEADER: reply.append("BODY[HEADER] "); payload.append(m.allHeaders); break;
+                            case FetchRequestBody.FIELDS:
+                                reply.append("BODY[HEADER.FIELDS (");
+                                for(int j=0; j<frb.headers.length; j++) {
+                                    reply.append(frb.headers[j].s + " ");
+                                    payload.append(frb.headers[j].s + ": " + m.headers.get(frb.headers[j].s) + "\r\n");
+                                }
+                                reply.append(")] ");
+                                break;
+                            case FetchRequestBody.FIELDS_NOT: throw new Bad("FETCH HEADERS.NOT not supported");
+                        }
+                        if (frb.start == -1) reply.append(qq(payload.toString()));
+                        else if (frb.start == -1) reply.append("<" + frb.end + ">" + qq(payload.substring(0, frb.end + 1)));
+                        else reply.append("<" + frb.start + "." + frb.end + ">" + qq(payload.substring(frb.start, frb.end + 1)));
+                    } else throw new Error("this should never happen");
+                star((uid ? it.uid() : it.num()) + " FETCH (" + reply.toString() + (uid ? " UID " + it.uid() : "") + ")");
+                if (!peek) it.seen(true);
+            }
+        }
+
+        public void store(Query q, int addFlags, int removeFlags, boolean silent, boolean uid) {
+            for(Mailbox.Iterator it = selected.iterator(q); it.next(); ) {
+                it.addFlags(addFlags);
+                it.removeFlags(removeFlags);
+                if (!silent) star((uid ? it.uid() : it.num()) + " FETCH (FLAGS (" + flags(it) + "))");
+            }
+        }
+
+        private void emitListResponse(HashSet boxes)
+            { for(Iterator it = boxes.iterator(); it.hasNext(); ) star("LIST \"" + imapSeparator + "\" \"" + it.next() + "\""); }
+
+        public boolean handleRequest() throws IOException {
+            println("* OK " + vhost + " " + IMAP.class.getName() + " IMAP4rev1 [RFC3501] v" + version + " server ready");
+            for(String tag = null;; newline()) try {
+                pw.flush();
+                boolean uid = false;
+                tag = null; tag = token().atom();
+                String command = token().atom();
+                if (command.equals("UID")) { uid = true; command = token().atom(); }
+                switch(((Integer)commands.get(command.toUpperCase())).intValue()) {
+                    case AUTHENTICATE: login(token().astring(), token().astring()); break;
+                    case LIST:         emitListResponse(list(token().q(), token().q(), null)); break;
+                    case LSUB:         emitListResponse(lsub(token().q(), token().q(), null)); break;
+                    case SUBSCRIBE:    subscribe(token().atom()); break;
+                    case UNSUBSCRIBE:  unsubscribe(token().atom()); break;
+                    case CAPABILITY:   star("CAPABILITY " + join(" ", capability())); break;
+                        //case ID:           id(); break;
+                    case LOGIN:        login(token().astring(), token().astring()); break;
+                    case LOGOUT:       logout(); star("BYE"); conn.close(); return false;
+                    case RENAME:       rename(token().mailbox(), token().atom()); break;
+                    case EXAMINE:      select(token().astring(), true); break;
+                    case SELECT:       select(token().astring(), false); break;
+                    case COPY:         copy(Query.set(uid, token().set()), token().mailbox()); break;
+                    case DELETE:       delete(token().mailbox()); break;
+                    case CHECK:        check(); break;
+                    case NOOP:         noop(); break;
+                    case CLOSE:        close(); break;
+                    case EXPUNGE:      expunge(); break;
+                    case UNSELECT:     unselect(); break;
+                    case CREATE:       create(token().astring()); break;
+                    case FETCH:        fetch(Query.set(uid, token().set()), parseFetch(token().l()), uid); break;
+                    case STATUS: {
+                        String mailbox = token().atom();
+                        Token[] list = token().l();
+                        String response = "";
+                        for(int i=0; i<list.length; i++) {
+                            String s = list[i].atom();
+                            if (s.equals("MESSAGES"))    response += "MESSAGES "    + count(mailbox);
+                            if (s.equals("RECENT"))      response += "RECENT "      + seen(mailbox);
+                            if (s.equals("UIDNEXT"))     response += "UNSEEN "      + recent(mailbox);
+                            if (s.equals("UIDVALIDITY")) response += "UIDVALIDITY " + uidValidity(mailbox);
+                            if (s.equals("UNSEEN"))      response += "UIDNEXT "     + uidNext(mailbox);
+                        }
+                        star("STATUS " + selectedName + " (" + response + ")");
+                    }
+                    case APPEND: { 
+                        Mailbox m = token().mailbox();
+                        int flags = 0;
+                        Date arrival = null;
+                        Token t = token();
+                        if (t.type == t.LIST)   { flags = t.flags();      t = token(); }
+                        if (t.type == t.QUOTED) { arrival = t.datetime(); t = token(); }
+                        append(m, flags, arrival, token().q());
+                        break; }
+                    case STORE: {
+                        Query q = uid ? Query.uid(token().set()) : Query.num(token().set());
+                        String s = token().atom();
+                        int flags = token().flags();
+                        if (s.equals("FLAGS"))              store(q, flags, ~flags, false, uid);
+                        else if (s.equals("+FLAGS"))        store(q, flags, 0,      false, uid);
+                        else if (s.equals("-FLAGS"))        store(q, 0,     flags,  false, uid);
+                        else if (s.equals("FLAGS.SILENT"))  store(q, flags, ~flags, true,  uid);
+                        else if (s.equals("+FLAGS.SILENT")) store(q, flags, 0,      true,  uid);
+                        else if (s.equals("-FLAGS.SILENT")) store(q, 0,     flags,  true,  uid);
+                        else throw new Bad("unknown STORE specifier " + s);
+                        break; }
+                    default: throw new Bad("unrecognized command \"" + command + "\"");
+                }
+                println(tag + " OK " + command + " Completed.");
+            } catch (Bad b) { println(tag==null ? "* BAD Invalid tag" : (tag + " Bad " + b.toString())); b.printStackTrace();
+            } catch (No n)  { println(tag==null ? "* BAD Invalid tag" : (tag + " No "  + n.toString())); n.printStackTrace(); }
+        }
+
+        Query query() {
+            String s = null;
+            boolean not = false;
+            Query q = null;
+            while(true) {
+                Token t = token();
+                if (t.type == t.LIST) throw new No("nested queries not yet supported");
+                else if (t.type == t.SET) return Query.num(t.set());
+                s = t.atom();
+                if (s.equals("NOT")) { not = true; continue; }
+                if (s.equals("OR"))    return Query.or(query(), query());
+                if (s.equals("AND"))   return Query.and(query(), query());
+                break;
+            }
+            if (s.startsWith("UN"))        { not = true; s = s.substring(2); }
+            if (s.equals("ANSWERED"))        q = Query.answered();
+            else if (s.equals("DELETED"))    q = Query.deleted();
+            else if (s.equals("DRAFT"))      q = Query.draft();
+            else if (s.equals("FLAGGED"))    q = Query.flagged();
+            else if (s.equals("RECENT"))     q = Query.recent();
+            else if (s.equals("SEEN"))       q = Query.seen();
+            else if (s.equals("OLD"))      { not = true; q = Query.recent(); }
+            else if (s.equals("NEW"))        q = Query.and(Query.recent(), Query.not(Query.seen()));
+            else if (s.equals("KEYWORD"))    q = Query.header("keyword", token().flag());
+            else if (s.equals("HEADER"))     q = Query.header(token().astring(), token().astring());
+            else if (s.equals("BCC"))        q = Query.header("bcc", token().astring());
+            else if (s.equals("CC"))         q = Query.header("cc", token().astring());
+            else if (s.equals("FROM"))       q = Query.header("from", token().astring());
+            else if (s.equals("TO"))         q = Query.header("to", token().astring());
+            else if (s.equals("SUBJECT"))    q = Query.header("subject", token().astring());
+            else if (s.equals("LARGER"))     q = Query.size(token().n(), Integer.MAX_VALUE);
+            else if (s.equals("SMALLER"))    q = Query.size(Integer.MIN_VALUE, token().n());
+            else if (s.equals("BODY"))       q = Query.body(token().astring());
+            else if (s.equals("TEXT"))       q = Query.full(token().astring());
+            else if (s.equals("BEFORE"))     q = Query.arrival(new Date(0), token().date());
+            else if (s.equals("SINCE"))      q = Query.arrival(token().date(), new Date(Long.MAX_VALUE));
+            else if (s.equals("ON"))       { Date d = token().date(); q = Query.arrival(d, new Date(d.getTime() + 24 * 60 * 60)); }
+            else if (s.equals("SENTBEFORE")) q = Query.sent(new Date(0), token().date());
+            else if (s.equals("SENTSINCE"))  q = Query.sent(token().date(), new Date(Long.MAX_VALUE));
+            else if (s.equals("SENTON"))   { Date d = token().date(); q = Query.sent(d, new Date(d.getTime() + 24 * 60 * 60)); }
+            else if (s.equals("UID"))        q = Query.uid(token().set());
+            return q;
+        }
+
+        class Token {
+            public byte type;
+            public final String s;
+            public final Token[] l;
+            public final int n;
+            private static final byte NIL = 0;
+            private static final byte LIST = 1;
+            private static final byte QUOTED = 2;
+            private static final byte NUMBER = 3;
+            private static final byte ATOM = 4;
+            private static final byte BAREWORD = 5;
+            private static final byte SET = 6;
+            public Token() { n = 0; l = null; s = null; type = NIL; }
+            public Token(String s, boolean quoted) { this.s = s; l = null; type = quoted ? QUOTED : ATOM; n = 0; }
+            public Token(Token[] list) { l = list; s = null; type = LIST; n = 0; }
+            public Token(int number) { n = number; l = null; s = null; type = NUMBER; }
+
+            public String flag() { if (type != ATOM) throw new Bad("expected a flag"); return s; }
+            public int n() { if (type != NUMBER) throw new Bad("expected number"); return n; }
+            public int nz() { int n = n(); if (n == 0) throw new Bad("expected nonzero number"); return n; }
+            public String  q() { if (type == NIL) return null; if (type != QUOTED) throw new Bad("expected qstring"); return s; }
+            public Token[] l() { if (type == NIL) return null; if (type != LIST) throw new Bad("expected list"); return l; }
+
+            public int flags() {
+                if (type != LIST) throw new Bad("expected flag list");
+                int ret = 0;
+                for(int i=0; i<l.length; i++) {
+                    String flag = l[i].s;
+                    if (flag.equals("\\Deleted"))       ret |= Mailbox.Flag.DELETED;
+                    else if (flag.equals("\\Seen"))     ret |= Mailbox.Flag.SEEN;
+                    else if (flag.equals("\\Flagged"))  ret |= Mailbox.Flag.FLAGGED;
+                    else if (flag.equals("\\Draft"))    ret |= Mailbox.Flag.DRAFT;
+                    else if (flag.equals("\\Answered")) ret |= Mailbox.Flag.ANSWERED;
+                    else if (flag.equals("\\Recent"))   ret |= Mailbox.Flag.RECENT;
+                }
+                return ret;
+            }
+            public int[] set() {
+                if (type != ATOM) throw new Bad("expected a messageid set");
+                Vec ids = new Vec();
+                StringTokenizer st = new StringTokenizer(s, ",");
+                while(st.hasMoreTokens()) {
+                    String s = st.nextToken();
+                    if (s.indexOf(':') != -1) {
+                        int start = Integer.parseInt(s.substring(0, s.indexOf(':')));
+                        String end_s = s.substring(s.indexOf(':')+1);
+                        if (end_s.equals("*")) {
+                            ids.addElement(new Integer(start));
+                            ids.addElement(new Integer(Integer.MAX_VALUE));
+                        } else {
+                            int end = Integer.parseInt(end_s);
+                            for(int j=start; j<=end; j++) ids.addElement(new Integer(j));
+                        }
+                    } else {
+                        ids.addElement(new Integer(Integer.parseInt(s)));
+                        ids.addElement(new Integer(Integer.parseInt(s)));
+                    }
+                }
+                int[] ret = new int[ids.size()];
+                for(int i=0; i<ret.length; i++) ret[i] = ((Integer)ids.elementAt(i)).intValue();
+                return ret;
+            }
+            public Date date() {
+                if (type != QUOTED && type != ATOM) throw new Bad("Expected quoted or unquoted date");
+                try { return new SimpleDateFormat("dd-MMM-yyyy").parse(s);
+                } catch (ParseException p) { throw new Bad("invalid date format; " + p); }
+            }
+            public Date datetime() {
+                if (type != QUOTED && type != ATOM) throw new Bad("Expected quoted or unquoted datetime");
+                try { return new SimpleDateFormat("dd-MM-yyyy hh:mm:ss").parse(s.trim());
+                } catch (ParseException p) { throw new Bad("invalid datetime format " + s + " : " + p); }
+            }
+            public String nstring() {
+                if (type == NIL) return null;
+                if (type == QUOTED) return s;
+                throw new Bad("expected NIL or string");
+            }
+            public String astring() {
+                if (type == ATOM) return s;
+                if (type == QUOTED) return s;
+                throw new Bad("expected atom or string");
+            }
+            public String atom() {
+                if (type != ATOM) throw new Bad("expected atom");
+                for(int i=0; i<s.length(); i++) {
+                    char c = s.charAt(i);
+                    if (c == '(' || c == ')' || c == '{' || c == ' ' || c == '%' || c == '*')
+                        throw new Bad("invalid char in atom: " + c);
+                }
+                return s;
+            }
+            public Mailbox mailbox() {
+                if (type == BAREWORD && s.toLowerCase().equals("inbox")) return getMailbox("INBOX", false);
+                return getMailbox(astring(), false);
+            }
+
         }
+
+        public char getc() throws IOException {
+            int ret = r.read();
+            if (ret == -1) throw new EOFException();
+            System.err.print((char)ret);
+            System.err.flush();
+            return (char)ret;
+        }
+        public  char peekc() throws IOException {
+            int ret = r.read();
+            if (ret == -1) throw new EOFException();
+            r.unread(ret);
+            return (char)ret;
+        }
+        public  void fill(byte[] b) throws IOException {
+            int num = 0;
+            while (num < b.length) {
+                int numread = is.read(b, num, b.length - num);
+                if (numread == -1) throw new EOFException();
+                num += numread;
+            }
+        }
+
+        public void newline() {
+            try {
+                for(char c = peekc(); c == ' ';) { getc(); c = peekc(); };
+                for(char c = peekc(); c == '\r' || c == '\n';) { getc(); c = peekc(); };
+            } catch (IOException e) {
+                e.printStackTrace();
+            }
+        }
+
+        public Token token() {
+            try {
+                Vec toks = new Vec();
+                StringBuffer sb = new StringBuffer();
+                char c = getc(); while (c == ' ') c = getc();
+                if (c == '\r' || c == '\n') {
+                    throw new Bad("unexpected end of line");
+                } if (c == '{') {
+                    while(peekc() != '}') sb.append(getc());
+                    int octets = Integer.parseInt(sb.toString());
+                    while(peekc() == ' ') getc();   // whitespace
+                    while (getc() != '\n' && getc() != '\r') { }
+                    byte[] bytes = new byte[octets];
+                    fill(bytes);
+                    return new Token(new String(bytes), true);
+                } else if (c == '\"') {
+                    while(true) {
+                        c = getc();
+                        if (c == '\\') sb.append(getc());
+                        else if (c == '\"') break;
+                        else sb.append(c);
+                    }
+                    return new Token(sb.toString(), true);
+
+                    // NOTE: this is technically a violation of the IMAP grammar, since atoms like FOO[BAR should be legal
+                } else if (c == ']' || c == ')') { return null;
+                } else if (c == '[' || c == '(') {
+                    Token t;
+                    do { t = token(); if (t != null) toks.addElement(t); } while (t != null);
+                    Token[] ret = new Token[toks.size()];
+                    toks.copyInto(ret);
+                    return new Token(ret);
+
+                } else while(true) {
+                    sb.append(c);
+                    c = peekc();
+                    if (c == ' ' || c == '\"' || c == '(' || c == ')' || c == '[' || c == ']' ||
+                        c == '{' || c == '\n' || c == '\r')
+                        return new Token(sb.toString(), false);
+                    getc();
+                }
+            } catch (IOException e) {
+                e.printStackTrace();
+                return null;
+            }
+        }
+
+        public final FetchRequest BODYSTRUCTURE = new FetchRequest();
+        public final FetchRequest ENVELOPE      = new FetchRequest();
+        public final FetchRequest FLAGS         = new FetchRequest();
+        public final FetchRequest INTERNALDATE  = new FetchRequest();
+        public final FetchRequest RFC822        = new FetchRequest();
+        public final FetchRequest RFC822HEADER  = new FetchRequest();
+        public final FetchRequest RFC822SIZE    = new FetchRequest();
+        public final FetchRequest RFC822TEXT    = new FetchRequest();
+        public final FetchRequest UID           = new FetchRequest();
+        public final FetchRequest BODY          = new FetchRequest();
+        public final FetchRequest BODYPEEK      = new FetchRequest();
+        public class FetchRequest { }
+        public class FetchRequestBody extends FetchRequest {
+            int type = 0;
+            boolean peek = false;
+            int[] path = null;
+            int start = -1;
+            int end = -1;
+            Token[] headers = null;
+            public static final int PATH = 0;
+            public static final int TEXT = 1;
+            public static final int MIME = 2;
+            public static final int HEADER = 3;
+            public static final int FIELDS = 4;
+            public static final int FIELDS_NOT= 5;
+        }
+
+        public FetchRequest[] parseFetch(Token[] t) {
+            FetchRequest[] ret = new FetchRequest[t.length];
+            for(int i=0; i<t.length; i++) {
+                if (t[i] == null) continue;
+                if (t[i].s.equalsIgnoreCase("BODYSTRUCTURE"))      ret[i] = BODYSTRUCTURE;
+                else if (t[i].s.equalsIgnoreCase("ENVELOPE"))      ret[i] = ENVELOPE;
+                else if (t[i].s.equalsIgnoreCase("FLAGS"))         ret[i] = FLAGS;
+                else if (t[i].s.equalsIgnoreCase("INTERNALDATE"))  ret[i] = INTERNALDATE;
+                else if (t[i].s.equalsIgnoreCase("RFC822"))        ret[i] = RFC822;
+                else if (t[i].s.equalsIgnoreCase("RFC822.HEADER")) ret[i] = RFC822HEADER;
+                else if (t[i].s.equalsIgnoreCase("RFC822.SIZE"))   ret[i] = RFC822SIZE;
+                else if (t[i].s.equalsIgnoreCase("RFC822.TEXT"))   ret[i] = RFC822TEXT;
+                else if (t[i].s.equalsIgnoreCase("UID"))           ret[i] = UID;
+                else {
+                    FetchRequestBody b = new FetchRequestBody();
+                    String s = t[i].s.toUpperCase();
+
+                    String startend = null;
+                    if (s.indexOf('<') != -1 && s.endsWith(">")) {
+                        startend = s.substring(s.indexOf('<'), s.indexOf('>'));
+                        s = s.substring(0, s.indexOf('<'));
+                    }
+
+                    if (s.equalsIgnoreCase("BODY.PEEK")) b.peek = true;
+                    else if (s.equalsIgnoreCase("BODY")) b.peek = false;
+                    else throw new No("unknown fetch argument: " + s);
+                    
+                    if (i<t.length - 1 && (t[i+1].type == t[i].LIST)) {
+                        i++;
+                        Token[] t2 = t[i].l();
+                        if (t2.length == 0) {
+                            b.type = b.TEXT;
+                        } else {
+                            String s2 = t2[0].s.toUpperCase();
+                            Vec mimeVec = new Vec();
+                            while(s2.charAt(0) >= '0' && s2.charAt(0) <= '9') {
+                                mimeVec.addElement(new Integer(Integer.parseInt(s2.substring(0, s2.indexOf('.')))));
+                                s2 = s2.substring(s2.indexOf('.') + 1);
+                            }
+                            if (mimeVec.size() > 0) {
+                                b.path = new int[mimeVec.size()];
+                                for(int j=0; j<b.path.length; j++) b.path[j] = ((Integer)mimeVec.elementAt(j)).intValue();
+                            }
+                            if (s2.equals(""))                       { b.type = b.PATH; }
+                            else if (s2.equals("HEADER"))            { b.type = b.HEADER; }
+                            else if (s2.equals("HEADER.FIELDS"))     { b.type = b.FIELDS; b.headers = t2[1].l(); }
+                            else if (s2.equals("HEADER.FIELDS.NOT")) { b.type = b.FIELDS_NOT; b.headers = t2[1].l(); }
+                            else if (s2.equals("MIME"))              { b.type = b.MIME; }
+                            else if (s2.equals("TEXT"))              { b.type = b.TEXT; }
+                        }
+                    }
+
+                    if (i<t.length - 1 && (t[i+1].s.startsWith("<"))) {
+                        i++;
+                        startend = t[i].s.substring(1, t[i].s.length() - 1);
+                    }
+
+                    if (startend != null) {
+                        if (startend.indexOf('.') == -1) {
+                            b.start = Integer.parseInt(startend);
+                            b.end = -1;
+                        } else {
+                            b.start = Integer.parseInt(startend.substring(0, startend.indexOf('.')));
+                            b.end = Integer.parseInt(startend.substring(startend.indexOf('.') + 1));
+                        }
+                    }
+                    ret[i] = b;
+                }
+            }
+            return ret;
+        }
+        
     }
 
-    public static void service(Socket s) throws IOException {
+
+    // Unparsing (printing) logic //////////////////////////////////////////////////////////////////////////////
+
+    static String quotify(String s){return s==null?"NIL":"\""+s.replaceAll("\\\\","\\\\").replaceAll("\"","\\\\\"")+"\"";}
+    static String quotify(Date d) { return new SimpleDateFormat("dd-MMM-yyyy HH:mm:ss +zzzz").format(d); }
+    static String address(Address a) {return"("+quotify(a.description)+" NIL "+quotify(a.user)+" "+quotify(a.host)+")"; }
+    public static String addressList(Object a) {
+        if (a == null) return "NIL";
+        if (a instanceof Address) return "("+address((Address)a)+")";
+        Address[] aa = (Address[])a;
+        StringBuffer ret = new StringBuffer();
+        ret.append("(");
+        for(int i=0; i<aa.length; i++) { ret.append(aa[i]); if (i < aa.length - 1) ret.append(" "); }
+        ret.append(")");
+        return ret.toString();
+    }
+    static String flags(Mailbox.Iterator it) {
+        return 
+            (it.deleted()  ? "\\Deleted "  : "") +
+            (it.seen()     ? "\\Seen "     : "") +
+            (it.flagged()  ? "\\Flagged "  : "") +
+            (it.draft()    ? "\\Draft "    : "") +
+            (it.answered() ? "\\Answered " : "") +
+            (it.recent()   ? "\\Recent "   : "");
+    }
+    static String envelope(Message m) {
+        return
+            "(" + quotify(m.arrival.toString()) +
+            " " + quotify(m.subject) +          
+            " " + addressList(m.from) +      
+            " " + addressList(m.headers.get("sender")) +
+            " " + addressList(m.replyto) + 
+            " " + addressList(m.to) + 
+            " " + addressList(m.cc) + 
+            " " + addressList(m.bcc) + 
+            " " + quotify((String)m.headers.get("in-reply-to")) +
+            " " + quotify(m.messageid) +
+            ")";
+    }
+
+    public static String qq(String s) {
+        StringBuffer ret = new StringBuffer(s.length() + 20);
+        ret.append('{');
+        ret.append(s.length());
+        ret.append('}');
+        ret.append('\r');
+        ret.append('\n');
+        ret.append(s);
+        ret.append('\r');
+        ret.append('\n');
+        return ret.toString();
+    }
+    
+    private static String join(String delimit, String[] stuff) {
+        StringBuffer ret = new StringBuffer();
+        for(int i=0; i<stuff.length; i++) {
+            ret.append(stuff[i]);
+            if (i<stuff.length - 1) ret.append(delimit);
+        }
+        return ret.toString();
+    }
+
+
+    // Command Switchblock //////////////////////////////////////////////////////////////////////////////
+
+    private static final Hashtable commands = new Hashtable();
+    private static final int UID = 0;          static { commands.put("UID", new Integer(UID)); }
+    private static final int AUTHENTICATE = 1; static { commands.put("AUTHENTICATE", new Integer(AUTHENTICATE)); }
+    private static final int LIST = 2;         static { commands.put("LIST", new Integer(LIST)); }
+    private static final int LSUB = 3;         static { commands.put("LSUB", new Integer(LSUB)); }
+    private static final int SUBSCRIBE = 4;    static { commands.put("SUBSCRIBE", new Integer(SUBSCRIBE)); }
+    private static final int UNSUBSCRIBE = 5;  static { commands.put("UNSUBSCRIBE", new Integer(UNSUBSCRIBE)); }
+    private static final int CAPABILITY = 6;   static { commands.put("CAPABILITY", new Integer(CAPABILITY)); }
+    private static final int ID = 7;           static { commands.put("ID", new Integer(ID)); }
+    private static final int LOGIN = 8;        static { commands.put("LOGIN", new Integer(LOGIN)); }
+    private static final int LOGOUT = 9;       static { commands.put("LOGOUT", new Integer(LOGOUT)); }
+    private static final int RENAME = 10;      static { commands.put("RENAME", new Integer(RENAME)); }
+    private static final int EXAMINE = 11;     static { commands.put("EXAMINE", new Integer(EXAMINE)); }
+    private static final int SELECT = 12;      static { commands.put("SELECT", new Integer(SELECT)); }
+    private static final int COPY = 13;        static { commands.put("COPY", new Integer(COPY)); }
+    private static final int DELETE = 14;      static { commands.put("DELETE", new Integer(DELETE)); }
+    private static final int CHECK = 15;       static { commands.put("CHECK", new Integer(CHECK)); }
+    private static final int NOOP = 16;        static { commands.put("NOOP", new Integer(NOOP)); }
+    private static final int CLOSE = 17;       static { commands.put("CLOSE", new Integer(CLOSE)); }
+    private static final int EXPUNGE = 18;     static { commands.put("EXPUNGE", new Integer(EXPUNGE)); }
+    private static final int UNSELECT = 19;    static { commands.put("UNSELECT", new Integer(UNSELECT)); }
+    private static final int CREATE = 20;      static { commands.put("CREATE", new Integer(CREATE)); }
+    private static final int STATUS = 21;      static { commands.put("STATUS", new Integer(STATUS)); }
+    private static final int FETCH = 22;       static { commands.put("FETCH", new Integer(FETCH)); }
+    private static final int APPEND = 23;      static { commands.put("APPEND", new Integer(APPEND)); }
+    private static final int STORE = 24;       static { commands.put("STORE", new Integer(STORE)); }
+
+
+    // Main //////////////////////////////////////////////////////////////////////////////
+
+    /** simple listener for testing purposes */
+    public static void main(String[] args) throws Exception {
+        ServerSocket ss = new ServerSocket(143);
+        for(final Socket s = ss.accept();;)
+            new Thread() { public void run() { try {
+                final Mailbox root = FileBasedMailbox.getFileBasedMailbox(Mailbox.STORAGE_ROOT+File.separatorChar+"imap", true);
+                new Session(s, root,
+                            new Authenticator() {
+                                public Mailbox authenticate(String u, String p) {
+                                    if (u.equals("megacz")&&p.equals("pass")) return root.slash("users",true).slash("megacz",true);
+                                    return null;
+                                } } ).handleRequest();
+            } catch (Exception e) { e.printStackTrace(); } } }.start();
     }
 }