______________________________________________________________________________
+Compliance
+
+Ibexmail is believed to be compliant with the following RFCs:
+
+ -
+
+
+______________________________________________________________________________
JavaScript API
Each script is invoked with the variable 'm' bound to a message to be
/** This class contains logic for encoding and decoding MIME multipart messages */
public class MIME {
+ public static class QuotedPrintable {
+
+ public static String decode(String s, boolean lax) {
+ //
+ // =XX -> hex representation, must be uppercase
+ // 9, 32, 33-60, 62-126 can be literal
+ // 9, 32 at end-of-line must get encoded
+ // trailing whitespace must be deleted when decoding
+ // =\n = soft line break
+ // lines cannot be more than 76 chars long
+ //
+
+ // lax is used for RFC2047 headers; removes restrictions on which chars you can encode
+ return s;
+ }
+ }
}
import org.ibex.util.*;
import org.ibex.mail.protocol.*;
import org.ibex.io.*;
-import org.ibex.net.*;
import java.util.*;
import java.net.*;
import java.io.*;
public final Address envelopeFrom;
public final Address envelopeTo;
+ public final boolean mime; // true iff Mime-Version is 1.0
+
public final Date arrival; // when the message first arrived at this machine; IMAP "internal date message attr"
public int size() { return allHeaders.length() + 2 /* CRLF */ + body.length(); }
all.append(s);
lines++;
all.append("\r\n");
+
+ // FIXME RFC822 1,000-char limit per line
+
+
+ // FIXME only iff Mime 1.0 (?)
+ // RFC 2047
+ try { while (s.indexOf("=?") != -1) {
+ String pre = s.substring(0, s.indexOf("=?"));
+ s = s.substring(s.indexOf("=?") + 2);
+
+ // MIME charset; FIXME use this
+ String charset = s.substring(0, s.indexOf('?')).toLowerCase();
+ s = s.substring(s.indexOf('?') + 1);
+
+ String encoding = s.substring(0, s.indexOf('?')).toLowerCase();
+ s = s.substring(s.indexOf('?') + 1);
+
+ String encodedText = s.substring(0, s.indexOf("?="));
+
+ if (encoding.equals("b")) encodedText = new String(Base64.decode(encodedText));
+
+ // except that ANY char can be endoed (unlike real qp)
+ else if (encoding.equals("q")) encodedText = MIME.QuotedPrintable.decode(encodedText, true);
+ else Log.warn(this, "unknown RFC2047 encoding \""+encoding+"\"");
+
+ String post = s.substring(s.indexOf("?=") + 2);
+ s = pre + encodedText + post;
+
+ // FIXME re-encode when transmitting
+
+ } } catch (Exception e) {
+ Log.warn(this, "error trying to decode RFC2047 encoded-word: \""+s+"\"");
+ Log.warn(this, e);
+ }
+
if (s.length() == 0 || Character.isSpace(s.charAt(0))) {
if (key == null) throw new Malformed("Message began with a blank line; no headers");
- ((CaseInsensitiveHash)headers).add(key, headers.get(key) + s);
+ ((CaseInsensitiveHash)headers).add(key, headers.get(key) + s.trim());
continue;
}
if (s.indexOf(':') == -1) throw new Malformed("Header line does not contain colon: " + s);
this.from = headers.get("From") == null ? envelopeFrom : Address.parse((String)headers.get("From"));
this.envelopeFrom = envelopeFrom == null ? this.from : envelopeFrom;
this.envelopeTo = envelopeTo == null ? this.to : envelopeTo;
+ this.mime = headers.get("mime-version") != null && headers.get("mime-version").toString().trim().startsWith("1.0");
this.date = new Date(); // FIXME (Date)headers.get("Date");
this.replyto = headers.get("Reply-To") == null ? null : Address.parse((String)headers.get("Reply-To"));
this.lines = lines;
this.body = body.toString();
}
+
+ public static class Part {
+ public final String type;
+ public final String subtype;
+ public final Hash parameters = new Hash();
+ public final Part[] subparts;
+ public final String payload;
+ public final String id;
+ public final String description;
+
+ public final boolean composite;
+ public final boolean alternative;
+
+ // FIXME charsets US-ASCII, ISO-8559-X,
+ public Part(String contentTypeHeader, String transferEncoding,
+ String id, String description, String payload) throws Malformed {
+ this.id = id;
+ this.description = description;
+
+ // NOTE: it is not valid to send a multipart message as base64 or quoted-printable; you must encode each section
+ if (transferEncoding == null) transferEncoding = "7bit";
+ transferEncoding = transferEncoding.toLowerCase();
+ if (transferEncoding.equals("quoted-printable")) {
+ this.payload = MIME.QuotedPrintable.decode(payload, false);
+ subparts = null;
+ } else if (transferEncoding.equals("base64")) {
+ this.payload = new String(Base64.decode(payload));
+ subparts = null;
+ } else if (transferEncoding.equals("7bit") || transferEncoding.equals("8bit") ||
+ transferEncoding.equals("binary")) {
+ this.payload = payload;
+
+ // multipart/mixed -- default
+ // multipart/parallel -- order of components does not matter
+ // multipart/alternative -- same data, different versions
+ // multipart/digest -- default content-type of components is message/rfc822
+
+ // message/rfc822
+ // message/partial -- not supported; see RFC 2046, section 5.2.2
+ // message/external-body -- not supported; see RFC 2046, section 5.2.3
+
+ /* FIXME
+ if (composite) {
+ // FIXME: StringTokenizer doesn't really work like this
+ String boundary = "--" + parameters.get("boundary"); // CRLF, delimiter, optional whitespace, plus CRLF
+ // preceeding CRLF is part of delimiter
+ // boundary (including --) cannot be > 70 chars
+ // delimiter after final part also has a '--' on the end
+ // first part begins with a boundary delimiter
+ StringTokenizer st = new StringTokenizer(payload, boundary);
+ Vec v = new Vec();
+ while(st.hasMoreTokens()) {
+ st.nextToken();
+ Part p = new Part();
+ v.addElement(p);
+ }
+ v.copyInto(subparts = new Part[v.size()]);
+ } else {
+ }
+ */
+ subparts = null;
+ } else {
+ Log.warn(this, "unknown Content-Transfer-Encoding \"" + transferEncoding +
+ "\"; forcing Content-Type to application/octet-stream (originally \""+contentTypeHeader+"\"");
+ contentTypeHeader = "application/octet-stream";
+ this.payload = payload;
+ subparts = null;
+ }
+
+ if (contentTypeHeader == null) {
+ type = "text";
+ subtype = "plain";
+ parameters.put("charset", "us-ascii");
+ } else {
+ contentTypeHeader = contentTypeHeader.trim();
+ if (contentTypeHeader.endsWith(")")) // remove RFC822 comments
+ contentTypeHeader = contentTypeHeader.substring(0, contentTypeHeader.lastIndexOf('('));
+ if (contentTypeHeader.indexOf('/') == -1)
+ throw new Malformed("content-type header lacks a forward slash: \"" + contentTypeHeader + "\"");
+ type = contentTypeHeader.substring(0, contentTypeHeader.indexOf('/')).toLowerCase();
+ contentTypeHeader = contentTypeHeader.substring(contentTypeHeader.indexOf('/') + 1);
+ if (contentTypeHeader.indexOf(';') == -1) {
+ subtype = contentTypeHeader.toLowerCase();
+ } else {
+ subtype = contentTypeHeader.substring(0, contentTypeHeader.indexOf(';')).toLowerCase();
+ StringTokenizer st = new StringTokenizer(contentTypeHeader.substring(contentTypeHeader.indexOf(';') + 1), ";");
+ while(st.hasMoreTokens()) {
+ String key = st.nextToken().trim();
+ if (key.indexOf('=') == -1)
+ throw new Malformed("content-type parameter lacks an equals sign: \""+key+"\"");
+ String val = key.substring(key.indexOf('=')+1).trim();
+ if (val.startsWith("\"") && val.endsWith("\"")) val = val.substring(1, val.length() - 2);
+ key = key.substring(0, key.indexOf('=')+1).toLowerCase();
+ parameters.put(key, val);
+ }
+ }
+ }
+
+ composite = type.equals("message") || type.equals("multipart");
+ alternative = composite && subtype.equals("alternative");
+
+
+ // fixme: message/rfc822
+
+ // body parts need only contain Content-Foo headers (or none at all); they need not be rfc822 compliant
+
+ }
+ }
// http://www.jwz.org/doc/mid.html
private static final Random random = new Random();
import org.ibex.io.*;
import org.ibex.jinetd.Listener;
import org.ibex.jinetd.Worker;
-import org.ibex.net.*;
import org.ibex.mail.*;
import org.ibex.util.*;
import org.ibex.mail.target.*;
package org.ibex.mail.protocol;
+import org.ibex.util.*;
+import org.ibex.io.*;
+import org.ibex.mail.*;
+import org.ibex.mail.target.*;
+import org.ibex.jinetd.*;
+import java.io.*;
+import java.net.*;
+import java.util.*;
+import java.text.*;
+
/** NNTP send/recieve */
public class NNTP {
+
+ // FIXME: command lines limited to 512 chars
+
+ public static class No extends RuntimeException { int code = 0; } // 4xx response codes
+ public static class Bad extends RuntimeException { int code = 0; } // 5xx response codes
+
+ public static class Group {
+ public Group(String n, boolean p, int f, int l, int c) { this.name=n;this.post=p;this.first=f;this.last=l;this.count=c;}
+ public final String name;
+ public final boolean post;
+ public final int first;
+ public final int last;
+ public final int count;
+ }
+
+ public static class Article {
+ public Article(String messageid, int num, Message message) { this.message=message;this.messageid=messageid;this.num=num;}
+ public final String messageid;
+ public final int num;
+ public final Message message;
+ }
+
+ public static interface Server {
+ public Group group(String s);
+ public boolean ihave(String messageid);
+ public Article next();
+ public Article last();
+ public boolean post(Message m);
+ public Article article(String messageid, boolean head, boolean body);
+ public Article article(int messagenum, boolean head, boolean body);
+ public Group[] list();
+ public Group[] newgroups(Date d, String[] distributions);
+ public String[] newnews(String[] groups, Date d, String[] distributions);
+ }
+
+ public static class MailboxWrapper implements Server {
+ private final Mailbox root;
+ private Mailbox current;
+ private int ptr = 0;
+ public MailboxWrapper(Mailbox root) { this.root = root; }
+ public Group group(String s) { ptr = 0; setgroup(s); return getgroup(s); }
+ public boolean ihave(String messageid) { /* FEATURE */ return false; }
+ public boolean post(Message m) { /* FEATURE */ return false; }
+ public Article next() { return article(ptr++, false, false); }
+ public Article last() { return article(ptr--, false, false); }
+ public Article article(String i, boolean h, boolean b) { return article(Query.header("message-id",i),h,b); }
+ public Article article(int n, boolean h, boolean b) { ptr = n; return article(Query.messagenum(n,n),h,b); }
+ private Article article(Query q, boolean head, boolean body) {
+ Mailbox.Iterator it = current.iterator(q);
+ if (!it.next()) return null;
+ Message m = body ? it.cur() : it.head();
+ return new Article(m.messageid, it.num(), m);
+ }
+ public Group[] list() { return list(root, ""); }
+ private Group[] list(Mailbox who, String prefix) {
+ Vec v = new Vec();
+ String[] s = who.children();
+ for(int i=0; i<s.length; i++) {
+ v.addElement(new Group(prefix + s[i], true, 0, 0, 0)); // FIXME numbers
+ Group[] g2 = list(who.slash(s[i], false), prefix + s[i] + ".");
+ for(int j=0; j<g2.length; j++) v.addElement(g2[j]);
+ }
+ Group[] ret = new Group[v.size()];
+ v.copyInto(ret);
+ return ret;
+ }
+
+ private void setgroup(String s) {
+ current = root;
+ for(StringTokenizer st = new StringTokenizer(s, ".");
+ st.hasMoreTokens();
+ current = current.slash(st.nextToken(), false));
+ }
+ private Group getgroup(String s) {
+ Mailbox box = root;
+ for(StringTokenizer st = new StringTokenizer(s, "."); st.hasMoreTokens(); box = box.slash(st.nextToken(), false));
+ return new Group(s, true, 0, box.count(Query.all()), box.count(Query.all()));
+ }
+
+ public Group[] newgroups(Date d, String[] distributions) { /* FEATURE */ return new Group[] { }; }
+ public String[] newnews(String[] groups, Date d, String[] distributions) { /* FIXME */ return null; }
+ }
+
+ public static class Listener implements Worker {
+ private Server api;
+ private Connection conn;
+ private void article(String numOrMessageId, boolean head, boolean body) {
+ String s = numOrMessageId.trim();
+ Article a;
+ if (s.startsWith("<")) a = api.article(s.substring(0, s.length() - 1), head, body);
+ else a = api.article(Integer.parseInt(s), head, body);
+ int code = (head && body) ? 220 : head ? 221 : body ? 222 : 223;
+ conn.println(code + " " + a.num + " <" + a.messageid + "> get ready for some stuff...");
+ if (head) conn.println(a.message.allHeaders);
+ if (head && body) conn.println();
+ if (body) conn.println(a.message.body);
+ conn.println(".");
+ }
+ public void handleRequest(Connection conn) {
+ this.conn = conn;
+ api = new NNTP.MailboxWrapper(null); // FIXME
+ conn.setTimeout(30 * 60 * 1000);
+ conn.println("200 " + conn.vhost + " [" + NNTP.class.getName() + "]");
+ for(String line = conn.readln(); line != null; line = conn.readln()) try {
+ StringTokenizer st = new StringTokenizer(line, " ");
+ String command = st.nextToken().toUpperCase();
+ if (command.equals("ARTICLE")) { article(st.hasMoreTokens() ? st.nextToken() : null, true, true);
+ } else if (command.equals("HEAD")) { article(st.hasMoreTokens() ? st.nextToken() : null, true, false);
+ } else if (command.equals("BODY")) { article(st.hasMoreTokens() ? st.nextToken() : null, false, true);
+ } else if (command.equals("STAT")) { article(st.hasMoreTokens() ? st.nextToken() : null, false, false);
+ } else if (command.equals("HELP")) { conn.println("100 you are beyond help."); conn.println(".");
+ } else if (command.equals("SLAVE")) { conn.println("220 I don't care");
+ } else if (command.equals("LAST")) { Article a = api.last(); conn.println("223 "+a.num+" "+a.messageid+" ok");
+ } else if (command.equals("NEXT")) { Article a = api.next(); conn.println("223 "+a.num+" "+a.messageid+" ok");
+ } else if (command.equals("QUIT")) { conn.println("205 Bye."); conn.close(); return;
+ } else if (command.equals("GROUP")) {
+ Group g = api.group(st.nextToken().toLowerCase());
+ conn.println("221 " + g.count + " " + g.first + " " + g.last + " " + g.name);
+ } else if (command.equals("NEWGROUPS") || command.equals("NEWNEWS")) {
+ String groups = command.equals("NEWNEWS") ? st.nextToken() : null;
+ String datetime = st.nextToken() + " " + st.nextToken();
+ String gmt = st.nextToken();
+ String distributions = gmt.equals("GMT") ? (st.hasMoreTokens() ? st.nextToken() : null) : gmt;
+ while(st.hasMoreTokens()) distributions += " " + st.nextToken();
+ // FIXME deal with GMT
+ Date d = new Date();
+ try {
+ d = new SimpleDateFormat("YYMMDD HHMMSS").parse(gmt);
+ } catch (ParseException pe) {
+ Log.warn(this, pe);
+ }
+ distributions = distributions.trim();
+ if (distributions.startsWith("<")) distributions = distributions.substring(1, distributions.length() - 1);
+
+ st = new StringTokenizer(distributions, ",");
+ String[] dists = new String[st.countTokens()];
+ for(int i=0; st.hasMoreTokens(); i++) dists[i] = st.nextToken();
+
+ if (command.equals("NEWGROUPS")) {
+ Group[] g = api.newgroups(d, dists);
+ conn.println("231 list of groups follows");
+ for(int i=0; i<g.length; i++)
+ conn.println(g[i].name + " " + g[i].last + " " + g[i].first + " " + (g[i].post ? "y" : "n"));
+ conn.println(".");
+ } else {
+ st = new StringTokenizer(groups, ",");
+ String[] g = new String[st.countTokens()];
+ for(int i=0; st.hasMoreTokens(); i++) g[i] = st.nextToken();
+ String[] a = api.newnews(g, d, dists);
+ conn.println("230 list of article messageids follows");
+ for(int i=0; i<a.length; i++) conn.println(a[i]);
+ conn.println(".");
+ }
+
+ } else if (command.equals("POST")) {
+ // FIXME
+ /*
+ boolean postok = api.post();
+ if (!postok) {
+ conn.println("440 no posting allowed");
+ } else {
+ */
+ conn.println("340 send the article");
+ // FIME read the article here
+ conn.println("240 article posted ok");
+ //}
+
+ } else if (command.equals("LIST")) {
+ Group[] g = api.list();
+ conn.println("215 list of groups follows");
+ for(int i=0; i<g.length; i++)
+ conn.println(g[i].name + " " + g[i].last + " " + g[i].first + " " + (g[i].post ? "y" : "n"));
+ conn.println(".");
+
+ } else if (command.equals("IHAVE")) {
+ boolean want = api.ihave(st.nextToken());
+ if (!want) {
+ conn.println("435 No thanks");
+ } else {
+ conn.println("335 Proceed");
+ // FIXME read article here
+ conn.println("235 Got it");
+ }
+ }
+ } catch (No n) { conn.println(n.code + " " + n.getMessage());
+ } catch (Bad b) { conn.println(b.code + " " + b.getMessage()); Log.warn(this, b); }
+ conn.close();
+ }
+ }
}
package org.ibex.mail.protocol;
-import java.net.*;
+import org.ibex.util.*;
+import org.ibex.io.*;
+import org.ibex.mail.*;
+import org.ibex.mail.target.*;
+import org.ibex.jinetd.*;
import java.io.*;
+import java.net.*;
+import java.util.*;
-// Next step: implement both sides using the POP interface
public interface POP3 {
- public abstract void userpass(String user, String pass) throws POPException;
- public abstract void apop(String user, String digest) throws POPException;
- public abstract BufferedReader top(int m, int maxlines);
- public abstract BufferedReader retr(int m);
- public abstract long stat(); // top 32 bits is number of messages, bottom 32 is total size
- public abstract long[] list(); // top 32 bits is message number, bottom 32 is size
- public abstract long list(int m);
- public abstract void dele(int m);
- public abstract void noop(int m);
- public abstract void rset(int m);
- public abstract String uidl(int m);
- public abstract String[] uidl(); // FIXME, also needs message number
- public static class POPException extends IOException { }
-
- public static class Server {
-
- public static void main(String[] args) throws Exception {
- ServerSocket ss = new ServerSocket(110);
- while(true) {
- System.out.println("listening");
- final Socket s = ss.accept();
- System.out.println("connected");
- new Thread() {
- public void run() {
- try {
- service(s);
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- }.start();
- }
- }
+ public static interface Server {
+ public void userpass(String user, String pass);
+ public void apop(String user, String digest);
+ public Stream top(int m, int maxlines);
+ public Stream retr(int m);
+ public long stat(); // top 32 bits is number of messages, bottom 32 is total size
+ public long[] list(); // top 32 bits is message number, bottom 32 is size
+ public long list(int m);
+ public void dele(int m);
+ public void noop(int m);
+ public void rset(int m);
+ public String uidl(int m);
+ public String[] uidl(); // FIXME, also needs message number
+ }
- public static void service(Socket s) throws IOException {
- BufferedReader br = new BufferedReader(new InputStreamReader(s.getInputStream()));
- PrintWriter pw = new PrintWriter(new OutputStreamWriter(s.getOutputStream()));
- pw.print("+OK POP3 server ready\r\n");
- pw.flush();
+ public static class Listener implements Worker {
+ Server api = null;
+ public void handleRequest(Connection conn) {
+ conn.setTimeout(30 * 60 * 1000);
+ conn.println("+OK " + conn.vhost + " [" + POP3.class.getName() + "] ready");
String user = null;
String pass = null;
- while(true) {
- String command = br.readLine().trim();
- System.out.println("command: " + command);
- if (command.toUpperCase().startsWith("QUIT ")) {
- s.close();
- return;
- } else if (command.toUpperCase().startsWith("USER ")) {
- user = command.substring(5).trim();
- pw.print("+OK now give me your password\r\n");
- pw.flush();
- } else if (command.toUpperCase().startsWith("PASS ")) {
- if (user == null) {
- pw.print("-ERR I need your password first\r\n");
- pw.flush();
- } else {
- pass = command.substring(5).trim();
- break;
- }
+ for(String line = conn.readln(); line != null; line = conn.readln()) {
+ StringTokenizer st = new StringTokenizer(line, " ");
+ String command = st.nextToken().toUpperCase();
+ if (command.equals("USER")) {
+ } else if (command.equals("PASS")) {
+ } else if (command.equals("QUIT")) {
}
}
- System.out.println("login from " + user + " / " + pass);
- String server = user.substring(user.indexOf('@') + 1);
- user = user.substring(0, user.indexOf('@'));
- Socket pop = new Socket(InetAddress.getByName(server), 117);
-
- BufferedReader br2 = new BufferedReader(new InputStreamReader(pop.getInputStream()));
- PrintWriter pw2 = new PrintWriter(new OutputStreamWriter(pop.getOutputStream()));
-
- System.out.println("pop said " + br2.readLine());
- pw2.print("USER " + user + "\r\n");
- pw2.flush();
- System.out.println("pop said " + br2.readLine());
- pw2.print("PASS " + pass + "\r\n");
- pw2.flush();
- System.out.println("pop said " + br2.readLine());
-
- s.close();
}
}
}
import org.ibex.jinetd.Worker;
import org.ibex.util.*;
import org.ibex.io.*;
-import org.ibex.net.*;
import java.net.*;
import java.io.*;
import java.util.*;
import org.ibex.mail.*;
import org.ibex.util.*;
import org.ibex.io.*;
-import org.ibex.net.*;
import java.io.*;
import java.net.*;
import java.util.*;
private boolean seen = false, deleted = false, draft = false, flagged = false, answered = false, recent = false;
public Iterator() { names = new File(path).list(filter); }
+ public Message head() { return cur(); }
public Message cur() {
if (cur >= names.length) return null;
try {
// Iterator Definition //////////////////////////////////////////////////////////////////////////////
public static interface Iterator {
- public abstract int flags();
public abstract Message cur();
+ public abstract Message head();
public abstract boolean next();
public abstract int uid();
public abstract int num();
public abstract void delete();
+
public abstract void set(String key, String val);
public abstract String get(String key);
+
public abstract boolean seen();
public abstract boolean deleted();
public abstract boolean flagged();
public abstract boolean draft();
public abstract boolean answered();
public abstract boolean recent();
+
public abstract void seen(boolean on);
public abstract void deleted(boolean on);
public abstract void flagged(boolean on);
public abstract void draft(boolean on);
public abstract void answered(boolean on);
public abstract void recent(boolean on);
+
+ public abstract int flags();
public abstract void addFlags(int flags);
public abstract void removeFlags(int flags);
public abstract void setFlags(int flags);
private Iterator it;
public Wrapper(Iterator it) { this.it = it; }
public Message cur() { return it.cur(); }
+ public Message head() { return it.head(); }
public boolean next() { return it.next(); }
public int uid() { return it.uid(); }
public int flags() { return it.flags(); }