nntp improvements
[org.ibex.mail.git] / src / org / ibex / mail / target / FileBasedMailbox.java
index c9048b4..3f198d0 100644 (file)
@@ -1,3 +1,7 @@
+// Copyright 2000-2005 the Contributors, as shown in the revision logs.
+// Licensed under the Apache Public Source License 2.0 ("the License").
+// You may not use this file except in compliance with the License.
+
 package org.ibex.mail.target;
 import org.prevayler.*;
 import org.ibex.mail.*;
@@ -9,24 +13,30 @@ import java.nio.channels.*;
 import java.net.*;
 import java.util.*;
 import java.text.*;
+import javax.servlet.*;
+import javax.servlet.http.*;
 
 /** An exceptionally crude implementation of Mailbox relying on POSIXy filesystem semantics */
 public class FileBasedMailbox extends Mailbox.Default {
 
     public static final long MAGIC_DATE = 0;
-
     private static final char slash = File.separatorChar;
-    private static final WeakHashMap<String,FileBasedMailbox> instances = new WeakHashMap<String,FileBasedMailbox>();
+    private static final WeakHashMap<String,Mailbox> instances = new WeakHashMap<String,Mailbox>();
     public String toString() { return "[FileBasedMailbox " + path.getAbsolutePath() + "]"; }
     public Mailbox slash(String name, boolean create) { return getFileBasedMailbox(path.getAbsolutePath()+slash+name, create); }
 
     // FIXME: should be a File()
-    public static synchronized FileBasedMailbox getFileBasedMailbox(String path, boolean create) {
+    public static synchronized Mailbox getFileBasedMailbox(String path, boolean create) {
         try {
-            FileBasedMailbox ret = instances.get(path);
+            Mailbox ret = instances.get(path);
             if (ret == null) {
                 if (!create && !(new File(path).exists())) return null;
-                instances.put(path, ret = new FileBasedMailbox(new File(path)));
+                if (new File(new File(path)+"/subscribers").exists()) {
+                    ret = new MailingList(new File(path), new FileBasedMailbox(new File(path)));
+                } else {
+                    ret = new FileBasedMailbox(new File(path));
+                }
+                instances.put(path, ret);
             }
             return ret;
         } catch (Exception e) {
@@ -35,124 +45,12 @@ public class FileBasedMailbox extends Mailbox.Default {
         }
     }
 
-
     // Instance //////////////////////////////////////////////////////////////////////////////
 
     private File path;
     private FileLock lock;
-    private Prevayler prevayler;
-    private Cache cache;
-
-    public static class Cache implements Serializable {
-        public            final int uidValidity = new Random().nextInt();
-        private           final Hashtable<String,Entry> byname = new Hashtable<String,Entry>();
-        private           final Hashtable<Integer,Entry> byuid = new Hashtable<Integer,Entry>();
-        private           final ArrayList<Entry>        linear = new ArrayList<Entry>();
-        public            final File dir;
-        private                 int uidNext = 0;
-
-        public Cache(File dir) { this.dir = dir; }
-
-        public void init(final Prevayler prevayler) throws IOException {
-            dir.mkdirs();
-            Log.info(this, "initializing maildir " + dir.getParent());
-
-            // Drop entries whose files have vanished
-            ArrayList<Transaction> kill = new ArrayList<Transaction>();
-            for(String s : byname.keySet())
-                if (!new File(dir.getParent() + slash + s).exists())
-                    kill.add(byname.get(s).delete(null));
-            for(Transaction t : kill) prevayler.execute(t);
-
-            // Make entries for new files which have appeared
-            for(String file : new File(dir.getParent()).list()) {
-                File f = new File(dir.getParent() + slash + file);
-                if (file.charAt(0)!='.' && !(f.isDirectory())) {
-                    Entry e = get(file);
-                    if (e == null)
-                        prevayler.execute(Entry.create(f));
-                    else if ((f.lastModified() == MAGIC_DATE) != e.seen())
-                        prevayler.execute(e.seen(f, !e.seen()));
-                }
-            }
-
-            // Take a snapshot for posterity
-            Log.info(this, "  done initializing maildir " + dir.getParent());
-            new Thread() { public void run() {
-                try { prevayler.takeSnapshot(); } catch (Exception e) { Log.error(this, e); } } }.start();
-        }
-
-       
-        public synchronized int size() { return linear.size(); }
-        public synchronized int uidNext() { return uidNext; }
-        public synchronized Entry get(int uid) { return byuid.get(uid); }
-        public synchronized Entry getLinear(int num) { return linear.get(num); }
-        public synchronized Entry get(String name) { return byname.get(name); }
-
-        public static class Entry implements Serializable {
-            private final byte[] header;
-            public final String name;
-            public final int uid;
-            private boolean seen;
-            private Entry(String name, boolean seen, int uid, byte[] header) {
-                this.name = name; this.seen = seen; this.uid = uid; this.header = header; }
-
-            // Accessors //////////////////////////////////////////////////////////////////////////////
-
-            public boolean seen() { return seen; }
-            public MIME.Headers headers() { return new MIME.Headers(new Stream(new ByteArrayInputStream(header)), true); }
-            public Message message(Cache cache) { try {
-                FileInputStream fis = null;
-                try {
-                    fis = new FileInputStream(cache.dir.getParent() + slash + name);
-                    return new Message(new Stream(fis), new Message.Envelope(null, null, new Date()));
-                } finally { if (fis != null) fis.close(); }
-            } catch (IOException e) { throw new MailException.IOException(e);
-            } catch (Message.Malformed e) { throw new MailException(e.getMessage()); }
-            }
-
-            // Transactions //////////////////////////////////////////////////////////////////////////////
-
-            public static Transaction create(File f) throws IOException {
-                final boolean seen = f.lastModified() == MAGIC_DATE;
-                final String name = f.getName();
-                final byte[] header = new MIME.Headers(new Stream(new FileInputStream(f)), true).toString().getBytes();
-                return new Transaction() {
-                        public void executeOn(Object o, Date now) {
-                            Cache cache = (Cache)o;
-                            synchronized(cache) {
-                                Entry e = new Entry(name, seen, cache.uidNext++, header);
-                                cache.linear.add(e);
-                                cache.byuid.put(e.uid, e);
-                                cache.byname.put(e.name, e);
-                            } } };
-            }
-
-            public Transaction seen(File f, final boolean seen) {
-                f.setLastModified(seen ? MAGIC_DATE : System.currentTimeMillis());
-                final int uid = this.uid;
-                return new Transaction() {
-                        public void executeOn(Object o, Date now) {
-                            Cache cache = (Cache)o;
-                            synchronized(cache) {
-                                cache.get(uid).seen = seen;
-                            } } };
-            }
-            public Transaction delete(File f) {
-                if (f != null && f.exists()) f.delete();
-                final int uid = this.uid;
-                return new Transaction() {
-                        public void executeOn(Object o, Date now) {
-                            Cache cache = (Cache)o;
-                            synchronized(cache) {
-                                Cache.Entry e = cache.get(uid);
-                                cache.byname.remove(e.name);
-                                cache.linear.remove(e);
-                                cache.byuid.remove(uid);
-                            } } };
-            }
-        }
-    }
+    private int uidNext;
+    private int uidValidity;
 
     // Helpers //////////////////////////////////////////////////////////////////////////////
 
@@ -168,31 +66,47 @@ public class FileBasedMailbox extends Mailbox.Default {
         path.mkdirs();
 
         // acquire lock
-        lock = new RandomAccessFile(this.path.getAbsolutePath() + slash + ".lock", "rw").getChannel().tryLock();
+        File lockfile = new File(this.path.getAbsolutePath() + slash + ".lock");
+        lock = new RandomAccessFile(lockfile, "rw").getChannel().tryLock();
         if (lock == null) throw new IOException("unable to lock FileBasedMailbox");
-
-        File cacheDir = new File(path.getAbsolutePath() + slash + ".cache");
-        try {
-            prevayler = PrevaylerFactory.createPrevayler(new Cache(cacheDir), cacheDir.getAbsolutePath());
-            cache = (Cache)prevayler.prevalentSystem();
-        } catch (Throwable t) {
-            Log.warn(this, "error while attempting to reconstitute a FileBasedMailbox.cache:");
-            Log.warn(this, t);
-            Log.warn(this, "discarding cache...");
-            rmDashRf(cacheDir);
-            prevayler = PrevaylerFactory.createPrevayler(new Cache(cacheDir), cacheDir.getAbsolutePath());
-            cache = (Cache)prevayler.prevalentSystem();
+        uidValidity = (int)(lockfile.lastModified() & 0xffffffff);
+        uidNext = 0;
+        String[] files = path.list();
+        for(int i=0; i<files.length; i++) {
+            try {
+                if (files[i].indexOf('.') != -1) files[i] = files[i].substring(0, files[i].indexOf('.'));
+                int n = Integer.parseInt(files[i]);
+                if (n>=uidNext) uidNext = n;
+            } catch(Exception e) { Log.error(this, e); }
         }
-        cache.init(prevayler);
     }
 
+    public String[] sort(String[] s) {
+        Arrays.sort(s);
+        return s;
+    }
+
+    public String[] files() {
+        String[] s = path.list(filter);
+        Arrays.sort(s, comparator);
+        return s;
+    }
+    
+    private static Comparator<String> comparator = new Comparator<String>() {
+        public int compare(String a, String b) {
+            if (a.indexOf('.')==-1) return a.compareTo(b);
+            if (b.indexOf('.')==-1) return a.compareTo(a);
+            int ai = Integer.parseInt(a.substring(0, a.indexOf('.')));
+            int bi = Integer.parseInt(b.substring(0, b.indexOf('.')));
+            return ai<bi ? -1 : ai>bi ? 1 : 0;
+        }
+    };
 
     public Mailbox.Iterator  iterator()           { return new Iterator(); }
-    public int               uidValidity()        { return cache.uidValidity; }
     public synchronized void add(Message message) { add(message, Mailbox.Flag.RECENT); }
     public String[] children() {
         Vec vec = new Vec();
-        String[] list = path.list();
+        String[] list = sort(path.list());
         for(int i=0; i<list.length; i++) {
             File f = new File(path.getAbsolutePath() + slash + list[i]);
             if (f.isDirectory() && f.getName().charAt(0) != '.') vec.addElement(list[i]);
@@ -200,12 +114,12 @@ public class FileBasedMailbox extends Mailbox.Default {
         return (String[])vec.copyInto(new String[vec.size()]);
     }
 
-    public int uidNext() { return cache.uidNext(); }
+    public int uidValidity() { return uidValidity; }
+    public int uidNext() {  return uidNext; }
     public synchronized void add(Message message, int flags) {
-        Log.info(path, message.summary());
         try {
             String name, fullname; File target, f;
-            for(int i = cache.uidNext(); ; i++) {
+            for(int i = uidNext; ; i++) {
                 name = i + ".";
                 fullname = path.getAbsolutePath() + slash + name;
                 target = new File(fullname);
@@ -213,34 +127,240 @@ public class FileBasedMailbox extends Mailbox.Default {
                 if (!f.exists() && !target.exists()) break;
                 Log.error(this, "aieeee!!!! target of add() already exists: " + target.getAbsolutePath());
             }
-            FileOutputStream fo = new FileOutputStream(f);
-            Stream stream = new Stream(fo);
-            if (message.envelope != null) {
-                stream.println("X-org.ibex.mail.headers.envelope.From: " + message.envelope.from);
-                stream.println("X-org.ibex.mail.headers.envelope.To: " + message.envelope.to);
-            }
-            message.dump(stream);
-            fo.close();
+            Stream stream = new Stream(new FileOutputStream(f));
+            message.getStream().transcribe(stream);
+            stream.close();
             f.renameTo(new File(fullname));
+            uidNext++;
             f = new File(fullname);
             if ((flags & Mailbox.Flag.SEEN) == Mailbox.Flag.SEEN) f.setLastModified(MAGIC_DATE);
-            prevayler.execute(Cache.Entry.create(f));
         } catch (IOException e) { throw new MailException.IOException(e); }
+        Log.info(this, path + " <= " + message.summary());
     }
 
+    private static FilenameFilter filter =
+        new FilenameFilter() { public boolean accept(File dir, String name) {
+            return name.endsWith(".");
+        } };
+
     private class Iterator extends Mailbox.Default.Iterator {
         int cur = -1;
-        private Cache.Entry entry() { return cache.getLinear(cur); }
-        private File file() { return new File(cache.dir.getParent() + slash + entry().name); }
-        public MIME.Headers head() { return done() ? null : entry().headers(); }
-        public boolean done() { return cur >= cache.size(); }
+        String[] files = files();
+        private File file() { return new File(path.getAbsolutePath() + slash + files[cur]); }
+        public boolean done() { return cur >= files.length; }
         public boolean next() { cur++; return !done(); }
-        public boolean seen() { return done() ? false : entry().seen(); }
+        public boolean seen() { return false; }
+        public boolean recent() { return false; }
         public int num() { return cur+1; }  // EUDORA insists that message numbers start at 1, not 0
-        public int uid() { return done() ? -1 : entry().uid; }
-        public void delete() { prevayler.execute(entry().delete(file())); }
-        public void seen(boolean seen) { prevayler.execute(entry().seen(file(), seen)); }
-        public Message cur() { return entry().message(cache); }
+        public int uid() { return done() ? -1 : Integer.parseInt(files[cur].substring(0, files[cur].length()-1)); }
+        public void delete() { File f = file(); if (f != null && f.exists()) f.delete(); }
+        public void seen(boolean seen) { }
+        public Headers head() {
+            if (done()) return null;
+            FileInputStream fis = null;
+            try {
+                return new Headers.Original(new Stream(new FileInputStream(file())));
+            } catch (IOException e) { throw new MailException.IOException(e);
+            } finally { if (fis != null) try { fis.close(); } catch (Exception e) { /* DELIBERATE */ } }
+        }
+        public Message cur() {
+            FileInputStream fis = null;
+            try {
+                return Message.newMessage(new Fountain.File(file()));
+                //} catch (IOException e) { throw new MailException.IOException(e);
+            } catch (Message.Malformed e) { throw new MailException(e.getMessage());
+            } finally { if (fis != null) try { fis.close(); } catch (Exception e) { /* DELIBERATE */ } }
+        }
     }
 
+    public static class Servlet extends HttpServlet {
+        public void doPost(HttpServletRequest request, HttpServletResponse response) throws IOException { doGet(request, response); }
+        private void frames(HttpServletRequest request, HttpServletResponse response, boolean top) throws IOException {
+            String basename = request.getRequestURI();
+            PrintWriter pw = new PrintWriter(response.getWriter());
+            pw.println("<html>");
+            if (top) {
+                pw.println("  <frameset rows='30%,*'>");
+                //pw.println("    <frame src='"+basename+"?frame=banner' marginwidth=0 marginheight=0 name=banner/>");
+                //pw.println("    <frame src='"+basename+"?frame=top' marginwidth=0 marginheight=0 name=top/>");
+                pw.println("    <frame src='"+basename+"?frame=topright' marginwidth=0 marginheight=0 name=topright/>");
+                pw.println("    <frame src='"+basename+"?frame=bottom' marginwidth=0 marginheight=0 name='bottom'/>");
+            } else {
+                pw.println("  <frameset cols='150,*'>");
+                pw.println("    <frame src='"+basename+"?frame=topleft' marginwidth=0 marginheight=0 name=topleft/>");
+                pw.println("    <frame src='"+basename+"?frame=topright' marginwidth=0 marginheight=0 name=topright/>");
+            }
+            pw.println("  </frameset>");
+            pw.println("</html>");
+            pw.flush();
+        }
+
+        public void doGet(HttpServletRequest request, HttpServletResponse response) throws IOException {
+            String frame = request.getParameter("frame");
+            String basename = request.getRequestURI();
+
+            if (frame == null) { frames(request, response, true); return; }
+            if (frame.equals("top")) { frames(request, response, false); return; }
+            if (frame.equals("banner")) { banner(request, response); return; }
+            if (frame.equals("topleft")) { return; }
+
+            if (request.getServletPath().indexOf("..") != -1) throw new IOException(".. not allowed in image paths");
+            ServletContext cx = getServletContext();
+            String path = cx.getRealPath(request.getServletPath());
+            Mailbox mbox = FileBasedMailbox.getFileBasedMailbox(path, false);
+            if (mbox == null) throw new IOException("no such mailbox: " + path);
+
+            Vec msgs = new Vec();
+            for(Mailbox.Iterator it = mbox.iterator(); it.next();) {
+                String[] s = new String[4];
+                Message m = it.cur();
+                s[0] = (m.from==null?"":m.from.toString(true));
+                s[1] = m.subject;
+                s[2] = (m.date + "").trim().replaceAll(" ","&nbsp;");
+                s[3] = it.num() + "";
+                msgs.addElement(s);
+            }
+            String[][] messages;
+            msgs.copyInto(messages = new String[msgs.size()][]);
+
+            if ("bottom".equals(frame)) { bottom(request, response, messages, mbox); return; }
+            if ("topright".equals(frame)) { topright(request, response, messages); return; }
+        }
+
+        private void bottom(HttpServletRequest request, HttpServletResponse response, String[][] messages, Mailbox mbox)
+            throws IOException {
+            PrintWriter pw = new PrintWriter(response.getWriter());
+            pw.println("<html>");
+            pw.println("  <head>");
+            pw.println("  <style>");
+            pw.println("      body { margin: 10px; }");
+            pw.println("      pre {");
+            pw.println("         font-family: monospace;");
+            pw.println("         background-color:  #F0F0E0;");
+            pw.println("         color: rgb(0, 0, 0);");
+            pw.println("         padding: 5px;");
+            pw.println("         margin: 0px;");
+            pw.println("         overflow: auto;");
+            //pw.println("         width: 80%;");
+            //pw.println("         border-style: solid;");
+            //pw.println("         border-width: 1px;");
+            pw.println("      }");
+            pw.println("  </style>");
+            pw.println("  </head>");
+            pw.println("  <body>");
+            if (request.getParameter("msgnum") != null) {
+                int target = Integer.parseInt(request.getParameter("msgnum"));
+                Mailbox.Iterator it = mbox.iterator();
+                while(it.next())
+                    if (it.num() == target)
+                        break;
+                if (it.cur() != null) {
+                    pw.println("    <table width=100% border=0 cellspacing=0 style='border: 1px black solid; background-color:#F0F0E0;'>");
+                    pw.println("      <tr style='border: 1px black solid; font-family: monospace'><td style='padding: 5px'>");
+                    Headers h = it.cur().headers;
+                    pw.println(" Subject: " + it.cur().subject +"<br>");
+                    pw.println("    From: " + it.cur().from +"<br>");
+                    pw.println("    Date: " + it.cur().date +"<br>");
+                        /*
+                    for(java.util.Enumeration e = h.names(); e.hasMoreElements();) {
+                        String key = (String)e.nextElement();
+                        if (key==null || key.length()==0 || key.equals("from") ||
+                            key.equals("to") || key.equals("subject") || key.equals("date")) continue;
+                        key = Character.toUpperCase(key.charAt(0)) + key.substring(1);
+                        String val = h.get(key);
+                        for(int i=key.length(); i<15; i++)pw.print(" ");
+                        pw.print(key+": ");
+                        pw.println(val);
+                    }
+                        */
+                    pw.print("</td></tr><tr><td style='border-top: 1px black; border-top-style: dotted;'><pre>");
+                    StringBuffer tgt = new StringBuffer();
+                    it.cur().getBody().getStream().transcribe(tgt);
+                    pw.println(tgt.toString());
+                    pw.println("    </pre></td></tr></table>");
+                }
+            }
+            pw.println("  </body>");
+            pw.println("</html>");
+            pw.flush();
+            pw.close();
+        }
+        
+        private void banner(HttpServletRequest request, HttpServletResponse response) throws IOException {
+            String basename = request.getServletPath();
+            String realpath = getServletContext().getRealPath(basename);
+            /*
+            MailingList list = MailingList.getMailingList(realpath);
+            list.banner(request, response);
+            */
+            banner(request, response);
+        }
+
+        private void topright(HttpServletRequest request, HttpServletResponse response, String[][] messages) throws IOException {
+            PrintWriter pw = new PrintWriter(response.getWriter());
+            String basename = request.getRequestURI();
+            pw.println("<html>");
+            pw.println("  <head>");
+            pw.println("    <style>");
+            pw.println("      TH, TD, P, LI {");
+            pw.println("          font-family: helvetica, verdana, arial, sans-serif;");
+            pw.println("          font-size: 12px;  ");
+            pw.println("          text-decoration:none; ");
+            pw.println("      }");
+            pw.println("      body { margin: 10px; }");
+            pw.println("      a:link    { color: #000; text-decoration: none; }");
+            pw.println("      a:active  { color: #f00; text-decoration: none; }");
+            pw.println("      a:visited { color: #777; text-decoration: none; }");
+            pw.println("      a:hover   { color: #000; text-decoration: none; }");
+            pw.println("      /* a:hover   { color: #00f; text-decoration: none; border-bottom: 1px dotted; } */");
+            pw.println("    </style>");
+            pw.println("  </head>");
+            pw.println("  <body onKeyPress='doKey(event.keyCode)'>");
+            pw.println("    <script>");
+            pw.println("      var chosen = null;");
+            pw.println("      var all = [];");
+            pw.println("      function doKey(x) {");
+            pw.println("          if (chosen == null) { choose(all[0]); return; }");
+            pw.println("          switch(x) {");
+            pw.println("              case 112: if (chosen.id > 0) choose(all[chosen.id-1]); break;");
+            pw.println("              case 110: if (chosen.id < (all.length-1)) choose(all[1+(1*chosen.id)]); break;");
+            pw.println("          }");
+            pw.println("      }");
+            pw.println("      function choose(who) {");
+            pw.println("          who.style.background = '#ffc';");
+            pw.println("          if (chosen != null) chosen.style.background = '#ccc';");
+            pw.println("          parent.parent.bottom.location='"+basename+"?frame=bottom&msgnum='+who.id;");
+            pw.println("          chosen = who;");
+            pw.println("      }");
+            pw.println("    </script>");
+            pw.println("    <div style='border: 1px black solid;'><table width=100% border=0 cellpadding=0 cellspacing=0>");
+            pw.println("    <tr><td style='padding: 4px' bgcolor=#eff7ff>");
+            pw.flush();
+            banner(request, response);
+            pw.println("    </td></tr>");
+            pw.println("    <tr><td>");
+            pw.println("    <table width=100% cellpadding=0 cellspacing=0 style='border-top: 1px black solid; cursor:pointer;'>");
+            boolean odd=true;
+            for(int i=0; i<messages.length; i++) {
+                odd = !odd;
+                String[] m = messages[i];
+                pw.println("      <tr style='cursor:pointer; background: "+(odd?"#e8eef7":"white")+"' id='"+m[3]+"' "+
+                           "onmouseover='this.style.color=\"blue\"' "+
+                           "onmouseout='this.style.color=\"black\"' "+
+                           "onclick='choose(this);'>");
+                pw.println("<td style='cursor:pointer; padding:5px; padding-bottom:2px'>"+m[0]+"</td>");
+                pw.println("<td style='cursor:pointer; padding:5px; padding-bottom:2px'>"+m[1]+"</td>");
+                pw.println("<td style='cursor:pointer; padding:5px; padding-bottom:2px'>"+m[2]+"</td>");
+                pw.println("</tr>");
+                pw.println("<script> all["+i+"] = document.getElementById('"+i+"'); </script>");
+            }
+            pw.println("    </table>");
+            pw.println("    </td></tr>");
+            pw.println("    </table></div>");
+            pw.println("  </body>");
+            pw.println("</html>");
+            pw.flush();
+            pw.close();
+        }
+    }
 }