src/org/ibex/mail/protocol/NNTP.java

   1 // Copyright 2000-2005 the Contributors, as shown in the revision logs.
   2 // Licensed under the Apache Public Source License 2.0 ("the License").
   3 // You may not use this file except in compliance with the License.
   4
   5 // 500 unrec. command
   6 // 501 syntax error
   7 // 503 optional subfeature not supported
   8 // Xref header
   9 // LIST EXTENSIONS is probably incomplete
  10
  11 package org.ibex.mail.protocol;
  12 import org.ibex.util.*;
  13 import org.ibex.io.*;
  14 import org.ibex.mail.*;
  15 import org.ibex.mail.target.*;
  16 import org.ibex.jinetd.*;
  17 import java.io.*;
  18 import java.net.*;
  19 import java.util.*;
  20 import java.text.*;
  21
  22 /** NNTP send/recieve */
  23 public class NNTP {
  24
  25     public static final DateFormat dateFormat = new SimpleDateFormat("yyyyMMDDhhmmss");
  26
  27     public static class No  extends RuntimeException { int code = 400; }                                       // 4xx response codes
  28     public static class Bad extends RuntimeException { int code = 500; public Bad(String s) { super(s); } }    // 5xx response codes
  29
  30     public static class Group {
  31         public Group(String n, boolean p, int f, int l, int c) { this.name=n;this.post=p;this.first=f;this.last=l;this.count=c;}
  32         public final String  name;    // case insensitive
  33         public final boolean post;
  34         public final int     first;
  35         public final int     last;
  36         public final int     count;   // an approximation; must be >= actual number
  37     }
  38
  39     public static class Article {
  40         public Article(int num, Message message) { this.message = message; this.num = num; }
  41         public final int     num;
  42         public final Message message;
  43     }
  44
  45     public static interface Server {
  46         public Group    group(String s);
  47         public boolean  ihave(String messageid);
  48         public Article  next();
  49         public Article  last();
  50         public boolean  postok();
  51         public void     post(Message m) throws IOException;
  52         public Article  article(String messageid,  boolean head, boolean body);
  53         public Article  article(int    messagenum, boolean head, boolean body);
  54         public Group[]  list();
  55         public Group[]  newgroups(Date d, String[] distributions);
  56         public String[] newnews(String[] groups, Date d, String[] distributions);
  57     }
  58
  59     public static class MailboxWrapper implements Server {
  60         private final Mailbox root;
  61         private Mailbox current;
  62         private int ptr = 0;
  63         private boolean post;
  64         public MailboxWrapper(Mailbox root) { this(root, false); }
  65         public MailboxWrapper(Mailbox root, boolean post) { this.root = root; this.post = post; }
  66         public boolean  postok() { return post; }
  67         public void     post(Message m) throws IOException { current.accept(m); }
  68         public Group    group(String s) {
  69             ptr = 0;
  70             Group g = getgroup(s);
  71             if (g==null) return null;
  72             setgroup(s);
  73             return g;
  74         }
  75
  76         public boolean  ihave(String messageid) { /* FEATURE */ return false; }
  77
  78         public Article  next()                  { return article(ptr++, false, false); }
  79         public Article  last()                  { return article(ptr--, false, false); }
  80         public Article  article(String i, boolean h, boolean b) { return article(Query.header("message-id",i),h,b); }
  81         public Article  article(int    n, boolean h, boolean b) { ptr = n; return article(Query.messagenum(n,n),h,b); }
  82         private Article article(Query q,  boolean head, boolean body) {
  83             Mailbox.Iterator it = current.iterator(q);
  84             if (!it.next()) return null;
  85             try {
  86                 Message m = body ? it.cur() : Message.newMessage(new Fountain.StringFountain(it.head() + "\r\n"));
  87                 return new Article(it.num(), m);
  88             } catch (Exception e) { return null; }
  89         }
  90         public Group[]  list() { return list(root, ""); }
  91         private Group[] list(Mailbox who, String prefix) {
  92             Vec v = new Vec();
  93             if (who == null) who = root;
  94             String[] s = who.children();
  95             for(int i=0; i<s.length; i++) {
  96                 v.addElement(new Group(prefix + s[i], true, 0, 0, 0)); // FIXME numbers
  97                 Group[] g2 = list(who.slash(s[i], false), prefix + s[i] + ".");
  98                 for(int j=0; j<g2.length; j++) v.addElement(g2[j]);
  99             }
 100             Group[] ret = new Group[v.size()];
 101             v.copyInto(ret);
 102             return ret;
 103         }
 104
 105         private void setgroup(String s) {
 106             Mailbox ncurrent = root;
 107             for(StringTokenizer st = new StringTokenizer(s, ".");
 108                 ncurrent != null && st.hasMoreTokens();
 109                 ncurrent = ncurrent.slash(st.nextToken(), false));
 110             if (ncurrent!=null) current=ncurrent;
 111         }
 112         private Group getgroup(String s) {
 113             Mailbox box = root;
 114 v v v v v v v
 115             Log.error("", "getgroup " + s);
 116             Log.error("", "mailbox " + root);
 117             for(StringTokenizer st = new StringTokenizer(s, "."); box!=null && st.hasMoreTokens(); box = box.slash(st.nextToken(), false));
 118 *************
 119             for(StringTokenizer st = new StringTokenizer(s, ".");
 120                 box!=null && st.hasMoreTokens();
 121                 box = box.slash(st.nextToken(), false));
 122 ^ ^ ^ ^ ^ ^ ^
 123             if (box==null) return null;
 124             return new Group(s, true, 1, box.count(Query.all()), box.count(Query.all()));
 125         }
 126
 127         public Group[]  newgroups(Date d, String[] distributions) { /* FEATURE */ return new Group[] { }; }
 128         public String[] newnews(String[] groups, Date d, String[] distributions) { /* FIXME */  return null; }
 129     }
 130
 131     public static class Listener {
 132         private Server api = null;
 133         private Login login;
 134         private Connection conn;
 135         public Listener(Login l) { this.login = l; }
 136
 137         private void println(String s) { Log.warn("[nntp-write]", s); conn.println(s); }
 138         private void println() { Log.warn("[nntp-write]", ""); conn.println(""); }
 139         private void print(String s) { Log.warn("[nntp-write]", s); conn.print(s); }
 140
 141         private void article(String numOrMessageId, boolean head, boolean body) {
 142             String s = numOrMessageId.trim();
 143             Article a;
 144             if (s.startsWith("<")) a = api.article(s.substring(0, s.length() - 1), head, body);
 145             else                   a = api.article(Integer.parseInt(s), head, body);
 146             if (a == null) {
 147                 println("423 No such article.");
 148                 return;
 149             }
 150             int code = (head && body) ? 220 : head ? 221 : body ? 222 : 223;
 151             println(code + " " + a.num + " <" + a.message.messageid + "> get ready for some stuff...");
 152             if (head) println(a.message.headers.getString());
 153             if (head && body) println();
 154             if (body) {
 155                 Stream stream = a.message.getBody().getStream();
 156                 while(true) {
 157                     s = stream.readln();
 158                     if (s == null) break;
 159                     if (s.startsWith(".")) print(".");
 160                     println(s);
 161                 }
 162             }
 163             println(".");
 164         }
 165         public void handleRequest(Connection conn) {
 166             this.conn = conn;
 167             conn.setTimeout(30 * 60 * 1000);
 168             conn.setNewline("\r\n");
 169             println("200 " + conn.vhost + " [" + NNTP.class.getName() + "]");
 170             String user = null;
 171             String pass = null;
 172             Account account = login.anonymous();
 173             this.api = account == null ? null : new MailboxWrapper(account.getMailbox(NNTP.class), true);
 174             for(String line = conn.readln(); line != null; line = conn.readln()) try {
 175                 Log.warn("[nntp-read]", line);
 176                 StringTokenizer st = new StringTokenizer(line, " ");
 177                 String command = st.nextToken().toUpperCase();
 178                 if (command.equals("AUTHINFO")) {
 179                     // FIXME technically the RFC says we need to use this info to generate a SEnder: header...
 180                     String uop = st.nextToken().toUpperCase();
 181                     if (uop.equals("USER")) {
 182                         user = st.nextToken();
 183                         println("381 More authentication required");
 184                         continue;
 185                     } else if (uop.equals("PASS")) {
 186                         pass = st.nextToken();
 187                         account = login.login(user, pass);
 188                         if (account == null) { println("502 Invalid"); continue; }
 189                         Mailbox box = account.getMailbox(NNTP.class);
 190                         this.api = new MailboxWrapper(box, true);
 191                         println("281 Good to go");
 192                         continue;
 193                     }
 194                     throw new Bad("wtf are you talking about?");
 195                 }
 196                 if (this.api == null) {
 197                     if (user == null) { println("480 Authentication required"); continue; }
 198                     if (pass == null) { println("381 Password required"); continue; }
 199                 }
 200                 if        (command.equals("ARTICLE"))   { article(st.hasMoreTokens() ? st.nextToken() : null, true,  true);
 201                 } else if (command.equals("HEAD"))      { article(st.hasMoreTokens() ? st.nextToken() : null, true,  false);
 202                 } else if (command.equals("DATE"))      {
 203                     // FIXME must be GMT
 204                     println("111 " + dateFormat.format(new Date()));
 205                 } else if (command.equals("MODE"))      {
 206                     if (st.hasMoreTokens()) {
 207                         String arg = st.nextToken();
 208                         if (arg.equalsIgnoreCase("STREAM"));
 209                         //streaming = true;
 210                         println("203 Streaming permitted");
 211                     } else {
 212                         println("201 Hello, you can post.");
 213                     }
 214                 } else if (command.equals("BODY"))      { article(st.hasMoreTokens() ? st.nextToken() : null, false, true);
 215                 } else if (command.equals("STAT"))      { article(st.hasMoreTokens() ? st.nextToken() : null, false, false);
 216                 } else if (command.equals("HELP"))      { println("100 you are beyond help."); println(".");
 217                 } else if (command.equals("SLAVE"))     { println("220 I don't care");
 218                 } else if (command.equals("XOVER"))     {
 219                     println("224 Overview information follows");
 220                     MailboxWrapper api = (MailboxWrapper)this.api;
 221                     String range = st.hasMoreTokens() ? st.nextToken() : (api.ptr+"-"+api.ptr);
 222                     int start = Integer.parseInt(range.substring(0, range.indexOf('-')));
 223                     int end   = Integer.parseInt(range.substring(range.indexOf('-') + 1));
 224                     Mailbox.Iterator it = api.current.iterator(Query.messagenum(start, end));
 225                     while(it.next()) {
 226                         try {
 227                             Message m = it.cur();
 228                             println(it.num()+"\t"+m.subject+"\t"+m.from+"\t"+m.date+"\t"+m.messageid+"\t"+
 229                                     m.headers.get("references") + "\t" + m.getLength() + "\t" + m.getNumLines());
 230                         } catch (Exception e) { Log.error(this, e); }
 231                     }
 232                     println(".");
 233                 } else if (command.equals("LAST"))      {
 234                     Article a = api.last(); println("223 "+a.num+" "+a.message.messageid+" ok");
 235                 } else if (command.equals("NEXT"))      {
 236                     Article a = api.next(); println("223 "+a.num+" "+a.message.messageid+" ok");
 237                 } else if (command.equals("QUIT"))      { println("205 Bye."); conn.close(); return;
 238                 } else if (command.equals("GROUP"))     {
 239                     Group g = api.group(st.nextToken().toLowerCase());
 240                     if (g==null) println("411 no such group");
 241                     else         println("211 " + g.count + " " + g.first + " " + g.last + " " + g.name);
 242                 } else if (command.equals("NEWGROUPS") || command.equals("NEWNEWS")) {
 243                     // FIXME: * and ! unsupported
 244                     // NEWNEWS is often not supported
 245                     String groups = command.equals("NEWNEWS") ? st.nextToken() : null;
 246                     String datetime = st.nextToken() + " " + st.nextToken();
 247                     String gmt = st.nextToken();
 248                     String distributions = gmt.equals("GMT") ? (st.hasMoreTokens() ? st.nextToken() : "") : gmt;
 249                     while(st.hasMoreTokens()) distributions += " " + st.nextToken();
 250
 251                     // FIXME deal with GMT
 252                     Date d = new Date();
 253                     try {
 254                         d = new SimpleDateFormat("yyMMDD HHMMSS").parse(datetime);
 255                     } catch (ParseException pe) {
 256                         Log.warn(this, pe);
 257                     }
 258                     distributions = distributions.trim();
 259                     if (distributions.startsWith("<")) distributions = distributions.substring(1, distributions.length() - 1);
 260
 261                     st = new StringTokenizer(distributions, ",");
 262                     String[] dists = new String[st.countTokens()];
 263                     for(int i=0; st.hasMoreTokens(); i++) dists[i] = st.nextToken();
 264
 265                     if (command.equals("NEWGROUPS")) {
 266                         Group[] g = api.newgroups(d, dists);
 267                         println("231 list of groups follows");
 268                         for(int i=0; i<g.length; i++)
 269                             println(g[i].name + " " + g[i].last + " " + g[i].first + " " + (g[i].post ? "y" : "n"));
 270                         println(".");
 271                     } else {
 272                         st = new StringTokenizer(groups, ",");
 273                         String[] g = new String[st.countTokens()];
 274                         for(int i=0; st.hasMoreTokens(); i++) g[i] = st.nextToken();
 275                         String[] a = api.newnews(g, d, dists);
 276                         println("230 list of article messageids follows");
 277                         for(int i=0; i<a.length; i++) println(a[i]);
 278                         println(".");
 279                     }
 280
 281                 } else if (command.equals("POST"))      {
 282                     // FIXME
 283                     // add NNTP-Posting-Host header
 284                     // Path header: prepend <myname>, (any punctuation separates the list)
 285                     // Expires header: the date when expiration happens (??) should we ignore this?
 286                     // Control header: body is the command.  Inteprert posts to all.all.ctl as control messages,
 287                     //                 use Subject line if no Cntrol line
 288                     // "Approved" line is used for moderaion
 289                     // Xref: drop this header if you see it
 290
 291                     // Control messages
 292                     //   cancel <Message-ID>      (do not forward if I am unable to cancel locally)
 293                     //   ihave/sendme:            do not support
 294                     //   newgroup <groupname> [moderated] -- body of message is a description of the group
 295                     //   rmgroup  <groupname>
 296
 297                     boolean postok = api.postok();
 298                     if (!postok) {
 299                         println("440 no posting allowed");
 300                     } else {
 301                       println("340 send the article");
 302                       StringBuffer buf = new StringBuffer();
 303                       while(true) {
 304                         String s = conn.readln();
 305                         if (s == null) throw new RuntimeException("connection closed");
 306                         if (s.equals(".")) break;
 307                         if (s.startsWith(".")) s = s.substring(1);
 308                         buf.append(s + "\r\n");
 309                       }
 310                       String body = buf.toString();
 311                       try {
 312                           Message m = Message.newMessage(new Fountain.StringFountain(body));
 313                           if (m.headers.get("newsgroups")==null)
 314                               println("441 posted messages must have a Newsgroups header per RFC 977");
 315                           else if (m.headers.get("newsgroups").indexOf('*')!=-1)
 316                               println("441 Newsgroups header in posted messages may not contain wildcards (*) per RFC 977");
 317                           else if (m.headers.get("subject")==null)
 318                               println("441 posted messages must have a Subject header per RFC 977");
 319                           //                          else if (m.headers.get("path")==null)
 320                           //println("441 posted messages must have a Path header per RFC 977");
 321                           else if (m.headers.get("from")==null)
 322                               println("441 posted messages must have a From header per RFC 977");
 323                           else if (m.headers.get("date")==null)
 324                               println("441 posted messages must have a Date header per RFC 977");
 325                           else {
 326                               api.post(m);
 327                               println("240 article posted ok");
 328                           }
 329                       } catch (Exception e) {
 330                           e.printStackTrace();
 331                           println("441 posting failed: " + e);
 332                       }
 333                     }
 334
 335                 } else if (command.equals("XROVER"))      {
 336                     // equivalent to "XHDR References"
 337                 } else if (command.equals("XHDR"))      {
 338                     // argument: header name
 339                     // argument: 1 | 1- | 1-2 | <mid> | nothing (use current article)
 340                     println("221 yep");
 341                     // print art#+header for all matching messages
 342                     println(".");
 343                     // 412 if no group selected and numeric form used
 344                     // 430 if <mid> and not found
 345                     // 420 if no messages in range
 346                 } else if (command.equals("XPAT"))      {
 347                     // just like XHDR, but a pattern follows the last argument (may contain whitespace)
 348                     println("221 yep");
 349                     // print
 350                     println(".");
 351                 } else if (command.equals("LIST"))      {
 352                     if (st.hasMoreTokens()) {
 353                         String argument = st.nextToken().toUpperCase();
 354                         if (argument.equalsIgnoreCase("EXTENSIONS")) {
 355                             println("202 Extensions supported:");
 356                             println("STREAMING");
 357                             println("");
 358                             println(".");
 359                         } else if (argument.equals("ACTIVE")) {
 360                             String wildmat = st.hasMoreTokens() ? st.nextToken() : null;
 361                             // FIXME: deal with wildmat
 362                             // just like list, but only show active groups
 363                             throw new Bad("not implemented yet");
 364                         } else if (argument.equals("SUBSCRIPTIONS")) {
 365                             // FIXME: show 215, default subscription list for new users, period
 366                         } else if (argument.equals("OVERVIEW.FMT")) {
 367                             println("215 Overview format:");
 368                             println("Subject:");
 369                             println("From:");
 370                             println("Date:");
 371                             println("Message-ID:");
 372                             println("References:");
 373                             println("Bytes:");
 374                             println("Lines:");
 375                             //println("Xref:full");
 376                             println(".");
 377                         } else if (argument.equals("NEWSGROUPS")) {
 378                             String wildmat = st.hasMoreTokens() ? st.nextToken() : null;
 379                             // respond 215, print each newsgroup, a space, and the description; end with lone period
 380                         } else {
 381                             // barf here
 382                         }
 383                     } else {
 384                         Group[] g = api.list();
 385                         println("215 list of groups follows");
 386                         for(int i=0; i<g.length; i++)
 387                             println(g[i].name + " " + g[i].last + " " + g[i].first + " " + (g[i].post ? "y" : "n"));
 388                         println(".");
 389                     }
 390
 391                 } else if (command.equals("LISTGROUP"))     {
 392                     String groupname = st.hasMoreTokens() ? st.nextToken() : null;
 393                     // 211, all article numbers in group, period.  Set article ptr to first item in group
 394
 395                 } else if (command.equals("XGTITLE"))     {
 396                     String wildmat = st.hasMoreTokens() ? st.nextToken() : null;
 397                     // 282, then identical to LIST NEWSGROUP
 398
 399                 } else if (command.equals("CHECK"))     {
 400                     // FIXME: may be pipelined; must spawn threads
 401                     String mid = st.nextToken();
 402                     boolean want = api.ihave(mid);
 403                     if (!want) {
 404                         println("438 "+ mid+" No thanks");
 405                     } else {
 406                         println("238 "+mid+" Yes, I'd like that");
 407                     }
 408
 409                 } else if (command.equals("TAKETHIS"))     {
 410                     // FIXME: may be pipelined
 411                     String mid = st.nextToken();
 412                     // MUST read message here
 413                     /*
 414                     if (!want) {
 415                         println("439 "+ mid+" Transfer failed");
 416                     } else {
 417                         println("239 "+mid+" Rock on.");
 418                     }
 419                     */
 420
 421                 } else if (command.equals("IHAVE"))     {
 422                     boolean want = api.ihave(st.nextToken());
 423                     if (!want) {
 424                         println("435 No thanks");
 425                     } else {
 426                         println("335 Proceed");
 427                         // FIXME read article here
 428                         println("235 Got it");
 429                     }
 430                 } else {
 431                     throw new Bad("wtf are you talking about?");
 432                 }
 433             } catch (No n)  { println(n.code + " " + n.getMessage());
 434             } catch (Bad b) { println(b.code + " " + b.getMessage()); Log.warn(this, b); }
 435             conn.close();
 436         }
 437     }
 438 }