-// Copyright 2002 Adam Megacz, see the COPYING file for licensing [GPL]package org.xwt;
+// Copyright 2002 Adam Megacz, see the COPYING file for licensing [GPL]
package org.xwt;
import java.net.*;
import java.io.*;
import java.util.*;
+import org.xwt.js.*;
import org.xwt.util.*;
-import org.mozilla.javascript.*;
+import org.bouncycastle.util.encoders.Base64;
+import org.bouncycastle.crypto.digests.*;
/**
- * A crude HTTP[S] connection implementation with support for proxies, since not all Java libraries
- * (particularly GCJ's) support proxies.
- *
- * FEATURE: implement pipelining
+ * This object encapsulates a *single* HTTP connection. Multiple requests may be pipelined over a connection (thread-safe),
+ * although any IOException encountered in a request will invalidate all later requests.
*/
public class HTTP {
- /** the URL to connect to */
+ /** the URL as passed to the original constructor; this is never changed */
+ final String originalUrl;
+
+ /** the URL to connect to; this is munged when the url is parsed */
URL url = null;
/** the host to connect to */
/** the socket's inputstream */
InputStream in = null;
- /** the socket's outputstream */
- OutputStream out = null;
-
- /** the content-type of the data being received */
- String contentType = null;
+ /** the username and password portions of the URL */
+ String userInfo = null;
- /** the content-length of the data being recieved */
- int contentLength = 0;
+ /** cache of userInfo strings, keyed on originalUrl */
+ private static Hashtable authCache = new Hashtable();
- /** additional headers to be transmitted */
- String headers = "";
+ /** this is null if the current request is the first request on
+ * this HTTP connection; otherwise it is a Semaphore which will be
+ * released once the request ahead of us has recieved its response
+ */
+ Semaphore okToRecieve = null;
/** cache for resolveAndCheckIfFirewalled() */
static Hashtable resolvedHosts = new Hashtable();
+ /** if any request encounters an IOException, the entire HTTP connection is invalidated */
+ boolean invalid = false;
- // Constructor ////////////////////////////////////////////////////////////////////////////////////////
+ /** true iff we are allowed to skip the resolve check (only allowed when we're downloading the PAC script) */
+ boolean skipResolveCheck = false;
- public HTTP(String url) throws MalformedURLException, IOException { this(url, false); }
- public HTTP(String url, boolean skipResolveCheck) throws MalformedURLException, IOException {
- if (url.startsWith("https:")) { url = "http" + url.substring(5); ssl = true; }
- if (!url.startsWith("http:")) throw new HTTPException("HTTP only supports http/https urls");
- this.url = new URL(url);
- port = this.url.getPort();
- path = this.url.getFile();
- if (port == -1) port = ssl ? 443 : 80;
- host = this.url.getHost();
- if (Log.on) Log.log(this, "creating HTTP object for connection to " + host + ":" + port);
- addHeader("Host", host); // host header is always sent verbatim
- if (!skipResolveCheck) host = resolveAndCheckIfFirewalled(host); // might have to use the strict IP if behind a proxy
- ProxyInfo pi = Platform.detectProxy();
- if (sock == null && pi != null && pi.proxyAutoConfigFunction != null) sock = attemptPAC(pi.proxyAutoConfigFunction);
- if (sock == null && pi != null && ssl && pi.httpsProxyHost != null) sock = attemptHttpProxy(pi.httpsProxyHost, pi.httpsProxyPort);
- if (sock == null && pi != null && pi.httpProxyHost != null) sock = attemptHttpProxy(pi.httpProxyHost, pi.httpProxyPort);
- if (sock == null && pi != null && pi.socksProxyHost != null) sock = attemptSocksProxy(pi.socksProxyHost, pi.socksProxyPort);
- if (sock == null) sock = attemptDirect();
- if (sock == null) throw new HTTPException("all socket creation attempts have failed");
- sock.setTcpNoDelay(true);
+ // Public Methods ////////////////////////////////////////////////////////////////////////////////////////
+
+ public HTTP(String url) { this(url, false); }
+ public HTTP(String url, boolean skipResolveCheck) {
+ originalUrl = url;
+ this.skipResolveCheck = skipResolveCheck;
+ }
+
+ /** Performs an HTTP GET request */
+ public HTTPInputStream GET() throws IOException { return makeRequest(null, null); }
+
+ /** Performs an HTTP POST request; content is appended to the headers (so it should include a blank line to delimit the beginning of the body) */
+ public HTTPInputStream POST(String contentType, String content) throws IOException { return makeRequest(contentType, content); }
+
+ /**
+ * This method isn't synchronized; however, only one thread can be in the inner synchronized block at a time, and the rest of
+ * the method is protected by in-order one-at-a-time semaphore lock-steps
+ */
+ private HTTPInputStream makeRequest(String contentType, String content) throws IOException {
+
+ // Step 1: send the request and establish a semaphore to stop any requests that pipeline after us
+ Semaphore blockOn = null;
+ Semaphore releaseMe = null;
+ synchronized(this) {
+ if (invalid) throw new HTTPException("connection failed on a previous pipelined call");
+ try {
+ connect();
+ sendRequest(contentType, content);
+ } catch (IOException e) {
+ invalid = true;
+ throw e;
+ }
+ blockOn = okToRecieve;
+ releaseMe = okToRecieve = new Semaphore();
+ }
+
+ // Step 2: wait for requests ahead of us to complete, then read the reply off the stream
+ boolean doRelease = true;
+ try {
+ if (blockOn != null) blockOn.block();
+ if (invalid) throw new HTTPException("connection failed on a previous pipelined call");
+
+ Hashtable h = in == null ? null : parseHeaders(in);
+ if (h == null) {
+ // sometimes the server chooses to close the stream between requests
+ in = null; sock = null;
+ releaseMe.release();
+ return makeRequest(contentType, content);
+ }
+
+ String reply = h.get("STATUSLINE").toString();
+
+ if (reply.startsWith("407") || reply.startsWith("401")) {
+
+ if (reply.startsWith("407")) doProxyAuth(h, content == null ? "GET" : "POST");
+ else doWebAuth(h, content == null ? "GET" : "POST");
+
+ if (h.get("HTTP").equals("1.0") && h.get("content-length") == null) {
+ if (Log.on) Log.log(this, "proxy returned an HTTP/1.0 reply with no content-length...");
+ in = null; sock = null;
+ } else {
+ int cl = h.get("content-length") == null ? -1 : Integer.parseInt(h.get("content-length").toString());
+ new HTTPInputStream(in, cl, releaseMe).close();
+ }
+ releaseMe.release();
+ return makeRequest(contentType, content);
+
+ } else if (reply.startsWith("2")) {
+ if (h.get("HTTP").equals("1.0") && h.get("content-length") == null)
+ throw new HTTPException("XWT does not support HTTP/1.0 servers which fail to return the Content-Length header");
+ int cl = h.get("content-length") == null ? -1 : Integer.parseInt(h.get("content-length").toString());
+ HTTPInputStream ret = new HTTPInputStream(in, cl, releaseMe);
+ doRelease = false;
+ return ret;
+
+ } else {
+ throw new HTTPException("HTTP Error: " + reply);
+
+ }
+
+ } catch (IOException e) { invalid = true; throw e;
+ } finally { if (doRelease) releaseMe.release();
+ }
}
* resolves the hostname and returns it as a string in the form "x.y.z.w", except for the special case "xmlrpc.xwt.org".
* @throws HTTPException if the host falls within a firewalled netblock
*/
- private String resolveAndCheckIfFirewalled(String host) throws HTTPException {
+ private void resolveAndCheckIfFirewalled(String host) throws HTTPException {
// special case
- if (host.equals("xmlrpc.xwt.org")) return host;
+ if (host.equals("xmlrpc.xwt.org")) return;
// cached
- if (resolvedHosts.get(host) != null) return (String)resolvedHosts.get(host);
+ if (resolvedHosts.get(host) != null) return;
- if (Log.on) Log.log(this, " resolveAndCheckIfFirewalled: resolving " + host);
+ // if all scripts are trustworthy (local FS), continue
+ if (Main.originAddr == null) return;
// resolve using DNS
try {
(quadbyte[0] == 192 && quadbyte[1] == 168) ||
(quadbyte[0] == 172 && (quadbyte[1] & 0xF0) == 16)) && !addr.equals(Main.originAddr))
throw new HTTPException("security violation: " + host + " [" + addr.getHostAddress() + "] is in a firewalled netblock");
- return addr.getHostAddress();
+ return;
} catch (UnknownHostException uhe) { }
// resolve using xmlrpc.xwt.org
if (Platform.detectProxy() == null) throw new HTTPException("could not resolve hostname \"" + host + "\" and no proxy configured");
if (Log.on) Log.log(this, " could not resolve host " + host + "; using xmlrpc.xwt.org to ensure security");
try {
- Object ret = new XMLRPC("http://xmlrpc.xwt.org/RPC2/", "dns.resolve").call(new Object[] { host });
+ Array args = new Array();
+ args.addElement(host);
+ Object ret = new XMLRPC("http://xmlrpc.xwt.org/RPC2/", "dns.resolve").call(args);
if (ret == null || !(ret instanceof String)) throw new Exception(" xmlrpc.xwt.org returned non-String: " + ret);
resolvedHosts.put(host, ret);
- return (String)ret;
+ return;
} catch (Throwable e) {
throw new HTTPException("exception while attempting to use xmlrpc.xwt.org to resolve " + host + ": " + e);
}
/** Attempts a direct connection */
public Socket attemptDirect() {
try {
- if (Log.on) Log.log(this, "attempting to create unproxied socket to " + host + ":" + port + (ssl ? " [ssl]" : ""));
+ if (Log.verbose) Log.log(this, "attempting to create unproxied socket to " + host + ":" + port + (ssl ? " [ssl]" : ""));
return Platform.getSocket(host, port, ssl, true);
} catch (IOException e) {
if (Log.on) Log.log(this, "exception in attemptDirect(): " + e);
/** Attempts to use an HTTP proxy, employing the CONNECT method if HTTPS is requested */
public Socket attemptHttpProxy(String proxyHost, int proxyPort) {
try {
- if (Log.on) Log.log(this, "attempting to create HTTP proxied socket using proxy " + proxyHost + ":" + proxyPort);
+ if (Log.verbose) Log.log(this, "attempting to create HTTP proxied socket using proxy " + proxyHost + ":" + proxyPort);
Socket sock = Platform.getSocket(proxyHost, proxyPort, ssl, false);
if (!ssl) {
- path = "http://" + host + ":" + port + path;
+ if (!path.startsWith("http://")) path = "http://" + host + ":" + port + path;
} else {
- if (Log.on) Log.log(this, "attempting to create HTTP proxied socket using proxy " + proxyHost + ":" + proxyPort);
PrintWriter pw = new PrintWriter(new OutputStreamWriter(sock.getOutputStream()));
BufferedReader br = new BufferedReader(new InputStreamReader(sock.getInputStream()));
- pw.print("CONNECT " + host + ":" + port + " HTTP/1.0\r\n\r\n");
+ pw.print("CONNECT " + host + ":" + port + " HTTP/1.1\r\n\r\n");
+ pw.flush();
String s = br.readLine();
if (s.charAt(9) != '2') throw new HTTPException("proxy refused CONNECT method: \"" + s + "\"");
while (br.readLine().length() > 0) { };
InetAddress addr = null;
try { addr = InetAddress.getByName(host); } catch (Exception e) { }
- if (Log.on) Log.log(this, "attempting to create SOCKSv4" + (addr == null ? "" : "a") +
- " proxied socket using proxy " + proxyHost + ":" + proxyPort);
+ if (Log.verbose) Log.log(this, "attempting to create SOCKSv4" + (addr == null ? "" : "a") +
+ " proxied socket using proxy " + proxyHost + ":" + proxyPort);
try {
Socket sock = Platform.getSocket(proxyHost, proxyPort, ssl, false);
}
/** executes the PAC script and dispatches a call to one of the other attempt methods based on the result */
- public Socket attemptPAC(Function pacFunc) {
- if (Log.on) Log.log(this, "evaluating PAC script");
+ public Socket attemptPAC(org.xwt.js.JS.Callable pacFunc) {
+ if (Log.verbose) Log.log(this, "evaluating PAC script");
String pac = null;
try {
- Object obj = pacFunc.call(Context.enter(), ProxyInfo.proxyAutoConfigRootScope, null, new Object[] { url.toString(), url.getHost() });
- if (Log.on) Log.log(this, " PAC script returned \"" + obj + "\"");
+ org.xwt.js.Array args = new org.xwt.js.Array();
+ args.addElement(url.toString());
+ args.addElement(url.getHost());
+ Object obj = pacFunc.call(args);
+ if (Log.verbose) Log.log(this, " PAC script returned \"" + obj + "\"");
pac = obj.toString();
} catch (Throwable e) {
if (Log.on) Log.log(this, "PAC script threw exception " + e);
StringTokenizer st = new StringTokenizer(pac, ";", false);
while (st.hasMoreTokens()) {
String token = st.nextToken().trim();
- if (Log.on) Log.log(this, " trying \"" + token + "\"...");
+ if (Log.verbose) Log.log(this, " trying \"" + token + "\"...");
try {
Socket ret = null;
if (token.startsWith("DIRECT"))
// Everything Else ////////////////////////////////////////////////////////////////////////////
- /** returns the content-type of the reply */
- public String getContentType() throws IOException {
- getInputStream();
- return contentType;
- }
+ private synchronized void connect() throws IOException {
+ if (sock != null) {
+ if (in == null) in = new BufferedInputStream(sock.getInputStream());
+ return;
+ }
+ // grab the userinfo; gcj doesn't have java.net.URL.getUserInfo()
+ String url = originalUrl;
+ userInfo = url.substring(url.indexOf("://") + 3);
+ userInfo = userInfo.indexOf('/') == -1 ? userInfo : userInfo.substring(0, userInfo.indexOf('/'));
+ if (userInfo.indexOf('@') != -1) {
+ userInfo = userInfo.substring(0, userInfo.indexOf('@'));
+ url = url.substring(0, url.indexOf("://") + 3) + url.substring(url.indexOf('@') + 1);
+ } else {
+ userInfo = null;
+ }
- /** returns the content-length of the reply */
- public int getContentLength() throws IOException {
- getInputStream();
- return contentLength;
- }
+ if (url.startsWith("https:")) {
+ this.url = new URL("http" + url.substring(5));
+ ssl = true;
+ } else if (!url.startsWith("http:")) {
+ throw new MalformedURLException("HTTP only supports http/https urls");
+ } else {
+ this.url = new URL(url);
+ }
+ if (!skipResolveCheck) resolveAndCheckIfFirewalled(this.url.getHost());
+ port = this.url.getPort();
+ path = this.url.getFile();
+ if (port == -1) port = ssl ? 443 : 80;
+ host = this.url.getHost();
+ if (Log.verbose) Log.log(this, "creating HTTP object for connection to " + host + ":" + port);
- /** adds a header to the outbound transmission */
- public void addHeader(String header, String value) throws HTTPException {
- if (in != null) throw new HTTPException("attempt to add header after connection has been made");
- headers += header + ": " + value + "\r\n";
+ Proxy pi = Platform.detectProxy();
+ if (sock == null && pi != null && pi.proxyAutoConfigFunction != null) sock = attemptPAC(pi.proxyAutoConfigFunction);
+ if (sock == null && pi != null && ssl && pi.httpsProxyHost != null) sock = attemptHttpProxy(pi.httpsProxyHost, pi.httpsProxyPort);
+ if (sock == null && pi != null && pi.httpProxyHost != null) sock = attemptHttpProxy(pi.httpProxyHost, pi.httpProxyPort);
+ if (sock == null && pi != null && pi.socksProxyHost != null) sock = attemptSocksProxy(pi.socksProxyHost, pi.socksProxyPort);
+ if (sock == null) sock = attemptDirect();
+ if (sock == null) throw new HTTPException("unable to contact host " + host);
+ if (in == null) in = new BufferedInputStream(sock.getInputStream());
}
- public OutputStream getOutputStream(int contentLength, String contentType) throws IOException {
- if (out != null) return out;
- if (in != null) throw new HTTPException("attempt to getOutputStream() after getInputStream()");
- out = sock.getOutputStream();
- PrintWriter pw = new PrintWriter(new OutputStreamWriter(out));
- pw.print("POST " + path + " HTTP/1.0\r\n");
- pw.print("User-Agent: XWT\r\n");
- pw.print("Content-length: " + contentLength + "\r\n");
- pw.print(headers);
- if (contentType != null) pw.print("Content-Type: " + contentType + "\r\n");
- pw.print("\r\n");
- pw.flush();
- return out;
- }
+ public void sendRequest(String contentType, String content) throws IOException {
- public InputStream getInputStream() throws IOException {
- if (in != null) return in;
- if (out != null) {
- out.flush();
+ PrintWriter pw = new PrintWriter(new OutputStreamWriter(sock.getOutputStream()));
+ if (content != null) {
+ pw.print("POST " + path + " HTTP/1.1\r\n");
+ int contentLength = content.substring(0, 2).equals("\r\n") ?
+ content.length() - 2 :
+ (content.length() - content.indexOf("\r\n\r\n") - 4);
+ pw.print("Content-Length: " + contentLength + "\r\n");
+ if (contentType != null) pw.print("Content-Type: " + contentType + "\r\n");
} else {
- PrintWriter pw = new PrintWriter(new OutputStreamWriter(sock.getOutputStream()));
- pw.print("GET " + path + " HTTP/1.0\r\n");
- System.out.println("GET " + path + " HTTP/1.0\r\n");
- pw.print("User-Agent: XWT\r\n");
- pw.print(headers);
- pw.print("\r\n");
- pw.flush();
+ pw.print("GET " + path + " HTTP/1.1\r\n");
}
+
+ pw.print("User-Agent: XWT\r\n");
+ pw.print("Host: " + (host + (port == 80 ? "" : (":" + port))) + "\r\n");
- in = new BufferedInputStream(sock.getInputStream());
+ if (Proxy.Authorization.authorization != null) pw.print("Proxy-Authorization: " + Proxy.Authorization.authorization2 + "\r\n");
+ if (authCache.get(originalUrl) != null) pw.print("Authorization: " + authCache.get(originalUrl) + "\r\n");
- // we can't use a BufferedReader directly on the input stream,
- // since it will buffer beyond the end of the headers
- byte[] buf = new byte[4096];
- int buflen = 0;
- while(true) {
- int read = in.read();
- if (read == -1) throw new HTTPException("stream closed while reading headers");
- buf[buflen++] = (byte)read;
- if (buflen >= 4 && buf[buflen - 4] == '\r' && buf[buflen - 3] == '\n' && buf[buflen - 2] == '\r' && buf[buflen - 1] == '\n') break;
- if (buflen == buf.length) {
- byte[] newbuf = new byte[buf.length * 2];
- System.arraycopy(buf, 0, newbuf, 0, buflen);
- buf = newbuf;
- }
- }
+ pw.print(content == null ? "\r\n" : content);
+ pw.print("\r\n");
+ pw.flush();
+ }
+
+ private void doWebAuth(Hashtable h0, String method) throws IOException {
+ if (userInfo == null) throw new HTTPException("web server demanded username/password, but none were supplied");
+ Hashtable h = parseAuthenticationChallenge(h0.get("www-authenticate").toString());
- BufferedReader headerReader = new BufferedReader(new InputStreamReader(new ByteArrayInputStream(buf, 0, buflen)));
- String s = headerReader.readLine();
- if (!s.startsWith("HTTP/")) throw new HTTPException("Expected reply to start with \"HTTP/\"");
- String reply = s.substring(s.indexOf(' ') + 1);
- if (!reply.startsWith("2")) throw new HTTPException("HTTP Error: " + reply);
- while((s = headerReader.readLine()) != null) {
- if (s.length() > 15 && s.substring(0, 15).equalsIgnoreCase("content-length: "))
- contentLength = Integer.parseInt(s.substring(15));
+ if (h.get("AUTHTYPE").equals("Basic")) {
+ if (authCache.get(originalUrl) != null) throw new HTTPException("username/password rejected");
+ authCache.put(originalUrl, "Basic " + new String(Base64.encode(userInfo.getBytes("US-ASCII"))));
+
+ } else if (h.get("AUTHTYPE").equals("Digest")) {
+ if (authCache.get(originalUrl) != null && !"true".equals(h.get("stale"))) throw new HTTPException("username/password rejected");
+ String path2 = path;
+ if (path2.startsWith("http://") || path2.startsWith("https://")) {
+ path2 = path2.substring(path2.indexOf("://") + 3);
+ path2 = path2.substring(path2.indexOf('/'));
+ }
+ String A1 = userInfo.substring(0, userInfo.indexOf(':')) + ":" + h.get("realm") + ":" + userInfo.substring(userInfo.indexOf(':') + 1);
+ String A2 = method + ":" + path2;
+ authCache.put(originalUrl,
+ "Digest " +
+ "username=\"" + userInfo.substring(0, userInfo.indexOf(':')) + "\", " +
+ "realm=\"" + h.get("realm") + "\", " +
+ "nonce=\"" + h.get("nonce") + "\", " +
+ "uri=\"" + path2 + "\", " +
+ (h.get("opaque") == null ? "" : ("opaque=\"" + h.get("opaque") + "\", ")) +
+ "response=\"" + H(H(A1) + ":" + h.get("nonce") + ":" + H(A2)) + "\", " +
+ "algorithm=MD5"
+ );
+
+ } else {
+ throw new HTTPException("unknown authentication type: " + h.get("AUTHTYPE"));
}
-
- return in;
}
+ private void doProxyAuth(Hashtable h0, String method) throws IOException {
+ if (Log.on) Log.log(this, "Proxy AuthChallenge: " + h0.get("proxy-authenticate"));
+ Hashtable h = parseAuthenticationChallenge(h0.get("proxy-authenticate").toString());
+ String style = h.get("AUTHTYPE").toString();
+ String realm = h.get("realm").toString();
+ if (!realm.equals("Digest") || Proxy.Authorization.authorization2 == null || !"true".equals(h.get("stale")))
+ Proxy.Authorization.getPassword(realm, style, sock.getInetAddress().getHostAddress(), Proxy.Authorization.authorization);
- // HTTPException ///////////////////////////////////////////////////////////////////////////////////
-
- static class HTTPException extends IOException {
- public HTTPException(String s) { super(s); }
+ if (style.equals("Basic")) {
+ Proxy.Authorization.authorization2 =
+ "Basic " + new String(Base64.encode(Proxy.Authorization.authorization.getBytes("US-ASCII")));
+
+ } else if (style.equals("Digest")) {
+ String A1 = Proxy.Authorization.authorization.substring(0, userInfo.indexOf(':')) + ":" + h.get("realm") + ":" +
+ Proxy.Authorization.authorization.substring(Proxy.Authorization.authorization.indexOf(':') + 1);
+ String A2 = method + ":" + path;
+ Proxy.Authorization.authorization2 =
+ "Digest " +
+ "username=\"" + Proxy.Authorization.authorization.substring(0, Proxy.Authorization.authorization.indexOf(':')) + "\", " +
+ "realm=\"" + h.get("realm") + "\", " +
+ "nonce=\"" + h.get("nonce") + "\", " +
+ "uri=\"" + path + "\", " +
+ (h.get("opaque") == null ? "" : ("opaque=\"" + h.get("opaque") + "\", ")) +
+ "response=\"" + H(H(A1) + ":" + h.get("nonce") + ":" + H(A2)) + "\", " +
+ "algorithm=MD5";
+ }
}
- // ProxyInfo ///////////////////////////////////////////////////////////////////////////////////
+ // HTTPException ///////////////////////////////////////////////////////////////////////////////////
- public static class ProxyInfo {
+ static class HTTPException extends IOException { public HTTPException(String s) { super(s); } }
- public ProxyInfo() { }
- /** the HTTP Proxy host to use */
- public String httpProxyHost = null;
+ // HTTPInputStream ///////////////////////////////////////////////////////////////////////////////////
- /** the HTTP Proxy port to use */
- public int httpProxyPort = -1;
+ /** An input stream that represents a subset of a longer input stream. Supports HTTP chunking as well */
+ public class HTTPInputStream extends FilterInputStream {
- /** if a seperate proxy should be used for HTTPS, this is the hostname; otherwise, httpProxyHost is used */
- public String httpsProxyHost = null;
+ /** if chunking, the number of bytes remaining in this subset; otherwise the remainder of the chunk */
+ private int length = 0;
- /** if a seperate proxy should be used for HTTPS, this is the port */
- public int httpsProxyPort = -1;
+ /** this semaphore will be released when the stream is closed */
+ private Semaphore releaseMe = null;
- /** the SOCKS Proxy Host to use */
- public String socksProxyHost = null;
+ /** indicates that we have encountered the zero-length terminator chunk */
+ boolean chunkedDone = false;
- /** the SOCKS Proxy Port to use */
- public int socksProxyPort = -1;
+ /** if we're on the first chunk, we don't pre-read a CRLF */
+ boolean firstChunk = true;
- /** hosts to be excluded from proxy use; wildcards permitted */
- public String[] excluded = null;
+ /** the length of the entire content body; -1 if chunked */
+ private int contentLength = 0;
+ public int getContentLength() { return contentLength; }
- /** the PAC script */
- public Function proxyAutoConfigFunction = null;
+ HTTPInputStream(InputStream in, int length, Semaphore releaseMe) {
+ super(in);
+ this.releaseMe = releaseMe;
+ this.contentLength = length;
+ this.length = length == -1 ? 0 : length;
+ }
- public static ProxyInfo detectProxyViaManual() {
- try {
- // continue iff one of the two resolves
- try { InetAddress.getByName("xwt-proxy-httpHost"); }
- catch (UnknownHostException e) { InetAddress.getByName("xwt-proxy-socksHost"); }
-
- if (Log.on) Log.log(Platform.class, "using xwt-proxy-* configuration");
- ProxyInfo ret = new ProxyInfo();
- try {
- ret.httpProxyHost = InetAddress.getByName("xwt-proxy-httpHost").getHostAddress();
- byte[] quadbyte = InetAddress.getByName("xwt-proxy-httpPort").getAddress();
- ret.httpProxyPort = ((quadbyte[1] & 0xff) * 10000) + ((quadbyte[2] & 0xff) * 100) + (quadbyte[3] & 0xff);
- } catch (UnknownHostException e) { }
- try {
- ret.httpsProxyHost = InetAddress.getByName("xwt-proxy-httpsHost").getHostAddress();
- byte[] quadbyte = InetAddress.getByName("xwt-proxy-httpsPort").getAddress();
- ret.httpsProxyPort = ((quadbyte[1] & 0xff) * 10000) + ((quadbyte[2] & 0xff) * 100) + (quadbyte[3] & 0xff);
- } catch (UnknownHostException e) { }
- try {
- ret.socksProxyHost = InetAddress.getByName("xwt-proxy-socksHost").getHostAddress();
- byte[] quadbyte = InetAddress.getByName("xwt-proxy-socksPort").getAddress();
- ret.socksProxyPort = ((quadbyte[1] & 0xff) * 10000) + ((quadbyte[2] & 0xff) * 100) + (quadbyte[3] & 0xff);
- } catch (UnknownHostException e) { }
- return ret;
- } catch (UnknownHostException e) {
- if (Log.on) Log.log(Platform.class, "xwt-proxy-* detection failed due to: " + e);
- return null;
+ public boolean markSupported() { return false; }
+ public int read(byte[] b) throws IOException { return read(b, 0, b.length); }
+ public long skip(long n) throws IOException { return read(null, -1, (int)n); }
+ public int available() throws IOException {
+ if (contentLength == -1) return java.lang.Math.min(super.available(), length);
+ return super.available();
+ }
+
+ public int read() throws IOException {
+ byte[] b = new byte[1];
+ int ret = read(b, 0, 1);
+ return ret == -1 ? -1 : b[0] & 0xff;
+ }
+
+ private void readChunk() throws IOException {
+ if (chunkedDone) return;
+ if (!firstChunk) super.skip(2); // CRLF
+ firstChunk = false;
+ String chunkLen = "";
+ while(true) {
+ int i = super.read();
+ if (i == -1) throw new HTTPException("encountered end of stream while reading chunk length");
+
+ // FIXME: handle chunking extensions
+ if (i == '\r') {
+ super.read(); // LF
+ break;
+ } else {
+ chunkLen += (char)i;
+ }
}
+ length = Integer.parseInt(chunkLen, 16);
+ if (length == 0) chunkedDone = true;
}
- // FIXME: search up from default domain
- public static ProxyInfo detectProxyViaWPAD() {
+ public int read(byte[] b, int off, int len) throws IOException {
+ boolean good = false;
try {
- InetAddress wpad = InetAddress.getByName("wpad");
- if (Log.on) Log.log(Platform.class, "using Web Proxy Auto Detection to detect proxy settings");
- ProxyInfo ret = new ProxyInfo();
- ret.proxyAutoConfigFunction = getProxyAutoConfigFunction("http://wpad/wpad.dat");
- if (ret.proxyAutoConfigFunction != null) return ret;
- } catch (UnknownHostException e) {
- if (Log.on) Log.log(HTTP.class, "couldn't find WPAD server: " + e);
+ if (length == 0 && contentLength == -1) {
+ readChunk();
+ if (chunkedDone) { good = true; return -1; }
+ } else {
+ if (length == 0) { good = true; return -1; }
+ }
+ if (len > length) len = length;
+ int ret = b == null ? (int)super.skip(len) : super.read(b, off, len);
+ if (ret >= 0) {
+ length -= ret;
+ good = true;
+ }
+ return ret;
+ } finally {
+ if (!good) invalid = true;
}
- return null;
}
- public static Scriptable proxyAutoConfigRootScope = new ProxyAutoConfigRootScope();
-
- public static Function getProxyAutoConfigFunction(String url) {
- try {
- Context cx = Context.enter();
- cx.setOptimizationLevel(-1);
- BufferedReader br = new BufferedReader(new InputStreamReader(new HTTP(url, true).getInputStream()));
- String s = null;
- String script = "";
- while((s = br.readLine()) != null) script += s + "\n";
- if (Log.on) Log.log(HTTP.ProxyInfo.class, "successfully retrieved WPAD PAC:");
- if (Log.on) Log.log(HTTP.ProxyInfo.class, script);
-
- // MS CARP hack
- Vector carpHosts = new Vector();
- for(int i=0; i<script.length(); i++)
- if (script.regionMatches(i, "new Node(", 0, 9)) {
- String host = script.substring(i + 10, script.indexOf('\"', i + 11));
- if (Log.on) Log.log(HTTP.ProxyInfo.class, "Detected MS Proxy Server CARP Script, Host=" + host);
- carpHosts.addElement(host);
- }
- if (carpHosts.size() > 0) {
- script = "function FindProxyForURL(url, host) {\nreturn \"";
- for(int i=0; i<carpHosts.size(); i++)
- script += "PROXY " + carpHosts.elementAt(i) + "; ";
- script += "\";\n}";
- if (Log.on) Log.log(HTTP.ProxyInfo.class, "DeCARPed PAC script:");
- if (Log.on) Log.log(HTTP.ProxyInfo.class, script);
- }
-
- Script scr = cx.compileReader(proxyAutoConfigRootScope, new StringReader(script), "PAC script at " + url, 0, null);
- scr.exec(cx, proxyAutoConfigRootScope);
- return (Function)proxyAutoConfigRootScope.get("FindProxyForURL", null);
- } catch (Exception e) {
- if (Log.on) {
- Log.log(Platform.class, "WPAD detection failed due to:");
- if (e instanceof EcmaError) Log.log(HTTP.class, ((EcmaError)e).getMessage() + " at " +
- ((EcmaError)e).getSourceName() + ":" + ((EcmaError)e).getLineNumber());
- else Log.log(Platform.class, e);
+ public void close() throws IOException {
+ if (contentLength == -1) {
+ while(!chunkedDone) {
+ if (length != 0) skip(length);
+ readChunk();
}
- return null;
+ skip(2);
+ } else {
+ if (length != 0) skip(length);
}
+ if (releaseMe != null) releaseMe.release();
}
+ }
- public static class ProxyAutoConfigRootScope extends ScriptableObject {
-
- public String getClassName() { return "ProxyAutoConfigRootScope"; }
- ProxyAutoConfigRootScope() { Context.enter().initStandardObjects(this); }
-
- public Object get(String name, Scriptable start) {
- if (name.equals("isPlainHostName")) return isPlainHostName;
- else if (name.equals("dnsDomainIs")) return dnsDomainIs;
- else if (name.equals("localHostOrDomainIs")) return localHostOrDomainIs;
- else if (name.equals("isResolvable")) return isResolvable;
- else if (name.equals("dnsResolve")) return dnsResolve;
- else if (name.equals("myIpAddress")) return myIpAddress;
- else if (name.equals("dnsDomainLevels")) return dnsDomainLevels;
- else if (name.equals("shExpMatch")) return shExpMatch;
- else if (name.equals("weekdayRange")) return weekdayRange;
- else if (name.equals("dateRange")) return dateRange;
- else if (name.equals("timeRange")) return timeRange;
- else if (name.equals("ProxyConfig")) return ProxyConfig;
- else return super.get(name, start);
- }
- private static final JSObject proxyConfigBindings = new JSObject();
- private static final JSObject ProxyConfig = new JSObject() {
- public Object get(String name, Scriptable start) {
- if (name.equals("bindings")) return proxyConfigBindings;
- return null;
- }
- };
-
- private static abstract class JSFunction extends JSObject implements Function {
- JSFunction() { setSeal(true); }
- public Scriptable construct(Context cx, Scriptable scope, java.lang.Object[] args) { return null; }
- }
+ // Misc Helpers ///////////////////////////////////////////////////////////////////////////////////
- private static final JSFunction isPlainHostName = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- return (args[0].toString().indexOf('.') == -1) ? Boolean.TRUE : Boolean.FALSE;
- }
- };
-
- private static final JSFunction dnsDomainIs = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- return (args[0].toString().endsWith(args[1].toString())) ? Boolean.TRUE : Boolean.FALSE;
- }
- };
-
- private static final JSFunction localHostOrDomainIs = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- return (args[0].toString().equals(args[1].toString()) ||
- (args[0].toString().indexOf('.') == -1 && args[1].toString().startsWith(args[0].toString()))) ?
- Boolean.TRUE : Boolean.FALSE;
- }
- };
-
- private static final JSFunction isResolvable = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- try {
- return (InetAddress.getByName(args[0].toString()) != null) ? Boolean.TRUE : Boolean.FALSE;
- } catch (UnknownHostException e) {
- return Boolean.FALSE;
- }
- }
- };
-
- private static final JSFunction isInNet = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- // FIXME
- return null;
- }
- };
-
- private static final JSFunction dnsResolve = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- try {
- return InetAddress.getByName(args[0].toString()).getHostAddress();
- } catch (UnknownHostException e) {
- return null;
- }
- }
- };
-
- private static final JSFunction myIpAddress = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- try {
- return InetAddress.getLocalHost().getHostAddress();
- } catch (UnknownHostException e) {
- if (Log.on) Log.log(this, "strange... host does not know its own address");
- return null;
- }
- }
- };
-
- private static final JSFunction dnsDomainLevels = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- String s = args[0].toString();
- int i = 0;
- while((i = s.indexOf('.', i)) != -1) i++;
- return new Integer(i);
- }
- };
-
- // FIXME: test this!
- private static boolean match(String[] arr, String s, int index) {
- if (index == arr.length) return true;
- for(int i=0; i<s.length(); i++) {
- String s2 = s.substring(i);
- if (s2.startsWith(arr[index]) && match(arr, s.substring(arr[index].length()), index + 1)) return true;
- }
- return false;
+ /** reads a set of HTTP headers off of the input stream, returning null if the stream is already at its end */
+ private Hashtable parseHeaders(InputStream in) throws IOException {
+ Hashtable ret = new Hashtable();
+
+ // we can't use a BufferedReader directly on the input stream, since it will buffer past the end of the headers
+ byte[] buf = new byte[4096];
+ int buflen = 0;
+ while(true) {
+ int read = in.read();
+ if (read == -1 && buflen == 0) return null;
+ if (read == -1) throw new HTTPException("stream closed while reading headers");
+ buf[buflen++] = (byte)read;
+ if (buflen >= 4 && buf[buflen - 4] == '\r' && buf[buflen - 3] == '\n' && buf[buflen - 2] == '\r' && buf[buflen - 1] == '\n') break;
+ if (buflen == buf.length) {
+ byte[] newbuf = new byte[buf.length * 2];
+ System.arraycopy(buf, 0, newbuf, 0, buflen);
+ buf = newbuf;
}
+ }
- private static final JSFunction shExpMatch = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- StringTokenizer st = new StringTokenizer(args[1].toString(), "*", false);
- String[] arr = new String[st.countTokens()];
- String s = args[0].toString();
- for (int i=0; st.hasMoreTokens(); i++) arr[i] = st.nextToken();
- return match(arr, s, 0) ? Boolean.TRUE : Boolean.FALSE;
- }
- };
-
- private static final JSFunction weekdayRange = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- throw new JavaScriptException("XWT does not support weekdayRange() in PAC scripts");
- /*
- TimeZone tz = (args.length < 3 || args[2] == null || !args[2].equals("GMT")) ? TimeZone.getTimeZone("UTC") : TimeZone.getDefault();
- Calendar c = new Calendar();
- c.setTimeZone(tz);
- c.setTime(new Date());
- Date d = c.getTime();
- if (args.length == 1) return
- */
- }
- };
-
- private static final JSFunction dateRange = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- throw new JavaScriptException("XWT does not support dateRange() in PAC scripts");
- }
- };
-
- private static final JSFunction timeRange = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- throw new JavaScriptException("XWT does not support timeRange() in PAC scripts");
- }
- };
+ BufferedReader br = new BufferedReader(new InputStreamReader(new ByteArrayInputStream(buf, 0, buflen)));
+ String s = br.readLine();
+ if (!s.startsWith("HTTP/")) throw new HTTPException("Expected reply to start with \"HTTP/\", got: " + s);
+ ret.put("STATUSLINE", s.substring(s.indexOf(' ') + 1));
+ ret.put("HTTP", s.substring(5, s.indexOf(' ')));
+
+ while((s = br.readLine()) != null && s.length() > 0) {
+ String front = s.substring(0, s.indexOf(':')).toLowerCase();
+ String back = s.substring(s.indexOf(':') + 1).trim();
+ // ugly hack: we never replace a Digest-auth with a Basic-auth (proxy + www)
+ if (front.endsWith("-authenticate") && ret.get(front) != null && !back.equals("Digest")) continue;
+ ret.put(front, back);
+ }
+ return ret;
+ }
+ private Hashtable parseAuthenticationChallenge(String s) {
+ Hashtable ret = new Hashtable();
+
+ s = s.trim();
+ ret.put("AUTHTYPE", s.substring(0, s.indexOf(' ')));
+ s = s.substring(s.indexOf(' ')).trim();
+
+ while (s.length() > 0) {
+ String val = null;
+ String key = s.substring(0, s.indexOf('='));
+ s = s.substring(s.indexOf('=') + 1);
+ if (s.charAt(0) == '\"') {
+ s = s.substring(1);
+ val = s.substring(0, s.indexOf('\"'));
+ s = s.substring(s.indexOf('\"') + 1);
+ } else {
+ val = s.indexOf(',') == -1 ? s : s.substring(0, s.indexOf(','));
+ s = s.indexOf(',') == -1 ? "" : s.substring(s.indexOf(',') + 1);
+ }
+ if (s.length() > 0 && s.charAt(0) == ',') s = s.substring(1);
+ s = s.trim();
+ ret.put(key, val);
}
+ return ret;
+ }
+ private String H(String s) throws IOException {
+ byte[] b = s.getBytes("US-ASCII");
+ MD5Digest md5 = new MD5Digest();
+ md5.update(b, 0, b.length);
+ byte[] out = new byte[md5.getDigestSize()];
+ md5.doFinal(out, 0);
+ String ret = "";
+ for(int i=0; i<out.length; i++) {
+ ret += "0123456789abcdef".charAt((out[i] & 0xf0) >> 4);
+ ret += "0123456789abcdef".charAt(out[i] & 0x0f);
+ }
+ return ret;
}
}