-// Copyright 2002 Adam Megacz, see the COPYING file for licensing [GPL]package org.xwt;
+// Copyright 2002 Adam Megacz, see the COPYING file for licensing [GPL]
package org.xwt;
import java.net.*;
import java.util.*;
import org.xwt.util.*;
import org.mozilla.javascript.*;
+import org.bouncycastle.util.encoders.Base64;
+import org.bouncycastle.crypto.digests.*;
/**
- * A crude HTTP[S] connection implementation with support for proxies, since not all Java libraries
- * (particularly GCJ's) support proxies.
- *
- * FEATURE: implement pipelining
+ * This object encapsulates a *single* HTTP connection. Multiple requests may be pipelined over a connection (thread-safe),
+ * although any IOException encountered in a request will invalidate all later requests.
*/
public class HTTP {
- /** the URL to connect to */
+ /** the URL as passed to the original constructor; this is never changed */
+ final String originalUrl;
+
+ /** the URL to connect to; this is munged when the url is parsed */
URL url = null;
/** the host to connect to */
/** the socket's inputstream */
InputStream in = null;
- /** the socket's outputstream */
- OutputStream out = null;
-
- /** the content-type of the data being received */
- String contentType = null;
+ /** the username and password portions of the URL */
+ String userInfo = null;
- /** the content-length of the data being recieved */
- int contentLength = 0;
+ /** cache of userInfo strings, keyed on originalUrl */
+ private static Hashtable authCache = new Hashtable();
- /** additional headers to be transmitted */
- String headers = "";
+ /** this is null if the current request is the first request on
+ * this HTTP connection; otherwise it is a Semaphore which will be
+ * released once the request ahead of us has recieved its response
+ */
+ Semaphore okToRecieve = null;
/** cache for resolveAndCheckIfFirewalled() */
static Hashtable resolvedHosts = new Hashtable();
+ /** if any request encounters an IOException, the entire HTTP connection is invalidated */
+ boolean invalid = false;
- // Constructor ////////////////////////////////////////////////////////////////////////////////////////
+ /** true iff we are allowed to skip the resolve check (only allowed when we're downloading the PAC script) */
+ boolean skipResolveCheck = false;
- public HTTP(String url) throws MalformedURLException, IOException { this(url, false); }
- public HTTP(String url, boolean skipResolveCheck) throws MalformedURLException, IOException {
- if (url.startsWith("https:")) {
- this.url = new URL("http" + url.substring(5));
- ssl = true;
- } else if (!url.startsWith("http:")) {
- throw new HTTPException("HTTP only supports http/https urls");
- } else {
- this.url = new URL(url);
- }
- if (!skipResolveCheck) resolveAndCheckIfFirewalled(this.url.getHost());
- port = this.url.getPort();
- path = this.url.getFile();
- if (port == -1) port = ssl ? 443 : 80;
- host = this.url.getHost();
- if (Log.on) Log.log(this, "creating HTTP object for connection to " + host + ":" + port);
- init();
+
+ // Public Methods ////////////////////////////////////////////////////////////////////////////////////////
+
+ public HTTP(String url) { this(url, false); }
+ public HTTP(String url, boolean skipResolveCheck) {
+ originalUrl = url;
+ this.skipResolveCheck = skipResolveCheck;
}
- /** this method initializes the HTTP object, resetting if needed (in case of a reconnect) */
- public void init() throws IOException {
- headers = "";
- sock = null;
- in = null;
- out = null;
- addHeader("Host", host);
- ProxyInfo pi = Platform.detectProxy();
- if (sock == null && pi != null && pi.proxyAutoConfigFunction != null) sock = attemptPAC(pi.proxyAutoConfigFunction);
- if (sock == null && pi != null && ssl && pi.httpsProxyHost != null) sock = attemptHttpProxy(pi.httpsProxyHost, pi.httpsProxyPort);
- if (sock == null && pi != null && pi.httpProxyHost != null) sock = attemptHttpProxy(pi.httpProxyHost, pi.httpProxyPort);
- if (sock == null && pi != null && pi.socksProxyHost != null) sock = attemptSocksProxy(pi.socksProxyHost, pi.socksProxyPort);
- if (sock == null) sock = attemptDirect();
- if (sock == null) throw new HTTPException("unable to contact host " + host);
+ /** Performs an HTTP GET request */
+ public HTTPInputStream GET() throws IOException { return makeRequest(null, null); }
+
+ /** Performs an HTTP POST request; content is appended to the headers (so it should include a blank line to delimit the beginning of the body) */
+ public HTTPInputStream POST(String contentType, String content) throws IOException { return makeRequest(contentType, content); }
+
+ /**
+ * This method isn't synchronized; however, only one thread can be in the inner synchronized block at a time, and the rest of
+ * the method is protected by in-order one-at-a-time semaphore lock-steps
+ */
+ private HTTPInputStream makeRequest(String contentType, String content) throws IOException {
+
+ // Step 1: send the request and establish a semaphore to stop any requests that pipeline after us
+ Semaphore blockOn = null;
+ Semaphore releaseMe = null;
+ synchronized(this) {
+ if (invalid) throw new HTTPException("connection failed on a previous pipelined call");
+ try {
+ connect();
+ sendRequest(contentType, content);
+ } catch (IOException e) {
+ invalid = true;
+ throw e;
+ }
+ blockOn = okToRecieve;
+ releaseMe = okToRecieve = new Semaphore();
+ }
+
+ // Step 2: wait for requests ahead of us to complete, then read the reply off the stream
+ boolean doRelease = true;
+ try {
+ if (blockOn != null) blockOn.block();
+ if (invalid) throw new HTTPException("connection failed on a previous pipelined call");
+
+ Hashtable h = in == null ? null : parseHeaders(in);
+ if (h == null) {
+ // sometimes the server chooses to close the stream between requests
+ in = null; sock = null;
+ releaseMe.release();
+ return makeRequest(contentType, content);
+ }
+
+ String reply = h.get("STATUSLINE").toString();
+
+ if (reply.startsWith("407") || reply.startsWith("401")) {
+
+ if (reply.startsWith("407")) doProxyAuth(h, content == null ? "GET" : "POST");
+ else doWebAuth(h, content == null ? "GET" : "POST");
+
+ if (h.get("HTTP").equals("1.0") && h.get("content-length") == null) {
+ if (Log.on) Log.log(this, "proxy returned an HTTP/1.0 reply with no content-length...");
+ in = null; sock = null;
+ } else {
+ int cl = h.get("content-length") == null ? -1 : Integer.parseInt(h.get("content-length").toString());
+ new HTTPInputStream(in, cl, releaseMe).close();
+ }
+ releaseMe.release();
+ return makeRequest(contentType, content);
+
+ } else if (reply.startsWith("2")) {
+ if (h.get("HTTP").equals("1.0") && h.get("content-length") == null)
+ throw new HTTPException("XWT does not support HTTP/1.0 servers which fail to return the Content-Length header");
+ int cl = h.get("content-length") == null ? -1 : Integer.parseInt(h.get("content-length").toString());
+ HTTPInputStream ret = new HTTPInputStream(in, cl, releaseMe);
+ doRelease = false;
+ return ret;
+
+ } else {
+ throw new HTTPException("HTTP Error: " + reply);
+
+ }
+
+ } catch (IOException e) { invalid = true; throw e;
+ } finally { if (doRelease) releaseMe.release();
+ }
}
+
// Safeguarded DNS Resolver ///////////////////////////////////////////////////////////////////////////
/**
/** Attempts a direct connection */
public Socket attemptDirect() {
try {
- if (Log.on) Log.log(this, "attempting to create unproxied socket to " + host + ":" + port + (ssl ? " [ssl]" : ""));
+ if (Log.verbose) Log.log(this, "attempting to create unproxied socket to " + host + ":" + port + (ssl ? " [ssl]" : ""));
return Platform.getSocket(host, port, ssl, true);
} catch (IOException e) {
if (Log.on) Log.log(this, "exception in attemptDirect(): " + e);
/** Attempts to use an HTTP proxy, employing the CONNECT method if HTTPS is requested */
public Socket attemptHttpProxy(String proxyHost, int proxyPort) {
try {
- if (Log.on) Log.log(this, "attempting to create HTTP proxied socket using proxy " + proxyHost + ":" + proxyPort);
+ if (Log.verbose) Log.log(this, "attempting to create HTTP proxied socket using proxy " + proxyHost + ":" + proxyPort);
Socket sock = Platform.getSocket(proxyHost, proxyPort, ssl, false);
if (!ssl) {
- path = "http://" + host + ":" + port + path;
+ if (!path.startsWith("http://")) path = "http://" + host + ":" + port + path;
} else {
PrintWriter pw = new PrintWriter(new OutputStreamWriter(sock.getOutputStream()));
BufferedReader br = new BufferedReader(new InputStreamReader(sock.getInputStream()));
InetAddress addr = null;
try { addr = InetAddress.getByName(host); } catch (Exception e) { }
- if (Log.on) Log.log(this, "attempting to create SOCKSv4" + (addr == null ? "" : "a") +
- " proxied socket using proxy " + proxyHost + ":" + proxyPort);
+ if (Log.verbose) Log.log(this, "attempting to create SOCKSv4" + (addr == null ? "" : "a") +
+ " proxied socket using proxy " + proxyHost + ":" + proxyPort);
try {
Socket sock = Platform.getSocket(proxyHost, proxyPort, ssl, false);
/** executes the PAC script and dispatches a call to one of the other attempt methods based on the result */
public Socket attemptPAC(Function pacFunc) {
- if (Log.on) Log.log(this, "evaluating PAC script");
+ if (Log.verbose) Log.log(this, "evaluating PAC script");
String pac = null;
try {
- Object obj = pacFunc.call(Context.enter(), ProxyInfo.proxyAutoConfigRootScope, null, new Object[] { url.toString(), url.getHost() });
- if (Log.on) Log.log(this, " PAC script returned \"" + obj + "\"");
+ Object obj = pacFunc.call(Context.enter(), Proxy.proxyAutoConfigRootScope, null, new Object[] { url.toString(), url.getHost() });
+ if (Log.verbose) Log.log(this, " PAC script returned \"" + obj + "\"");
pac = obj.toString();
} catch (Throwable e) {
if (Log.on) Log.log(this, "PAC script threw exception " + e);
StringTokenizer st = new StringTokenizer(pac, ";", false);
while (st.hasMoreTokens()) {
String token = st.nextToken().trim();
- if (Log.on) Log.log(this, " trying \"" + token + "\"...");
+ if (Log.verbose) Log.log(this, " trying \"" + token + "\"...");
try {
Socket ret = null;
if (token.startsWith("DIRECT"))
// Everything Else ////////////////////////////////////////////////////////////////////////////
- /** returns the content-type of the reply */
- public String getContentType() throws IOException {
- getInputStream();
- return contentType;
- }
+ private synchronized void connect() throws IOException {
+ if (sock != null) {
+ if (in == null) in = new BufferedInputStream(sock.getInputStream());
+ return;
+ }
+ // grab the userinfo; gcj doesn't have java.net.URL.getUserInfo()
+ String url = originalUrl;
+ userInfo = url.substring(url.indexOf("://") + 3);
+ userInfo = userInfo.indexOf('/') == -1 ? userInfo : userInfo.substring(0, userInfo.indexOf('/'));
+ if (userInfo.indexOf('@') != -1) {
+ userInfo = userInfo.substring(0, userInfo.indexOf('@'));
+ url = url.substring(0, url.indexOf("://") + 3) + url.substring(url.indexOf('@') + 1);
+ } else {
+ userInfo = null;
+ }
- /** returns the content-length of the reply */
- public int getContentLength() throws IOException {
- getInputStream();
- return contentLength;
- }
+ if (url.startsWith("https:")) {
+ this.url = new URL("http" + url.substring(5));
+ ssl = true;
+ } else if (!url.startsWith("http:")) {
+ throw new MalformedURLException("HTTP only supports http/https urls");
+ } else {
+ this.url = new URL(url);
+ }
+ if (!skipResolveCheck) resolveAndCheckIfFirewalled(this.url.getHost());
+ port = this.url.getPort();
+ path = this.url.getFile();
+ if (port == -1) port = ssl ? 443 : 80;
+ host = this.url.getHost();
+ if (Log.verbose) Log.log(this, "creating HTTP object for connection to " + host + ":" + port);
- /** adds a header to the outbound transmission */
- public void addHeader(String header, String value) throws HTTPException {
- if (in != null) throw new HTTPException("attempt to add header after connection has been made");
- headers += header + ": " + value + "\r\n";
+ Proxy pi = Platform.detectProxy();
+ if (sock == null && pi != null && pi.proxyAutoConfigFunction != null) sock = attemptPAC(pi.proxyAutoConfigFunction);
+ if (sock == null && pi != null && ssl && pi.httpsProxyHost != null) sock = attemptHttpProxy(pi.httpsProxyHost, pi.httpsProxyPort);
+ if (sock == null && pi != null && pi.httpProxyHost != null) sock = attemptHttpProxy(pi.httpProxyHost, pi.httpProxyPort);
+ if (sock == null && pi != null && pi.socksProxyHost != null) sock = attemptSocksProxy(pi.socksProxyHost, pi.socksProxyPort);
+ if (sock == null) sock = attemptDirect();
+ if (sock == null) throw new HTTPException("unable to contact host " + host);
+ if (in == null) in = new BufferedInputStream(sock.getInputStream());
}
- public OutputStream getOutputStream(int contentLength, String contentType) throws IOException {
- if (out != null) return out;
- if (in != null) throw new HTTPException("attempt to getOutputStream() after getInputStream()");
- out = sock.getOutputStream();
- PrintWriter pw = new PrintWriter(new OutputStreamWriter(out));
- pw.print("POST " + path + " HTTP/1.0\r\n");
+ public void sendRequest(String contentType, String content) throws IOException {
+
+ PrintWriter pw = new PrintWriter(new OutputStreamWriter(sock.getOutputStream()));
+ if (content != null) {
+ pw.print("POST " + path + " HTTP/1.1\r\n");
+ pw.print("Content-Length: " + content.length() + "\r\n");
+ if (contentType != null) pw.print("Content-Type: " + contentType + "\r\n");
+ } else {
+ pw.print("GET " + path + " HTTP/1.1\r\n");
+ }
+
pw.print("User-Agent: XWT\r\n");
- pw.print("Content-length: " + contentLength + "\r\n");
- pw.print(headers);
- if (ProxyAuthorization.authorization != null) pw.print("Proxy-Authorization: " + ProxyAuthorization.authorization + "\r\n");
- if (contentType != null) pw.print("Content-Type: " + contentType + "\r\n");
- pw.print("\r\n");
+ pw.print("Host: " + (host + (port == 80 ? "" : (":" + port))) + "\r\n");
- // FIXME: check for HTTP "ok, go ahead" here, in case we need proxy authorization this can happen if the xwar is
- // on the local disk and the first HTTP request is through an auth-requiring proxy
+ if (Proxy.Authorization.authorization != null) pw.print("Proxy-Authorization: " + Proxy.Authorization.authorization2 + "\r\n");
+ if (authCache.get(originalUrl) != null) pw.print("Authorization: " + authCache.get(originalUrl) + "\r\n");
+ pw.print(content == null ? "\r\n" : content);
+ pw.print("\r\n");
pw.flush();
- return out;
}
- public InputStream getInputStream() throws IOException {
-
- if (in != null) return in;
- if (out != null) {
- out.flush();
- } else {
- PrintWriter pw = new PrintWriter(new OutputStreamWriter(sock.getOutputStream()));
- pw.print("GET " + path + " HTTP/1.0\r\n");
- pw.print("User-Agent: XWT\r\n");
- pw.print(headers);
- System.out.print(headers);
- if (ProxyAuthorization.authorization != null) pw.print("Proxy-Authorization: " + ProxyAuthorization.authorization + "\r\n");
- pw.print("\r\n");
- pw.flush();
- }
-
- in = new BufferedInputStream(sock.getInputStream());
-
- // we can't use a BufferedReader directly on the input stream,
- // since it will buffer past the end of the headers
- byte[] buf = new byte[4096];
- int buflen = 0;
- while(true) {
- int read = in.read();
- if (read == -1) throw new HTTPException("stream closed while reading headers");
- buf[buflen++] = (byte)read;
- if (buflen >= 4 && buf[buflen - 4] == '\r' && buf[buflen - 3] == '\n' && buf[buflen - 2] == '\r' && buf[buflen - 1] == '\n') break;
- if (buflen == buf.length) {
- byte[] newbuf = new byte[buf.length * 2];
- System.arraycopy(buf, 0, newbuf, 0, buflen);
- buf = newbuf;
+ private void doWebAuth(Hashtable h0, String method) throws IOException {
+ if (userInfo == null) throw new HTTPException("web server demanded username/password, but none were supplied");
+ Hashtable h = parseAuthenticationChallenge(h0.get("www-authenticate").toString());
+
+ if (h.get("AUTHTYPE").equals("Basic")) {
+ if (authCache.get(originalUrl) != null) throw new HTTPException("username/password rejected");
+ authCache.put(originalUrl, "Basic " + new String(Base64.encode(userInfo.getBytes("US-ASCII"))));
+
+ } else if (h.get("AUTHTYPE").equals("Digest")) {
+ if (authCache.get(originalUrl) != null && !"true".equals(h.get("stale"))) throw new HTTPException("username/password rejected");
+ String path2 = path;
+ if (path2.startsWith("http://") || path2.startsWith("https://")) {
+ path2 = path2.substring(path2.indexOf("://") + 3);
+ path2 = path2.substring(path2.indexOf('/'));
}
+ String A1 = userInfo.substring(0, userInfo.indexOf(':')) + ":" + h.get("realm") + ":" + userInfo.substring(userInfo.indexOf(':') + 1);
+ String A2 = method + ":" + path2;
+ authCache.put(originalUrl,
+ "Digest " +
+ "username=\"" + userInfo.substring(0, userInfo.indexOf(':')) + "\", " +
+ "realm=\"" + h.get("realm") + "\", " +
+ "nonce=\"" + h.get("nonce") + "\", " +
+ "uri=\"" + path2 + "\", " +
+ (h.get("opaque") == null ? "" : ("opaque=\"" + h.get("opaque") + "\", ")) +
+ "response=\"" + H(H(A1) + ":" + h.get("nonce") + ":" + H(A2)) + "\", " +
+ "algorithm=MD5"
+ );
+
+ } else {
+ throw new HTTPException("unknown authentication type: " + h.get("AUTHTYPE"));
}
-
- BufferedReader headerReader = new BufferedReader(new InputStreamReader(new ByteArrayInputStream(buf, 0, buflen)));
- String s = headerReader.readLine();
- if (!s.startsWith("HTTP/")) throw new HTTPException("Expected reply to start with \"HTTP/\"");
- String reply = s.substring(s.indexOf(' ') + 1);
-
- if (reply.startsWith("407")) {
- if (Log.on) Log.log(this, "Proxy Auth Required: HTTP " + reply);
- String realm = "";
- String style = "Basic";
-
- while((s = headerReader.readLine()) != null)
- if (s.startsWith("Proxy-Authenticate:")) {
- s = s.substring(19);
- while(s.charAt(0) == ' ') s = s.substring(1);
- style = s.substring(0, s.indexOf(' '));
- s = s.substring(s.indexOf(' '));
- s = s.substring(s.indexOf("realm"));
- s = s.substring(s.indexOf('\"') + 1);
- s = s.substring(0, s.indexOf('\"'));
- realm = s;
- }
-
- ProxyAuthorization.getPassword(realm, style, sock.getInetAddress().getHostAddress(), ProxyAuthorization.authorization);
+ }
- // reset and re-try
- init();
- return getInputStream();
+ private void doProxyAuth(Hashtable h0, String method) throws IOException {
+ Hashtable h = parseAuthenticationChallenge(h0.get("proxy-authenticate").toString());
+ String style = h.get("AUTHTYPE").toString();
+ String realm = h.get("realm").toString();
- } else if (!reply.startsWith("2")) {
- throw new HTTPException("HTTP Error: " + reply);
- }
+ if (!realm.equals("Digest") || Proxy.Authorization.authorization2 == null || !"true".equals(h.get("stale")))
+ Proxy.Authorization.getPassword(realm, style, sock.getInetAddress().getHostAddress(), Proxy.Authorization.authorization);
- while((s = headerReader.readLine()) != null)
- if (s.length() > 15 && s.substring(0, 16).equalsIgnoreCase("content-length: "))
- contentLength = Integer.parseInt(s.substring(16));
-
- return in;
+ if (style.equals("Basic")) {
+ Proxy.Authorization.authorization2 =
+ "Basic " + new String(Base64.encode(Proxy.Authorization.authorization.getBytes("US-ASCII")));
+
+ } else if (style.equals("Digest")) {
+ String A1 = Proxy.Authorization.authorization.substring(0, userInfo.indexOf(':')) + ":" + h.get("realm") + ":" +
+ Proxy.Authorization.authorization.substring(Proxy.Authorization.authorization.indexOf(':') + 1);
+ String A2 = method + ":" + path;
+ Proxy.Authorization.authorization2 =
+ "Digest " +
+ "username=\"" + Proxy.Authorization.authorization.substring(0, Proxy.Authorization.authorization.indexOf(':')) + "\", " +
+ "realm=\"" + h.get("realm") + "\", " +
+ "nonce=\"" + h.get("nonce") + "\", " +
+ "uri=\"" + path + "\", " +
+ (h.get("opaque") == null ? "" : ("opaque=\"" + h.get("opaque") + "\", ")) +
+ "response=\"" + H(H(A1) + ":" + h.get("nonce") + ":" + H(A2)) + "\", " +
+ "algorithm=MD5";
+ }
}
-
// HTTPException ///////////////////////////////////////////////////////////////////////////////////
static class HTTPException extends IOException {
}
- // ProxyInfo ///////////////////////////////////////////////////////////////////////////////////
-
- public static class ProxyInfo {
-
- public ProxyInfo() { }
+ // HTTPInputStream ///////////////////////////////////////////////////////////////////////////////////
- /** the HTTP Proxy host to use */
- public String httpProxyHost = null;
+ /** An input stream that represents a subset of a longer input stream. Supports HTTP chunking as well */
+ public class HTTPInputStream extends FilterInputStream {
- /** the HTTP Proxy port to use */
- public int httpProxyPort = -1;
+ /** if chunking, the number of bytes remaining in this subset; otherwise the remainder of the chunk */
+ private int length = 0;
- /** if a seperate proxy should be used for HTTPS, this is the hostname; otherwise, httpProxyHost is used */
- public String httpsProxyHost = null;
+ /** this semaphore will be released when the stream is closed */
+ private Semaphore releaseMe = null;
- /** if a seperate proxy should be used for HTTPS, this is the port */
- public int httpsProxyPort = -1;
+ /** indicates that we have encountered the zero-length terminator chunk */
+ boolean chunkedDone = false;
- /** the SOCKS Proxy Host to use */
- public String socksProxyHost = null;
+ /** if we're on the first chunk, we don't pre-read a CRLF */
+ boolean firstChunk = true;
- /** the SOCKS Proxy Port to use */
- public int socksProxyPort = -1;
+ /** the length of the entire content body; -1 if chunked */
+ private int contentLength = 0;
+ public int getContentLength() { return contentLength; }
- /** hosts to be excluded from proxy use; wildcards permitted */
- public String[] excluded = null;
-
- /** the PAC script */
- public Function proxyAutoConfigFunction = null;
+ HTTPInputStream(InputStream in, int length, Semaphore releaseMe) {
+ super(in);
+ this.releaseMe = releaseMe;
+ this.contentLength = length;
+ this.length = length == -1 ? 0 : length;
+ }
- // this method has been disabled because it was causing problems -- some domains are set up so that *.foo.com resolves
- // to a single IP, for any value of *. If the client's home domain is foo.com, then xwt-proxy-httpHost will resolve erroneously.
- public static ProxyInfo detectProxyViaManual() {
- ProxyInfo ret = new ProxyInfo();
-
- ret.httpProxyHost = Platform.getEnv("http_proxy");
- if (ret.httpProxyHost != null) {
- if (ret.httpProxyHost.startsWith("http://")) ret.httpProxyHost = ret.httpProxyHost.substring(7);
- if (ret.httpProxyHost.endsWith("/")) ret.httpProxyHost = ret.httpProxyHost.substring(0, ret.httpProxyHost.length() - 1);
- if (ret.httpProxyHost.indexOf(':') != -1) {
- ret.httpProxyPort = Integer.parseInt(ret.httpProxyHost.substring(ret.httpProxyHost.indexOf(':') + 1));
- ret.httpProxyHost = ret.httpProxyHost.substring(0, ret.httpProxyHost.indexOf(':'));
- } else {
- ret.httpProxyPort = 80;
- }
- }
-
- ret.httpsProxyHost = Platform.getEnv("https_proxy");
- if (ret.httpsProxyHost != null) {
- if (ret.httpsProxyHost.startsWith("https://")) ret.httpsProxyHost = ret.httpsProxyHost.substring(7);
- if (ret.httpsProxyHost.endsWith("/")) ret.httpsProxyHost = ret.httpsProxyHost.substring(0, ret.httpsProxyHost.length() - 1);
- if (ret.httpsProxyHost.indexOf(':') != -1) {
- ret.httpsProxyPort = Integer.parseInt(ret.httpsProxyHost.substring(ret.httpsProxyHost.indexOf(':') + 1));
- ret.httpsProxyHost = ret.httpsProxyHost.substring(0, ret.httpsProxyHost.indexOf(':'));
+ private void readChunk() throws IOException {
+ if (chunkedDone) return;
+ if (!firstChunk) super.skip(2); // CRLF
+ firstChunk = false;
+ String chunkLen = "";
+ while(true) {
+ int i = super.read();
+ if (i == -1) throw new HTTPException("encountered end of stream while reading chunk length");
+
+ // FIXME: handle chunking extensions
+ if (i == '\r') {
+ super.read(); // LF
+ break;
} else {
- ret.httpsProxyPort = 80;
+ chunkLen += (char)i;
}
}
-
- ret.socksProxyHost = Platform.getEnv("socks_proxy");
- if (ret.socksProxyHost != null) {
- if (ret.socksProxyHost.startsWith("socks://")) ret.socksProxyHost = ret.socksProxyHost.substring(7);
- if (ret.socksProxyHost.endsWith("/")) ret.socksProxyHost = ret.socksProxyHost.substring(0, ret.socksProxyHost.length() - 1);
- if (ret.socksProxyHost.indexOf(':') != -1) {
- ret.socksProxyPort = Integer.parseInt(ret.socksProxyHost.substring(ret.socksProxyHost.indexOf(':') + 1));
- ret.socksProxyHost = ret.socksProxyHost.substring(0, ret.socksProxyHost.indexOf(':'));
- } else {
- ret.socksProxyPort = 80;
- }
- }
-
- String noproxy = Platform.getEnv("no_proxy");
- if (noproxy != null) {
- StringTokenizer st = new StringTokenizer(noproxy, ",");
- ret.excluded = new String[st.countTokens()];
- for(int i=0; st.hasMoreTokens(); i++) ret.excluded[i] = st.nextToken();
- }
-
- if (ret.httpProxyHost == null && ret.socksProxyHost == null) return null;
- return ret;
+ length = Integer.parseInt(chunkLen, 16);
+ if (length == 0) chunkedDone = true;
}
- // FIXME: search up from default domain
- public static ProxyInfo detectProxyViaWPAD() {
+ public int read(byte[] b, int off, int len) throws IOException {
+ boolean good = false;
try {
- InetAddress wpad = InetAddress.getByName("wpad");
- if (Log.on) Log.log(Platform.class, "using Web Proxy Auto Detection to detect proxy settings");
- ProxyInfo ret = new ProxyInfo();
- ret.proxyAutoConfigFunction = getProxyAutoConfigFunction("http://wpad/wpad.dat");
- if (ret.proxyAutoConfigFunction != null) return ret;
- } catch (UnknownHostException e) {
- if (Log.on) Log.log(HTTP.class, "couldn't find WPAD server: " + e);
+ if (length == 0 && contentLength == -1) readChunk();
+ if (len > length) len = length;
+ int ret = super.read(b, off, len);
+ length -= ret;
+ good = true;
+ return ret;
+ } finally {
+ if (!good) invalid = true;
}
- return null;
}
- public static Scriptable proxyAutoConfigRootScope = new ProxyAutoConfigRootScope();
-
- public static Function getProxyAutoConfigFunction(String url) {
- try {
- Context cx = Context.enter();
- cx.setOptimizationLevel(-1);
- BufferedReader br = new BufferedReader(new InputStreamReader(new HTTP(url, true).getInputStream()));
- String s = null;
- String script = "";
- while((s = br.readLine()) != null) script += s + "\n";
- if (Log.on) Log.log(ProxyInfo.class, "successfully retrieved WPAD PAC:");
- if (Log.on) Log.log(ProxyInfo.class, script);
-
- // MS CARP hack
- Vector carpHosts = new Vector();
- for(int i=0; i<script.length(); i++)
- if (script.regionMatches(i, "new Node(", 0, 9)) {
- String host = script.substring(i + 10, script.indexOf('\"', i + 11));
- if (Log.on) Log.log(ProxyInfo.class, "Detected MS Proxy Server CARP Script, Host=" + host);
- carpHosts.addElement(host);
- }
- if (carpHosts.size() > 0) {
- script = "function FindProxyForURL(url, host) {\nreturn \"";
- for(int i=0; i<carpHosts.size(); i++)
- script += "PROXY " + carpHosts.elementAt(i) + "; ";
- script += "\";\n}";
- if (Log.on) Log.log(ProxyInfo.class, "DeCARPed PAC script:");
- if (Log.on) Log.log(ProxyInfo.class, script);
- }
-
- Script scr = cx.compileReader(proxyAutoConfigRootScope, new StringReader(script), "PAC script at " + url, 0, null);
- scr.exec(cx, proxyAutoConfigRootScope);
- return (Function)proxyAutoConfigRootScope.get("FindProxyForURL", null);
- } catch (Exception e) {
- if (Log.on) {
- Log.log(Platform.class, "WPAD detection failed due to:");
- if (e instanceof EcmaError) Log.log(HTTP.class, ((EcmaError)e).getMessage() + " at " +
- ((EcmaError)e).getSourceName() + ":" + ((EcmaError)e).getLineNumber());
- else Log.log(Platform.class, e);
+ public void close() throws IOException {
+ if (contentLength == -1) {
+ while(!chunkedDone) {
+ if (length != 0) skip(length);
+ readChunk();
}
- return null;
+ skip(2);
+ } else {
+ skip(length);
}
+ if (releaseMe != null) releaseMe.release();
}
+ }
- public static class ProxyAutoConfigRootScope extends ScriptableObject {
-
- public String getClassName() { return "ProxyAutoConfigRootScope"; }
- ProxyAutoConfigRootScope() { Context.enter().initStandardObjects(this); }
-
- public Object get(String name, Scriptable start) {
- if (name.equals("isPlainHostName")) return isPlainHostName;
- else if (name.equals("dnsDomainIs")) return dnsDomainIs;
- else if (name.equals("localHostOrDomainIs")) return localHostOrDomainIs;
- else if (name.equals("isResolvable")) return isResolvable;
- else if (name.equals("isInNet")) return isInNet;
- else if (name.equals("dnsResolve")) return dnsResolve;
- else if (name.equals("myIpAddress")) return myIpAddress;
- else if (name.equals("dnsDomainLevels")) return dnsDomainLevels;
- else if (name.equals("shExpMatch")) return shExpMatch;
- else if (name.equals("weekdayRange")) return weekdayRange;
- else if (name.equals("dateRange")) return dateRange;
- else if (name.equals("timeRange")) return timeRange;
- else if (name.equals("ProxyConfig")) return ProxyConfig;
- else return super.get(name, start);
- }
-
- private static final JSObject proxyConfigBindings = new JSObject();
- private static final JSObject ProxyConfig = new JSObject() {
- public Object get(String name, Scriptable start) {
- if (name.equals("bindings")) return proxyConfigBindings;
- return null;
- }
- };
-
- private static abstract class JSFunction extends JSObject implements Function {
- JSFunction() { setSeal(true); }
- public Scriptable construct(Context cx, Scriptable scope, java.lang.Object[] args) { return null; }
- }
- private static final JSFunction isPlainHostName = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- return (args[0].toString().indexOf('.') == -1) ? Boolean.TRUE : Boolean.FALSE;
- }
- };
-
- private static final JSFunction dnsDomainIs = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- return (args[0].toString().endsWith(args[1].toString())) ? Boolean.TRUE : Boolean.FALSE;
- }
- };
-
- private static final JSFunction localHostOrDomainIs = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- return (args[0].toString().equals(args[1].toString()) ||
- (args[0].toString().indexOf('.') == -1 && args[1].toString().startsWith(args[0].toString()))) ?
- Boolean.TRUE : Boolean.FALSE;
- }
- };
-
- private static final JSFunction isResolvable = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- try {
- return (InetAddress.getByName(args[0].toString()) != null) ? Boolean.TRUE : Boolean.FALSE;
- } catch (UnknownHostException e) {
- return Boolean.FALSE;
- }
- }
- };
-
- private static final JSFunction isInNet = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- if (args.length != 3) return Boolean.FALSE;
- try {
- byte[] host = InetAddress.getByName(args[0].toString()).getAddress();
- byte[] net = InetAddress.getByName(args[1].toString()).getAddress();
- byte[] mask = InetAddress.getByName(args[2].toString()).getAddress();
- return ((host[0] & mask[0]) == net[0] &&
- (host[1] & mask[1]) == net[1] &&
- (host[2] & mask[2]) == net[2] &&
- (host[3] & mask[3]) == net[3]) ?
- Boolean.TRUE : Boolean.FALSE;
- } catch (Exception e) {
- throw new JavaScriptException("exception in isInNet(): " + e);
- }
- }
- };
-
- private static final JSFunction dnsResolve = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- try {
- return InetAddress.getByName(args[0].toString()).getHostAddress();
- } catch (UnknownHostException e) {
- return null;
- }
- }
- };
-
- private static final JSFunction myIpAddress = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- try {
- return InetAddress.getLocalHost().getHostAddress();
- } catch (UnknownHostException e) {
- if (Log.on) Log.log(this, "strange... host does not know its own address");
- return null;
- }
- }
- };
-
- private static final JSFunction dnsDomainLevels = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- String s = args[0].toString();
- int i = 0;
- while((i = s.indexOf('.', i)) != -1) i++;
- return new Integer(i);
- }
- };
-
- private static boolean match(String[] arr, String s, int index) {
- if (index == arr.length) return true;
- for(int i=0; i<s.length(); i++) {
- String s2 = s.substring(i);
- if (s2.startsWith(arr[index]) && match(arr, s.substring(arr[index].length()), index + 1)) return true;
- }
- return false;
- }
+ // Misc Helpers ///////////////////////////////////////////////////////////////////////////////////
- private static final JSFunction shExpMatch = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- StringTokenizer st = new StringTokenizer(args[1].toString(), "*", false);
- String[] arr = new String[st.countTokens()];
- String s = args[0].toString();
- for (int i=0; st.hasMoreTokens(); i++) arr[i] = st.nextToken();
- return match(arr, s, 0) ? Boolean.TRUE : Boolean.FALSE;
- }
- };
-
- public static String[] days = { "SUN", "MON", "TUE", "WED", "THU", "FRI", "SAT" };
-
- private static final JSFunction weekdayRange = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- TimeZone tz = (args.length < 3 || args[2] == null || !args[2].equals("GMT")) ? TimeZone.getTimeZone("UTC") : TimeZone.getDefault();
- Calendar c = new GregorianCalendar();
- c.setTimeZone(tz);
- c.setTime(new Date());
- Date d = c.getTime();
- int day = d.getDay();
-
- String d1s = args[0].toString().toUpperCase();
- int d1 = 0, d2 = 0;
- for(int i=0; i<days.length; i++) if (days[i].equals(d1s)) d1 = i;
-
- if (args.length == 1)
- return d1 == day ? Boolean.TRUE : Boolean.FALSE;
-
- String d2s = args[1].toString().toUpperCase();
- for(int i=0; i<days.length; i++) if (days[i].equals(d2s)) d2 = i;
-
- return
- ((d1 <= d2 && day >= d1 && day <= d2) ||
- (d1 > d2 && (day >= d1 || day <= d2))) ?
- Boolean.TRUE : Boolean.FALSE;
- }
- };
-
- private static final JSFunction dateRange = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- throw new JavaScriptException("XWT does not support dateRange() in PAC scripts");
- }
- };
-
- private static final JSFunction timeRange = new JSFunction() {
- public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
- throw new JavaScriptException("XWT does not support timeRange() in PAC scripts");
- }
- };
+ /** reads a set of HTTP headers off of the input stream, returning null if the stream is already at its end */
+ private Hashtable parseHeaders(InputStream in) throws IOException {
+ Hashtable ret = new Hashtable();
+ // we can't use a BufferedReader directly on the input stream, since it will buffer past the end of the headers
+ byte[] buf = new byte[4096];
+ int buflen = 0;
+ while(true) {
+ int read = in.read();
+ if (read == -1 && buflen == 0) return null;
+ if (read == -1) throw new HTTPException("stream closed while reading headers");
+ buf[buflen++] = (byte)read;
+ if (buflen >= 4 && buf[buflen - 4] == '\r' && buf[buflen - 3] == '\n' && buf[buflen - 2] == '\r' && buf[buflen - 1] == '\n') break;
+ if (buflen == buf.length) {
+ byte[] newbuf = new byte[buf.length * 2];
+ System.arraycopy(buf, 0, newbuf, 0, buflen);
+ buf = newbuf;
+ }
}
+ BufferedReader br = new BufferedReader(new InputStreamReader(new ByteArrayInputStream(buf, 0, buflen)));
+ String s = br.readLine();
+ if (!s.startsWith("HTTP/")) throw new HTTPException("Expected reply to start with \"HTTP/\", got: " + s);
+ ret.put("STATUSLINE", s.substring(s.indexOf(' ') + 1));
+ ret.put("HTTP", s.substring(5, s.indexOf(' ')));
+
+ while((s = br.readLine()) != null && s.length() > 0) {
+ String front = s.substring(0, s.indexOf(':')).toLowerCase();
+ String back = s.substring(s.indexOf(':') + 1).trim();
+ // ugly hack: we never replace a Digest-auth with a Basic-auth (proxy + www)
+ if (front.endsWith("-authenticate") && ret.get(front) != null && !back.equals("Digest")) continue;
+ ret.put(front, back);
+ }
+ return ret;
}
- // ProxyAuthorization ///////////////////////////////////////////////////////////////////////////////////
-
- public static class ProxyAuthorization {
-
- static public String authorization = null;
- static public Semaphore waitingForUser = new Semaphore();
-
- // FIXME: Digest and NTLM
- public static synchronized void getPassword(final String realm, final String style, final String proxyIP, String oldAuth) {
-
- // this handles cases where multiple threads hit the proxy auth at the same time -- all but one will block on the
- // synchronized keyword. If 'authorization' changed while the thread was blocked, it means that the user entered
- // a password, so we should reattempt authorization.
-
- if (authorization != oldAuth) return;
- if (Log.on) Log.log(ProxyAuthorization.class, "displaying proxy authorization dialog");
- MessageQueue.add(new Message() {
- public void perform() {
- Box b = new Box("org.xwt.builtin.proxy_authorization", null);
- b.put("realm", realm);
- b.put("proxyIP", proxyIP);
- }
- });
+ private Hashtable parseAuthenticationChallenge(String s) {
+ Hashtable ret = new Hashtable();
+
+ s = s.trim();
+ ret.put("AUTHTYPE", s.substring(0, s.indexOf(' ')));
+ s = s.substring(s.indexOf(' ')).trim();
+
+ while (s.length() > 0) {
+ String val = null;
+ String key = s.substring(0, s.indexOf('='));
+ s = s.substring(s.indexOf('=') + 1);
+ if (s.charAt(0) == '\"') {
+ s = s.substring(1);
+ val = s.substring(0, s.indexOf('\"'));
+ s = s.substring(s.indexOf('\"') + 1);
+ } else {
+ val = s.indexOf(',') == -1 ? s : s.substring(0, s.indexOf(','));
+ s = s.indexOf(',') == -1 ? "" : s.substring(s.indexOf(',') + 1);
+ }
+ if (s.length() > 0 && s.charAt(0) == ',') s = s.substring(1);
+ s = s.trim();
+ ret.put(key, val);
+ }
+ return ret;
+ }
- waitingForUser.block();
- if (Log.on) Log.log(ProxyAuthorization.class, "got proxy authorization info; re-attempting connection");
-
+ private String H(String s) throws IOException {
+ byte[] b = s.getBytes("US-ASCII");
+ MD5Digest md5 = new MD5Digest();
+ md5.update(b, 0, b.length);
+ byte[] out = new byte[md5.getDigestSize()];
+ md5.doFinal(out, 0);
+ String ret = "";
+ for(int i=0; i<out.length; i++) {
+ ret += "0123456789abcdef".charAt((out[i] & 0xf0) >> 4);
+ ret += "0123456789abcdef".charAt(out[i] & 0x0f);
}
+ return ret;
}
}
projects / org.ibex.core.git / commitdiff