1 // Copyright 2002 Adam Megacz, see the COPYING file for licensing [GPL]package org.xwt;
8 import org.mozilla.javascript.*;
11 * A crude HTTP[S] connection implementation with support for proxies, since not all Java libraries
12 * (particularly GCJ's) support proxies.
14 * FEATURE: implement pipelining
18 /** the URL to connect to */
21 /** the host to connect to */
24 /** the port to connect on */
27 /** true if SSL (HTTPS) should be used */
30 /** the path (URI) to retrieve on the server */
36 /** the socket's inputstream */
37 InputStream in = null;
39 /** the socket's outputstream */
40 OutputStream out = null;
42 /** the content-type of the data being received */
43 String contentType = null;
45 /** the content-length of the data being recieved */
46 int contentLength = 0;
48 /** additional headers to be transmitted */
51 /** cache for resolveAndCheckIfFirewalled() */
52 static Hashtable resolvedHosts = new Hashtable();
55 // Constructor ////////////////////////////////////////////////////////////////////////////////////////
57 public HTTP(String url) throws MalformedURLException, IOException { this(url, false); }
58 public HTTP(String url, boolean skipResolveCheck) throws MalformedURLException, IOException {
59 if (url.startsWith("https:")) { url = "http" + url.substring(5); ssl = true; }
60 if (!url.startsWith("http:")) throw new HTTPException("HTTP only supports http/https urls");
61 this.url = new URL(url);
62 port = this.url.getPort();
63 path = this.url.getFile();
64 if (port == -1) port = ssl ? 443 : 80;
65 host = this.url.getHost();
66 if (Log.on) Log.log(this, "creating HTTP object for connection to " + host + ":" + port);
67 addHeader("Host", host); // host header is always sent verbatim
68 if (!skipResolveCheck) resolveAndCheckIfFirewalled(host); // might have to use the strict IP if behind a proxy
70 ProxyInfo pi = Platform.detectProxy();
71 if (sock == null && pi != null && pi.proxyAutoConfigFunction != null) sock = attemptPAC(pi.proxyAutoConfigFunction);
72 if (sock == null && pi != null && ssl && pi.httpsProxyHost != null) sock = attemptHttpProxy(pi.httpsProxyHost, pi.httpsProxyPort);
73 if (sock == null && pi != null && pi.httpProxyHost != null) sock = attemptHttpProxy(pi.httpProxyHost, pi.httpProxyPort);
74 if (sock == null && pi != null && pi.socksProxyHost != null) sock = attemptSocksProxy(pi.socksProxyHost, pi.socksProxyPort);
75 if (sock == null) sock = attemptDirect();
76 if (sock == null) throw new HTTPException("all socket creation attempts have failed");
80 // Safeguarded DNS Resolver ///////////////////////////////////////////////////////////////////////////
83 * resolves the hostname and returns it as a string in the form "x.y.z.w", except for the special case "xmlrpc.xwt.org".
84 * @throws HTTPException if the host falls within a firewalled netblock
86 private void resolveAndCheckIfFirewalled(String host) throws HTTPException {
89 if (host.equals("xmlrpc.xwt.org")) return;
92 if (resolvedHosts.get(host) != null) return;
94 if (Log.on) Log.log(this, " resolveAndCheckIfFirewalled: resolving " + host);
98 InetAddress addr = InetAddress.getByName(host);
99 byte[] quadbyte = addr.getAddress();
100 if ((quadbyte[0] == 10 ||
101 (quadbyte[0] == 192 && quadbyte[1] == 168) ||
102 (quadbyte[0] == 172 && (quadbyte[1] & 0xF0) == 16)) && !addr.equals(Main.originAddr))
103 throw new HTTPException("security violation: " + host + " [" + addr.getHostAddress() + "] is in a firewalled netblock");
105 } catch (UnknownHostException uhe) { }
107 // resolve using xmlrpc.xwt.org
108 if (Platform.detectProxy() == null) throw new HTTPException("could not resolve hostname \"" + host + "\" and no proxy configured");
109 if (Log.on) Log.log(this, " could not resolve host " + host + "; using xmlrpc.xwt.org to ensure security");
111 Object ret = new XMLRPC("http://xmlrpc.xwt.org/RPC2/", "dns.resolve").call(new Object[] { host });
112 if (ret == null || !(ret instanceof String)) throw new Exception(" xmlrpc.xwt.org returned non-String: " + ret);
113 resolvedHosts.put(host, ret);
115 } catch (Throwable e) {
116 throw new HTTPException("exception while attempting to use xmlrpc.xwt.org to resolve " + host + ": " + e);
121 // Methods to attempt socket creation /////////////////////////////////////////////////////////////////
123 /** Attempts a direct connection */
124 public Socket attemptDirect() {
126 if (Log.on) Log.log(this, "attempting to create unproxied socket to " + host + ":" + port + (ssl ? " [ssl]" : ""));
127 return Platform.getSocket(host, port, ssl, true);
128 } catch (IOException e) {
129 if (Log.on) Log.log(this, "exception in attemptDirect(): " + e);
134 /** Attempts to use an HTTP proxy, employing the CONNECT method if HTTPS is requested */
135 public Socket attemptHttpProxy(String proxyHost, int proxyPort) {
137 if (Log.on) Log.log(this, "attempting to create HTTP proxied socket using proxy " + proxyHost + ":" + proxyPort);
139 Socket sock = Platform.getSocket(proxyHost, proxyPort, ssl, false);
141 path = "http://" + host + ":" + port + path;
143 if (Log.on) Log.log(this, "attempting to create HTTP proxied socket using proxy " + proxyHost + ":" + proxyPort);
144 PrintWriter pw = new PrintWriter(new OutputStreamWriter(sock.getOutputStream()));
145 BufferedReader br = new BufferedReader(new InputStreamReader(sock.getInputStream()));
146 pw.print("CONNECT " + host + ":" + port + " HTTP/1.0\r\n\r\n");
147 String s = br.readLine();
148 if (s.charAt(9) != '2') throw new HTTPException("proxy refused CONNECT method: \"" + s + "\"");
149 while (br.readLine().length() > 0) { };
150 ((TinySSL)sock).negotiate();
154 } catch (IOException e) {
155 if (Log.on) Log.log(this, "exception in attemptHttpProxy(): " + e);
161 * Implements SOCKSv4 with v4a DNS extension
162 * @see http://www.socks.nec.com/protocol/socks4.protocol
163 * @see http://www.socks.nec.com/protocol/socks4a.protocol
165 public Socket attemptSocksProxy(String proxyHost, int proxyPort) {
167 // even if host is already a "x.y.z.w" string, we use this to parse it into bytes
168 InetAddress addr = null;
169 try { addr = InetAddress.getByName(host); } catch (Exception e) { }
171 if (Log.on) Log.log(this, "attempting to create SOCKSv4" + (addr == null ? "" : "a") +
172 " proxied socket using proxy " + proxyHost + ":" + proxyPort);
175 Socket sock = Platform.getSocket(proxyHost, proxyPort, ssl, false);
177 DataOutputStream dos = new DataOutputStream(sock.getOutputStream());
178 dos.writeByte(0x04); // SOCKSv4(a)
179 dos.writeByte(0x01); // CONNECT
180 dos.writeShort(port & 0xffff); // port
181 if (addr == null) dos.writeInt(0x00000001); // bogus IP
182 else dos.write(addr.getAddress()); // actual IP
183 dos.writeByte(0x00); // no userid
185 PrintWriter pw = new PrintWriter(new OutputStreamWriter(dos));
188 dos.writeByte(0x00); // hostname null terminator
192 DataInputStream dis = new DataInputStream(sock.getInputStream());
193 dis.readByte(); // reply version
194 byte success = dis.readByte(); // success/fail
195 dis.skip(6); // ip/port
197 if ((int)(success & 0xff) == 90) {
198 if (ssl) ((TinySSL)sock).negotiate();
201 if (Log.on) Log.log(this, "SOCKS server denied access, code " + (success & 0xff));
204 } catch (IOException e) {
205 if (Log.on) Log.log(this, "exception in attemptSocksProxy(): " + e);
210 /** executes the PAC script and dispatches a call to one of the other attempt methods based on the result */
211 public Socket attemptPAC(Function pacFunc) {
212 if (Log.on) Log.log(this, "evaluating PAC script");
215 Object obj = pacFunc.call(Context.enter(), ProxyInfo.proxyAutoConfigRootScope, null, new Object[] { url.toString(), url.getHost() });
216 if (Log.on) Log.log(this, " PAC script returned \"" + obj + "\"");
217 pac = obj.toString();
218 } catch (Throwable e) {
219 if (Log.on) Log.log(this, "PAC script threw exception " + e);
223 StringTokenizer st = new StringTokenizer(pac, ";", false);
224 while (st.hasMoreTokens()) {
225 String token = st.nextToken().trim();
226 if (Log.on) Log.log(this, " trying \"" + token + "\"...");
229 if (token.startsWith("DIRECT"))
230 ret = attemptDirect();
231 else if (token.startsWith("PROXY"))
232 ret = attemptHttpProxy(token.substring(token.indexOf(' ') + 1, token.indexOf(':')),
233 Integer.parseInt(token.substring(token.indexOf(':') + 1)));
234 else if (token.startsWith("SOCKS"))
235 ret = attemptSocksProxy(token.substring(token.indexOf(' ') + 1, token.indexOf(':')),
236 Integer.parseInt(token.substring(token.indexOf(':') + 1)));
237 if (ret != null) return ret;
238 } catch (Throwable e) {
239 if (Log.on) Log.log(this, "attempt at \"" + token + "\" failed due to " + e + "; trying next token");
242 if (Log.on) Log.log(this, "all PAC results exhausted");
247 // Everything Else ////////////////////////////////////////////////////////////////////////////
249 /** returns the content-type of the reply */
250 public String getContentType() throws IOException {
255 /** returns the content-length of the reply */
256 public int getContentLength() throws IOException {
258 return contentLength;
261 /** adds a header to the outbound transmission */
262 public void addHeader(String header, String value) throws HTTPException {
263 if (in != null) throw new HTTPException("attempt to add header after connection has been made");
264 headers += header + ": " + value + "\r\n";
267 public OutputStream getOutputStream(int contentLength, String contentType) throws IOException {
268 if (out != null) return out;
269 if (in != null) throw new HTTPException("attempt to getOutputStream() after getInputStream()");
270 out = sock.getOutputStream();
271 PrintWriter pw = new PrintWriter(new OutputStreamWriter(out));
272 pw.print("POST " + path + " HTTP/1.0\r\n");
273 pw.print("User-Agent: XWT\r\n");
274 pw.print("Content-length: " + contentLength + "\r\n");
276 if (contentType != null) pw.print("Content-Type: " + contentType + "\r\n");
282 public InputStream getInputStream() throws IOException {
283 if (in != null) return in;
287 PrintWriter pw = new PrintWriter(new OutputStreamWriter(sock.getOutputStream()));
288 pw.print("GET " + path + " HTTP/1.0\r\n");
289 pw.print("User-Agent: XWT\r\n");
295 in = new BufferedInputStream(sock.getInputStream());
297 // we can't use a BufferedReader directly on the input stream,
298 // since it will buffer past the end of the headers
299 byte[] buf = new byte[4096];
302 int read = in.read();
303 if (read == -1) throw new HTTPException("stream closed while reading headers");
304 buf[buflen++] = (byte)read;
305 if (buflen >= 4 && buf[buflen - 4] == '\r' && buf[buflen - 3] == '\n' && buf[buflen - 2] == '\r' && buf[buflen - 1] == '\n') break;
306 if (buflen == buf.length) {
307 byte[] newbuf = new byte[buf.length * 2];
308 System.arraycopy(buf, 0, newbuf, 0, buflen);
313 BufferedReader headerReader = new BufferedReader(new InputStreamReader(new ByteArrayInputStream(buf, 0, buflen)));
314 String s = headerReader.readLine();
315 if (!s.startsWith("HTTP/")) throw new HTTPException("Expected reply to start with \"HTTP/\"");
316 String reply = s.substring(s.indexOf(' ') + 1);
317 if (!reply.startsWith("2")) throw new HTTPException("HTTP Error: " + reply);
318 while((s = headerReader.readLine()) != null) {
319 if (s.length() > 15 && s.substring(0, 15).equalsIgnoreCase("content-length: "))
320 contentLength = Integer.parseInt(s.substring(15));
328 // HTTPException ///////////////////////////////////////////////////////////////////////////////////
330 static class HTTPException extends IOException {
331 public HTTPException(String s) { super(s); }
335 // ProxyInfo ///////////////////////////////////////////////////////////////////////////////////
337 public static class ProxyInfo {
339 public ProxyInfo() { }
341 /** the HTTP Proxy host to use */
342 public String httpProxyHost = null;
344 /** the HTTP Proxy port to use */
345 public int httpProxyPort = -1;
347 /** if a seperate proxy should be used for HTTPS, this is the hostname; otherwise, httpProxyHost is used */
348 public String httpsProxyHost = null;
350 /** if a seperate proxy should be used for HTTPS, this is the port */
351 public int httpsProxyPort = -1;
353 /** the SOCKS Proxy Host to use */
354 public String socksProxyHost = null;
356 /** the SOCKS Proxy Port to use */
357 public int socksProxyPort = -1;
359 /** hosts to be excluded from proxy use; wildcards permitted */
360 public String[] excluded = null;
362 /** the PAC script */
363 public Function proxyAutoConfigFunction = null;
365 // this method has been disabled because it was causing problems -- some domains are set up so that *.foo.com resolves
366 // to a single IP, for any value of *. If the client's home domain is foo.com, then xwt-proxy-httpHost will resolve erroneously.
367 public static ProxyInfo detectProxyViaManual() {
371 // continue iff one of the two resolves
372 try { InetAddress.getByName("xwt-proxy-httpHost"); }
373 catch (UnknownHostException e) { InetAddress.getByName("xwt-proxy-socksHost"); }
375 if (Log.on) Log.log(Platform.class, "using xwt-proxy-* configuration");
376 ProxyInfo ret = new ProxyInfo();
378 ret.httpProxyHost = InetAddress.getByName("xwt-proxy-httpHost").getHostAddress();
379 byte[] quadbyte = InetAddress.getByName("xwt-proxy-httpPort").getAddress();
380 ret.httpProxyPort = ((quadbyte[1] & 0xff) * 10000) + ((quadbyte[2] & 0xff) * 100) + (quadbyte[3] & 0xff);
381 } catch (UnknownHostException e) { }
383 ret.httpsProxyHost = InetAddress.getByName("xwt-proxy-httpsHost").getHostAddress();
384 byte[] quadbyte = InetAddress.getByName("xwt-proxy-httpsPort").getAddress();
385 ret.httpsProxyPort = ((quadbyte[1] & 0xff) * 10000) + ((quadbyte[2] & 0xff) * 100) + (quadbyte[3] & 0xff);
386 } catch (UnknownHostException e) { }
388 ret.socksProxyHost = InetAddress.getByName("xwt-proxy-socksHost").getHostAddress();
389 byte[] quadbyte = InetAddress.getByName("xwt-proxy-socksPort").getAddress();
390 ret.socksProxyPort = ((quadbyte[1] & 0xff) * 10000) + ((quadbyte[2] & 0xff) * 100) + (quadbyte[3] & 0xff);
391 } catch (UnknownHostException e) { }
393 } catch (UnknownHostException e) {
394 if (Log.on) Log.log(Platform.class, "xwt-proxy-* detection failed due to: " + e);
400 // FIXME: search up from default domain
401 public static ProxyInfo detectProxyViaWPAD() {
403 InetAddress wpad = InetAddress.getByName("wpad");
404 if (Log.on) Log.log(Platform.class, "using Web Proxy Auto Detection to detect proxy settings");
405 ProxyInfo ret = new ProxyInfo();
406 ret.proxyAutoConfigFunction = getProxyAutoConfigFunction("http://wpad/wpad.dat");
407 if (ret.proxyAutoConfigFunction != null) return ret;
408 } catch (UnknownHostException e) {
409 if (Log.on) Log.log(HTTP.class, "couldn't find WPAD server: " + e);
414 public static Scriptable proxyAutoConfigRootScope = new ProxyAutoConfigRootScope();
416 public static Function getProxyAutoConfigFunction(String url) {
418 Context cx = Context.enter();
419 cx.setOptimizationLevel(-1);
420 BufferedReader br = new BufferedReader(new InputStreamReader(new HTTP(url, true).getInputStream()));
423 while((s = br.readLine()) != null) script += s + "\n";
424 if (Log.on) Log.log(HTTP.ProxyInfo.class, "successfully retrieved WPAD PAC:");
425 if (Log.on) Log.log(HTTP.ProxyInfo.class, script);
428 Vector carpHosts = new Vector();
429 for(int i=0; i<script.length(); i++)
430 if (script.regionMatches(i, "new Node(", 0, 9)) {
431 String host = script.substring(i + 10, script.indexOf('\"', i + 11));
432 if (Log.on) Log.log(HTTP.ProxyInfo.class, "Detected MS Proxy Server CARP Script, Host=" + host);
433 carpHosts.addElement(host);
435 if (carpHosts.size() > 0) {
436 script = "function FindProxyForURL(url, host) {\nreturn \"";
437 for(int i=0; i<carpHosts.size(); i++)
438 script += "PROXY " + carpHosts.elementAt(i) + "; ";
440 if (Log.on) Log.log(HTTP.ProxyInfo.class, "DeCARPed PAC script:");
441 if (Log.on) Log.log(HTTP.ProxyInfo.class, script);
444 Script scr = cx.compileReader(proxyAutoConfigRootScope, new StringReader(script), "PAC script at " + url, 0, null);
445 scr.exec(cx, proxyAutoConfigRootScope);
446 return (Function)proxyAutoConfigRootScope.get("FindProxyForURL", null);
447 } catch (Exception e) {
449 Log.log(Platform.class, "WPAD detection failed due to:");
450 if (e instanceof EcmaError) Log.log(HTTP.class, ((EcmaError)e).getMessage() + " at " +
451 ((EcmaError)e).getSourceName() + ":" + ((EcmaError)e).getLineNumber());
452 else Log.log(Platform.class, e);
458 public static class ProxyAutoConfigRootScope extends ScriptableObject {
460 public String getClassName() { return "ProxyAutoConfigRootScope"; }
461 ProxyAutoConfigRootScope() { Context.enter().initStandardObjects(this); }
463 public Object get(String name, Scriptable start) {
464 if (name.equals("isPlainHostName")) return isPlainHostName;
465 else if (name.equals("dnsDomainIs")) return dnsDomainIs;
466 else if (name.equals("localHostOrDomainIs")) return localHostOrDomainIs;
467 else if (name.equals("isResolvable")) return isResolvable;
468 else if (name.equals("dnsResolve")) return dnsResolve;
469 else if (name.equals("myIpAddress")) return myIpAddress;
470 else if (name.equals("dnsDomainLevels")) return dnsDomainLevels;
471 else if (name.equals("shExpMatch")) return shExpMatch;
472 else if (name.equals("weekdayRange")) return weekdayRange;
473 else if (name.equals("dateRange")) return dateRange;
474 else if (name.equals("timeRange")) return timeRange;
475 else if (name.equals("ProxyConfig")) return ProxyConfig;
476 else return super.get(name, start);
479 private static final JSObject proxyConfigBindings = new JSObject();
480 private static final JSObject ProxyConfig = new JSObject() {
481 public Object get(String name, Scriptable start) {
482 if (name.equals("bindings")) return proxyConfigBindings;
487 private static abstract class JSFunction extends JSObject implements Function {
488 JSFunction() { setSeal(true); }
489 public Scriptable construct(Context cx, Scriptable scope, java.lang.Object[] args) { return null; }
492 private static final JSFunction isPlainHostName = new JSFunction() {
493 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
494 return (args[0].toString().indexOf('.') == -1) ? Boolean.TRUE : Boolean.FALSE;
498 private static final JSFunction dnsDomainIs = new JSFunction() {
499 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
500 return (args[0].toString().endsWith(args[1].toString())) ? Boolean.TRUE : Boolean.FALSE;
504 private static final JSFunction localHostOrDomainIs = new JSFunction() {
505 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
506 return (args[0].toString().equals(args[1].toString()) ||
507 (args[0].toString().indexOf('.') == -1 && args[1].toString().startsWith(args[0].toString()))) ?
508 Boolean.TRUE : Boolean.FALSE;
512 private static final JSFunction isResolvable = new JSFunction() {
513 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
515 return (InetAddress.getByName(args[0].toString()) != null) ? Boolean.TRUE : Boolean.FALSE;
516 } catch (UnknownHostException e) {
517 return Boolean.FALSE;
522 private static final JSFunction isInNet = new JSFunction() {
523 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
529 private static final JSFunction dnsResolve = new JSFunction() {
530 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
532 return InetAddress.getByName(args[0].toString()).getHostAddress();
533 } catch (UnknownHostException e) {
539 private static final JSFunction myIpAddress = new JSFunction() {
540 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
542 return InetAddress.getLocalHost().getHostAddress();
543 } catch (UnknownHostException e) {
544 if (Log.on) Log.log(this, "strange... host does not know its own address");
550 private static final JSFunction dnsDomainLevels = new JSFunction() {
551 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
552 String s = args[0].toString();
554 while((i = s.indexOf('.', i)) != -1) i++;
555 return new Integer(i);
560 private static boolean match(String[] arr, String s, int index) {
561 if (index == arr.length) return true;
562 for(int i=0; i<s.length(); i++) {
563 String s2 = s.substring(i);
564 if (s2.startsWith(arr[index]) && match(arr, s.substring(arr[index].length()), index + 1)) return true;
569 private static final JSFunction shExpMatch = new JSFunction() {
570 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
571 StringTokenizer st = new StringTokenizer(args[1].toString(), "*", false);
572 String[] arr = new String[st.countTokens()];
573 String s = args[0].toString();
574 for (int i=0; st.hasMoreTokens(); i++) arr[i] = st.nextToken();
575 return match(arr, s, 0) ? Boolean.TRUE : Boolean.FALSE;
579 private static final JSFunction weekdayRange = new JSFunction() {
580 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
581 throw new JavaScriptException("XWT does not support weekdayRange() in PAC scripts");
583 TimeZone tz = (args.length < 3 || args[2] == null || !args[2].equals("GMT")) ? TimeZone.getTimeZone("UTC") : TimeZone.getDefault();
584 Calendar c = new Calendar();
586 c.setTime(new Date());
587 Date d = c.getTime();
588 if (args.length == 1) return
593 private static final JSFunction dateRange = new JSFunction() {
594 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
595 throw new JavaScriptException("XWT does not support dateRange() in PAC scripts");
599 private static final JSFunction timeRange = new JSFunction() {
600 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
601 throw new JavaScriptException("XWT does not support timeRange() in PAC scripts");