1 // Copyright 2002 Adam Megacz, see the COPYING file for licensing [GPL]package org.xwt;
8 import org.mozilla.javascript.*;
11 * A crude HTTP[S] connection implementation with support for proxies, since not all Java libraries
12 * (particularly GCJ's) support proxies.
14 * FEATURE: implement pipelining
18 /** the URL to connect to */
21 /** the host to connect to */
24 /** the port to connect on */
27 /** true if SSL (HTTPS) should be used */
30 /** the path (URI) to retrieve on the server */
36 /** the socket's inputstream */
37 InputStream in = null;
39 /** the socket's outputstream */
40 OutputStream out = null;
42 /** the content-type of the data being received */
43 String contentType = null;
45 /** the content-length of the data being recieved */
46 int contentLength = 0;
48 /** additional headers to be transmitted */
51 /** cache for resolveAndCheckIfFirewalled() */
52 static Hashtable resolvedHosts = new Hashtable();
55 // Constructor ////////////////////////////////////////////////////////////////////////////////////////
57 public HTTP(String url) throws MalformedURLException, IOException { this(url, false); }
58 public HTTP(String url, boolean skipResolveCheck) throws MalformedURLException, IOException {
59 if (url.startsWith("https:")) { url = "http" + url.substring(5); ssl = true; }
60 if (!url.startsWith("http:")) throw new HTTPException("HTTP only supports http/https urls");
61 this.url = new URL(url);
62 port = this.url.getPort();
63 path = this.url.getFile();
64 if (port == -1) port = ssl ? 443 : 80;
65 host = this.url.getHost();
66 if (Log.on) Log.log(this, "creating HTTP object for connection to " + host + ":" + port);
67 addHeader("Host", host); // host header is always sent verbatim
68 if (!skipResolveCheck) host = resolveAndCheckIfFirewalled(host); // might have to use the strict IP if behind a proxy
70 ProxyInfo pi = Platform.detectProxy();
71 if (sock == null && pi != null && pi.proxyAutoConfigFunction != null) sock = attemptPAC(pi.proxyAutoConfigFunction);
72 if (sock == null && pi != null && ssl && pi.httpsProxyHost != null) sock = attemptHttpProxy(pi.httpsProxyHost, pi.httpsProxyPort);
73 if (sock == null && pi != null && pi.httpProxyHost != null) sock = attemptHttpProxy(pi.httpProxyHost, pi.httpProxyPort);
74 if (sock == null && pi != null && pi.socksProxyHost != null) sock = attemptSocksProxy(pi.socksProxyHost, pi.socksProxyPort);
75 if (sock == null) sock = attemptDirect();
76 if (sock == null) throw new HTTPException("all socket creation attempts have failed");
77 sock.setTcpNoDelay(true);
81 // Safeguarded DNS Resolver ///////////////////////////////////////////////////////////////////////////
84 * resolves the hostname and returns it as a string in the form "x.y.z.w", except for the special case "xmlrpc.xwt.org".
85 * @throws HTTPException if the host falls within a firewalled netblock
87 private String resolveAndCheckIfFirewalled(String host) throws HTTPException {
90 if (host.equals("xmlrpc.xwt.org")) return host;
93 if (resolvedHosts.get(host) != null) return (String)resolvedHosts.get(host);
95 if (Log.on) Log.log(this, " resolveAndCheckIfFirewalled: resolving " + host);
99 InetAddress addr = InetAddress.getByName(host);
100 byte[] quadbyte = addr.getAddress();
101 if ((quadbyte[0] == 10 ||
102 (quadbyte[0] == 192 && quadbyte[1] == 168) ||
103 (quadbyte[0] == 172 && (quadbyte[1] & 0xF0) == 16)) && !addr.equals(Main.originAddr))
104 throw new HTTPException("security violation: " + host + " [" + addr.getHostAddress() + "] is in a firewalled netblock");
105 return addr.getHostAddress();
106 } catch (UnknownHostException uhe) { }
108 // resolve using xmlrpc.xwt.org
109 if (Platform.detectProxy() == null) throw new HTTPException("could not resolve hostname \"" + host + "\" and no proxy configured");
110 if (Log.on) Log.log(this, " could not resolve host " + host + "; using xmlrpc.xwt.org to ensure security");
112 Object ret = new XMLRPC("http://xmlrpc.xwt.org/RPC2/", "dns.resolve").call(new Object[] { host });
113 if (ret == null || !(ret instanceof String)) throw new Exception(" xmlrpc.xwt.org returned non-String: " + ret);
114 resolvedHosts.put(host, ret);
116 } catch (Throwable e) {
117 throw new HTTPException("exception while attempting to use xmlrpc.xwt.org to resolve " + host + ": " + e);
122 // Methods to attempt socket creation /////////////////////////////////////////////////////////////////
124 /** Attempts a direct connection */
125 public Socket attemptDirect() {
127 if (Log.on) Log.log(this, "attempting to create unproxied socket to " + host + ":" + port + (ssl ? " [ssl]" : ""));
128 return Platform.getSocket(host, port, ssl, true);
129 } catch (IOException e) {
130 if (Log.on) Log.log(this, "exception in attemptDirect(): " + e);
135 /** Attempts to use an HTTP proxy, employing the CONNECT method if HTTPS is requested */
136 public Socket attemptHttpProxy(String proxyHost, int proxyPort) {
138 if (Log.on) Log.log(this, "attempting to create HTTP proxied socket using proxy " + proxyHost + ":" + proxyPort);
140 Socket sock = Platform.getSocket(proxyHost, proxyPort, ssl, false);
142 path = "http://" + host + ":" + port + path;
144 if (Log.on) Log.log(this, "attempting to create HTTP proxied socket using proxy " + proxyHost + ":" + proxyPort);
145 PrintWriter pw = new PrintWriter(new OutputStreamWriter(sock.getOutputStream()));
146 BufferedReader br = new BufferedReader(new InputStreamReader(sock.getInputStream()));
147 pw.print("CONNECT " + host + ":" + port + " HTTP/1.0\r\n\r\n");
148 String s = br.readLine();
149 if (s.charAt(9) != '2') throw new HTTPException("proxy refused CONNECT method: \"" + s + "\"");
150 while (br.readLine().length() > 0) { };
151 ((TinySSL)sock).negotiate();
155 } catch (IOException e) {
156 if (Log.on) Log.log(this, "exception in attemptHttpProxy(): " + e);
162 * Implements SOCKSv4 with v4a DNS extension
163 * @see http://www.socks.nec.com/protocol/socks4.protocol
164 * @see http://www.socks.nec.com/protocol/socks4a.protocol
166 public Socket attemptSocksProxy(String proxyHost, int proxyPort) {
168 // even if host is already a "x.y.z.w" string, we use this to parse it into bytes
169 InetAddress addr = null;
170 try { addr = InetAddress.getByName(host); } catch (Exception e) { }
172 if (Log.on) Log.log(this, "attempting to create SOCKSv4" + (addr == null ? "" : "a") +
173 " proxied socket using proxy " + proxyHost + ":" + proxyPort);
176 Socket sock = Platform.getSocket(proxyHost, proxyPort, ssl, false);
178 DataOutputStream dos = new DataOutputStream(sock.getOutputStream());
179 dos.writeByte(0x04); // SOCKSv4(a)
180 dos.writeByte(0x01); // CONNECT
181 dos.writeShort(port & 0xffff); // port
182 if (addr == null) dos.writeInt(0x00000001); // bogus IP
183 else dos.write(addr.getAddress()); // actual IP
184 dos.writeByte(0x00); // no userid
186 PrintWriter pw = new PrintWriter(new OutputStreamWriter(dos));
189 dos.writeByte(0x00); // hostname null terminator
193 DataInputStream dis = new DataInputStream(sock.getInputStream());
194 dis.readByte(); // reply version
195 byte success = dis.readByte(); // success/fail
196 dis.skip(6); // ip/port
198 if ((int)(success & 0xff) == 90) {
199 if (ssl) ((TinySSL)sock).negotiate();
202 if (Log.on) Log.log(this, "SOCKS server denied access, code " + (success & 0xff));
205 } catch (IOException e) {
206 if (Log.on) Log.log(this, "exception in attemptSocksProxy(): " + e);
211 /** executes the PAC script and dispatches a call to one of the other attempt methods based on the result */
212 public Socket attemptPAC(Function pacFunc) {
213 if (Log.on) Log.log(this, "evaluating PAC script");
216 Object obj = pacFunc.call(Context.enter(), ProxyInfo.proxyAutoConfigRootScope, null, new Object[] { url.toString(), url.getHost() });
217 if (Log.on) Log.log(this, " PAC script returned \"" + obj + "\"");
218 pac = obj.toString();
219 } catch (Throwable e) {
220 if (Log.on) Log.log(this, "PAC script threw exception " + e);
224 StringTokenizer st = new StringTokenizer(pac, ";", false);
225 while (st.hasMoreTokens()) {
226 String token = st.nextToken().trim();
227 if (Log.on) Log.log(this, " trying \"" + token + "\"...");
230 if (token.startsWith("DIRECT"))
231 ret = attemptDirect();
232 else if (token.startsWith("PROXY"))
233 ret = attemptHttpProxy(token.substring(token.indexOf(' ') + 1, token.indexOf(':')),
234 Integer.parseInt(token.substring(token.indexOf(':') + 1)));
235 else if (token.startsWith("SOCKS"))
236 ret = attemptSocksProxy(token.substring(token.indexOf(' ') + 1, token.indexOf(':')),
237 Integer.parseInt(token.substring(token.indexOf(':') + 1)));
238 if (ret != null) return ret;
239 } catch (Throwable e) {
240 if (Log.on) Log.log(this, "attempt at \"" + token + "\" failed due to " + e + "; trying next token");
243 if (Log.on) Log.log(this, "all PAC results exhausted");
248 // Everything Else ////////////////////////////////////////////////////////////////////////////
250 /** returns the content-type of the reply */
251 public String getContentType() throws IOException {
256 /** returns the content-length of the reply */
257 public int getContentLength() throws IOException {
259 return contentLength;
262 /** adds a header to the outbound transmission */
263 public void addHeader(String header, String value) throws HTTPException {
264 if (in != null) throw new HTTPException("attempt to add header after connection has been made");
265 headers += header + ": " + value + "\r\n";
268 public OutputStream getOutputStream(int contentLength, String contentType) throws IOException {
269 if (out != null) return out;
270 if (in != null) throw new HTTPException("attempt to getOutputStream() after getInputStream()");
271 out = sock.getOutputStream();
272 PrintWriter pw = new PrintWriter(new OutputStreamWriter(out));
273 pw.print("POST " + path + " HTTP/1.0\r\n");
274 pw.print("User-Agent: XWT\r\n");
275 pw.print("Content-length: " + contentLength + "\r\n");
277 if (contentType != null) pw.print("Content-Type: " + contentType + "\r\n");
283 public InputStream getInputStream() throws IOException {
284 if (in != null) return in;
288 PrintWriter pw = new PrintWriter(new OutputStreamWriter(sock.getOutputStream()));
289 pw.print("GET " + path + " HTTP/1.0\r\n");
290 System.out.println("GET " + path + " HTTP/1.0\r\n");
291 pw.print("User-Agent: XWT\r\n");
297 in = new BufferedInputStream(sock.getInputStream());
299 // we can't use a BufferedReader directly on the input stream,
300 // since it will buffer beyond the end of the headers
301 byte[] buf = new byte[4096];
304 int read = in.read();
305 if (read == -1) throw new HTTPException("stream closed while reading headers");
306 buf[buflen++] = (byte)read;
307 if (buflen >= 4 && buf[buflen - 4] == '\r' && buf[buflen - 3] == '\n' && buf[buflen - 2] == '\r' && buf[buflen - 1] == '\n') break;
308 if (buflen == buf.length) {
309 byte[] newbuf = new byte[buf.length * 2];
310 System.arraycopy(buf, 0, newbuf, 0, buflen);
315 BufferedReader headerReader = new BufferedReader(new InputStreamReader(new ByteArrayInputStream(buf, 0, buflen)));
316 String s = headerReader.readLine();
317 if (!s.startsWith("HTTP/")) throw new HTTPException("Expected reply to start with \"HTTP/\"");
318 String reply = s.substring(s.indexOf(' ') + 1);
319 if (!reply.startsWith("2")) throw new HTTPException("HTTP Error: " + reply);
320 while((s = headerReader.readLine()) != null) {
321 if (s.length() > 15 && s.substring(0, 15).equalsIgnoreCase("content-length: "))
322 contentLength = Integer.parseInt(s.substring(15));
330 // HTTPException ///////////////////////////////////////////////////////////////////////////////////
332 static class HTTPException extends IOException {
333 public HTTPException(String s) { super(s); }
337 // ProxyInfo ///////////////////////////////////////////////////////////////////////////////////
339 public static class ProxyInfo {
341 public ProxyInfo() { }
343 /** the HTTP Proxy host to use */
344 public String httpProxyHost = null;
346 /** the HTTP Proxy port to use */
347 public int httpProxyPort = -1;
349 /** if a seperate proxy should be used for HTTPS, this is the hostname; otherwise, httpProxyHost is used */
350 public String httpsProxyHost = null;
352 /** if a seperate proxy should be used for HTTPS, this is the port */
353 public int httpsProxyPort = -1;
355 /** the SOCKS Proxy Host to use */
356 public String socksProxyHost = null;
358 /** the SOCKS Proxy Port to use */
359 public int socksProxyPort = -1;
361 /** hosts to be excluded from proxy use; wildcards permitted */
362 public String[] excluded = null;
364 /** the PAC script */
365 public Function proxyAutoConfigFunction = null;
367 public static ProxyInfo detectProxyViaManual() {
369 // continue iff one of the two resolves
370 try { InetAddress.getByName("xwt-proxy-httpHost"); }
371 catch (UnknownHostException e) { InetAddress.getByName("xwt-proxy-socksHost"); }
373 if (Log.on) Log.log(Platform.class, "using xwt-proxy-* configuration");
374 ProxyInfo ret = new ProxyInfo();
376 ret.httpProxyHost = InetAddress.getByName("xwt-proxy-httpHost").getHostAddress();
377 byte[] quadbyte = InetAddress.getByName("xwt-proxy-httpPort").getAddress();
378 ret.httpProxyPort = ((quadbyte[1] & 0xff) * 10000) + ((quadbyte[2] & 0xff) * 100) + (quadbyte[3] & 0xff);
379 } catch (UnknownHostException e) { }
381 ret.httpsProxyHost = InetAddress.getByName("xwt-proxy-httpsHost").getHostAddress();
382 byte[] quadbyte = InetAddress.getByName("xwt-proxy-httpsPort").getAddress();
383 ret.httpsProxyPort = ((quadbyte[1] & 0xff) * 10000) + ((quadbyte[2] & 0xff) * 100) + (quadbyte[3] & 0xff);
384 } catch (UnknownHostException e) { }
386 ret.socksProxyHost = InetAddress.getByName("xwt-proxy-socksHost").getHostAddress();
387 byte[] quadbyte = InetAddress.getByName("xwt-proxy-socksPort").getAddress();
388 ret.socksProxyPort = ((quadbyte[1] & 0xff) * 10000) + ((quadbyte[2] & 0xff) * 100) + (quadbyte[3] & 0xff);
389 } catch (UnknownHostException e) { }
391 } catch (UnknownHostException e) {
392 if (Log.on) Log.log(Platform.class, "xwt-proxy-* detection failed due to: " + e);
397 // FIXME: search up from default domain
398 public static ProxyInfo detectProxyViaWPAD() {
400 InetAddress wpad = InetAddress.getByName("wpad");
401 if (Log.on) Log.log(Platform.class, "using Web Proxy Auto Detection to detect proxy settings");
402 ProxyInfo ret = new ProxyInfo();
403 ret.proxyAutoConfigFunction = getProxyAutoConfigFunction("http://wpad/wpad.dat");
404 if (ret.proxyAutoConfigFunction != null) return ret;
405 } catch (UnknownHostException e) {
406 if (Log.on) Log.log(HTTP.class, "couldn't find WPAD server: " + e);
411 public static Scriptable proxyAutoConfigRootScope = new ProxyAutoConfigRootScope();
413 public static Function getProxyAutoConfigFunction(String url) {
415 Context cx = Context.enter();
416 cx.setOptimizationLevel(-1);
417 BufferedReader br = new BufferedReader(new InputStreamReader(new HTTP(url, true).getInputStream()));
420 while((s = br.readLine()) != null) script += s + "\n";
421 if (Log.on) Log.log(HTTP.ProxyInfo.class, "successfully retrieved WPAD PAC:");
422 if (Log.on) Log.log(HTTP.ProxyInfo.class, script);
425 Vector carpHosts = new Vector();
426 for(int i=0; i<script.length(); i++)
427 if (script.regionMatches(i, "new Node(", 0, 9)) {
428 String host = script.substring(i + 10, script.indexOf('\"', i + 11));
429 if (Log.on) Log.log(HTTP.ProxyInfo.class, "Detected MS Proxy Server CARP Script, Host=" + host);
430 carpHosts.addElement(host);
432 if (carpHosts.size() > 0) {
433 script = "function FindProxyForURL(url, host) {\nreturn \"";
434 for(int i=0; i<carpHosts.size(); i++)
435 script += "PROXY " + carpHosts.elementAt(i) + "; ";
437 if (Log.on) Log.log(HTTP.ProxyInfo.class, "DeCARPed PAC script:");
438 if (Log.on) Log.log(HTTP.ProxyInfo.class, script);
441 Script scr = cx.compileReader(proxyAutoConfigRootScope, new StringReader(script), "PAC script at " + url, 0, null);
442 scr.exec(cx, proxyAutoConfigRootScope);
443 return (Function)proxyAutoConfigRootScope.get("FindProxyForURL", null);
444 } catch (Exception e) {
446 Log.log(Platform.class, "WPAD detection failed due to:");
447 if (e instanceof EcmaError) Log.log(HTTP.class, ((EcmaError)e).getMessage() + " at " +
448 ((EcmaError)e).getSourceName() + ":" + ((EcmaError)e).getLineNumber());
449 else Log.log(Platform.class, e);
455 public static class ProxyAutoConfigRootScope extends ScriptableObject {
457 public String getClassName() { return "ProxyAutoConfigRootScope"; }
458 ProxyAutoConfigRootScope() { Context.enter().initStandardObjects(this); }
460 public Object get(String name, Scriptable start) {
461 if (name.equals("isPlainHostName")) return isPlainHostName;
462 else if (name.equals("dnsDomainIs")) return dnsDomainIs;
463 else if (name.equals("localHostOrDomainIs")) return localHostOrDomainIs;
464 else if (name.equals("isResolvable")) return isResolvable;
465 else if (name.equals("dnsResolve")) return dnsResolve;
466 else if (name.equals("myIpAddress")) return myIpAddress;
467 else if (name.equals("dnsDomainLevels")) return dnsDomainLevels;
468 else if (name.equals("shExpMatch")) return shExpMatch;
469 else if (name.equals("weekdayRange")) return weekdayRange;
470 else if (name.equals("dateRange")) return dateRange;
471 else if (name.equals("timeRange")) return timeRange;
472 else if (name.equals("ProxyConfig")) return ProxyConfig;
473 else return super.get(name, start);
476 private static final JSObject proxyConfigBindings = new JSObject();
477 private static final JSObject ProxyConfig = new JSObject() {
478 public Object get(String name, Scriptable start) {
479 if (name.equals("bindings")) return proxyConfigBindings;
484 private static abstract class JSFunction extends JSObject implements Function {
485 JSFunction() { setSeal(true); }
486 public Scriptable construct(Context cx, Scriptable scope, java.lang.Object[] args) { return null; }
489 private static final JSFunction isPlainHostName = new JSFunction() {
490 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
491 return (args[0].toString().indexOf('.') == -1) ? Boolean.TRUE : Boolean.FALSE;
495 private static final JSFunction dnsDomainIs = new JSFunction() {
496 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
497 return (args[0].toString().endsWith(args[1].toString())) ? Boolean.TRUE : Boolean.FALSE;
501 private static final JSFunction localHostOrDomainIs = new JSFunction() {
502 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
503 return (args[0].toString().equals(args[1].toString()) ||
504 (args[0].toString().indexOf('.') == -1 && args[1].toString().startsWith(args[0].toString()))) ?
505 Boolean.TRUE : Boolean.FALSE;
509 private static final JSFunction isResolvable = new JSFunction() {
510 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
512 return (InetAddress.getByName(args[0].toString()) != null) ? Boolean.TRUE : Boolean.FALSE;
513 } catch (UnknownHostException e) {
514 return Boolean.FALSE;
519 private static final JSFunction isInNet = new JSFunction() {
520 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
526 private static final JSFunction dnsResolve = new JSFunction() {
527 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
529 return InetAddress.getByName(args[0].toString()).getHostAddress();
530 } catch (UnknownHostException e) {
536 private static final JSFunction myIpAddress = new JSFunction() {
537 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
539 return InetAddress.getLocalHost().getHostAddress();
540 } catch (UnknownHostException e) {
541 if (Log.on) Log.log(this, "strange... host does not know its own address");
547 private static final JSFunction dnsDomainLevels = new JSFunction() {
548 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
549 String s = args[0].toString();
551 while((i = s.indexOf('.', i)) != -1) i++;
552 return new Integer(i);
557 private static boolean match(String[] arr, String s, int index) {
558 if (index == arr.length) return true;
559 for(int i=0; i<s.length(); i++) {
560 String s2 = s.substring(i);
561 if (s2.startsWith(arr[index]) && match(arr, s.substring(arr[index].length()), index + 1)) return true;
566 private static final JSFunction shExpMatch = new JSFunction() {
567 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
568 StringTokenizer st = new StringTokenizer(args[1].toString(), "*", false);
569 String[] arr = new String[st.countTokens()];
570 String s = args[0].toString();
571 for (int i=0; st.hasMoreTokens(); i++) arr[i] = st.nextToken();
572 return match(arr, s, 0) ? Boolean.TRUE : Boolean.FALSE;
576 private static final JSFunction weekdayRange = new JSFunction() {
577 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
578 throw new JavaScriptException("XWT does not support weekdayRange() in PAC scripts");
580 TimeZone tz = (args.length < 3 || args[2] == null || !args[2].equals("GMT")) ? TimeZone.getTimeZone("UTC") : TimeZone.getDefault();
581 Calendar c = new Calendar();
583 c.setTime(new Date());
584 Date d = c.getTime();
585 if (args.length == 1) return
590 private static final JSFunction dateRange = new JSFunction() {
591 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
592 throw new JavaScriptException("XWT does not support dateRange() in PAC scripts");
596 private static final JSFunction timeRange = new JSFunction() {
597 public Object call(Context cx, Scriptable thisObj, Scriptable ctorObj, Object[] args) throws JavaScriptException {
598 throw new JavaScriptException("XWT does not support timeRange() in PAC scripts");