X-Git-Url: http://git.megacz.com/?a=blobdiff_plain;f=src%2Forg%2Fxwt%2Fjs%2FParser.java;h=c99ff7138e6f257b293c6d92d89979e5bca04ee0;hb=17b346d40a6ac856114dfae365e4f106933d14f9;hp=82da503b54e84bca920062a9c900e5491e22874d;hpb=9b9482f2939c8cb7526a8ca7ff43a7f2c2b5f97a;p=org.ibex.core.git diff --git a/src/org/xwt/js/Parser.java b/src/org/xwt/js/Parser.java index 82da503..c99ff71 100644 --- a/src/org/xwt/js/Parser.java +++ b/src/org/xwt/js/Parser.java @@ -4,15 +4,21 @@ package org.xwt.js; import org.xwt.util.*; import java.io.*; + /** parses a stream of lexed tokens into a tree of Expr's */ public class Parser extends Lexer { // Constructors ////////////////////////////////////////////////////// - public Parser(Reader r) throws IOException { super(r); } + public Parser(Reader r, String sourceName, int line) throws IOException { + super(r); + this.sourceName = sourceName; + this.line = line; + } + /** for debugging */ public static void main(String[] s) throws Exception { - Parser p = new Parser(new InputStreamReader(System.in)); + Parser p = new Parser(new InputStreamReader(System.in), "stdin", 0); while(true) { Expr block = p.parseBlock(false); if (block == null) return; @@ -25,322 +31,512 @@ public class Parser extends Lexer { // Statics //////////////////////////////////////////////////////////// static byte[] precedence = new byte[MAX_TOKEN + 1]; + static boolean[] isRightAssociative = new boolean[MAX_TOKEN + 1]; static { - precedence[COMMA] = 1; - precedence[ASSIGN] = 2; - precedence[GT] = precedence[GE] = 3; + precedence[ASSIGN] = 1; + isRightAssociative[ASSIGN] = true; + precedence[HOOK] = 2; + precedence[COMMA] = 3; precedence[OR] = precedence[AND] = 4; - precedence[BITOR] = 5; - precedence[BITXOR] = 6; - precedence[BITAND] = 7; - precedence[EQ] = precedence[NE] = 8; - precedence[LT] = precedence[LE] = 9; - precedence[SHEQ] = precedence[SHNE] = 10; - precedence[LSH] = precedence[RSH] = precedence[URSH] = 11; - precedence[ADD] = precedence[SUB] = 12; - precedence[MUL] = precedence[DIV] = precedence[MOD] = 13; - precedence[BITNOT] = precedence[INSTANCEOF] = 14; - precedence[INC] = precedence[DEC] = 15; - precedence[LP] = 16; - precedence[DOT] = 17; + precedence[GT] = precedence[GE] = 5; + precedence[BITOR] = 6; + precedence[BITXOR] = 7; + precedence[BITAND] = 8; + precedence[EQ] = precedence[NE] = 9; + precedence[LT] = precedence[LE] = 10; + precedence[SHEQ] = precedence[SHNE] = 11; + precedence[LSH] = precedence[RSH] = precedence[URSH] = 12; + precedence[ADD] = precedence[SUB] = 13; + precedence[MUL] = precedence[DIV] = precedence[MOD] = 14; + precedence[BITNOT] = precedence[INSTANCEOF] = 15; + precedence[INC] = precedence[DEC] = 16; + precedence[LP] = 17; + precedence[LB] = 18; + precedence[DOT] = 19; } // Parsing Logic ///////////////////////////////////////////////////////// - /** a block is either a single statement or a list of statements surrounded by curly braces; all expressions are also statements */ - public Expr parseBlock(boolean requireBraces) throws IOException { - Expr ret = null; - int tok = peekToken(); - boolean braced = tok == LC; - if (requireBraces && !braced) throw new Error("expected {"); - if (braced) getToken(); - Expr head = null; - Expr tail = null; - OUTER: while(true) { - Expr smt; - switch(tok = peekToken()) { - case -1: break OUTER; - case LC: smt = parseBlock(true); break; - case THROW: case RETURN: case ASSERT: - getToken(); - smt = new Expr(tok, parseMaximalExpr()); - if (getToken() != SEMI) throw new Error("expected ;"); - break; - case GOTO: case BREAK: case CONTINUE: - getToken(); - if (getToken() == NAME) - smt = new Expr(tok, new Expr(string)); - else if (tok == GOTO) - throw new Error("goto must be followed by a label"); - else - smt = new Expr(tok); - if (getToken() != SEMI) throw new Error("expected ;"); - break; - - case RC: - if (braced) getToken(); - break OUTER; - - case SEMI: - getToken(); - if (!braced) break OUTER; - continue; - - default: - smt = parseMaximalExpr(); - if (smt == null) { - if (head == null) throw new Error("empty statement list; next token is " + codeToString[peekToken()]); - break OUTER; - } - break; - } - if (head == null) head = tail = smt; else tail = (tail.next = smt); - } - return new Expr(LC, head); + public void consume(int code) throws IOException { + int got = getToken(); + if (got != code) throw new ParserException("expected " + codeToString[code] + ", got " + (got == -1 ? "EOL" : codeToString[got])); + } + public void consume(int code, int code2) throws IOException { + int got = getToken(); + if (got != code && got != code2) + throw new ParserException("expected " + codeToString[code] + " or " + codeToString[code2] + + ", got " + (got == -1 ? "EOL" : codeToString[got])); } - - /** throws an error if the next token is not code */ public void expect(int code) throws IOException { int got = peekToken(); - if (got != code) - throw new Error("expected " + codeToString[got] + ", got " + (got == -1 ? "EOL" : codeToString[got])); + if (got != code) throw new ParserException("expected " + codeToString[code] + ", got " + (got == -1 ? "EOL" : codeToString[got])); } /** parses the largest possible expression */ public Expr parseMaximalExpr() throws IOException { return parseMaximalExpr(null, -1); } public Expr parseMaximalExpr(Expr prefix, int minPrecedence) throws IOException { - Expr save = null; while(true) { - save = prefix; if (peekToken() == -1) break; + Expr save = prefix; prefix = parseSingleExpr(prefix, minPrecedence); if (save == prefix) break; - if (prefix == null) throw new Error("parseSingleExpr_() returned null"); + if (prefix == null) throw new ParserException("parseSingleExpr() returned null"); } return prefix; } - /** parses the smallest possible complete expression */ - public Expr parseSingleExpr() throws IOException { return parseSingleExpr(null, 0); } - - /** parses the smallest possible complete expression beginning with prefix and only using operators with at least minPrecedence */ public Expr parseSingleExpr(Expr prefix, int minPrecedence) throws IOException { Expr e1 = null, e2 = null, e3 = null, head = null, tail = null, ret = null; int tok = peekToken(); - if (minPrecedence > 0 && tok < precedence.length && precedence[tok] != 0 && precedence[tok] <= minPrecedence) return prefix; + if (minPrecedence > 0 && + tok < precedence.length && + precedence[tok] != 0 && + (isRightAssociative[tok] ? + (precedence[tok] < minPrecedence) : + (precedence[tok] <= minPrecedence))) { + return prefix; + } getToken(); + int curLine = line; // these case arms match the precedence of operators; each arm is a precedence level. switch (tok) { - case WITH: throw new Error("XWT does not allow the WITH keyword"); - case VOID: case RESERVED: throw new Error("reserved word that you shouldn't be using"); - case NAME: if (prefix != null) { pushBackToken(); return prefix; } else return parseMaximalExpr(new Expr(NAME, string), minPrecedence); - case STRING: if (prefix != null) { pushBackToken(); return prefix; } else return new Expr(string); - case NUMBER: if (prefix != null) { pushBackToken(); return prefix; } else return new Expr(number); - case NULL: case TRUE: case FALSE: case NOP: if (prefix != null) { pushBackToken(); return prefix; } else return new Expr(tok); + case VAR: { + if (prefix != null) { pushBackToken(); return prefix; } + ByteCode b = new ByteCode(curLine); + b.add(b.THIS, NO_ARG); + while(true) { + consume(NAME); + String name = string; + b.add(b.DECLARE, name); + if (peekToken() == ASSIGN) { + b.add(b.LITERAL, name); + consume(ASSIGN); + b.add(b.EXPR, parseMaximalExpr()); + b.add(b.PUT, NO_ARG); + b.add(b.POP, NO_ARG); + } + if (peekToken() != COMMA) break; + consume(COMMA); + } + return b; + } - case ASSIGN_BITOR: case ASSIGN_BITXOR: case ASSIGN_BITAND: case ASSIGN_LSH: - case ASSIGN_RSH: case ASSIGN_URSH: case ASSIGN_ADD: case ASSIGN_SUB: case ASSIGN_MUL: case ASSIGN_DIV: case ASSIGN_MOD: - return new Expr(ASSIGN, prefix, new Expr(tok - 1, prefix, parseMaximalExpr(null, precedence[ASSIGN]))); + case IN: pushBackToken(); return prefix; - case BITOR: case BITXOR: case BITAND: case SHEQ: case SHNE: case LSH: - case RSH: case URSH: case ADD: case SUB: case MUL: case DIV: case MOD: - case COMMA: case ASSIGN: case GT: case GE: case OR: case AND: - case EQ: case NE: case LT: case LE: case DOT: - return new Expr(tok, prefix, parseMaximalExpr(null, precedence[tok])); + case IF: { + if (prefix != null) { pushBackToken(); return prefix; } + ByteCode b = new ByteCode(curLine); + consume(LP); + b.add(b.EXPR, parseMaximalExpr()); + consume(RP); + b.add(b.JF, new Integer(3)); + b.add(b.EXPR, parseBlock(false)); + b.add(b.JMP, new Integer(2)); + if (peekToken() != ELSE) return b.add(b.LITERAL, null); + consume(ELSE); + b.add(b.EXPR, parseBlock(false)); + return b; + } - case BITNOT: case INSTANCEOF: - if (prefix != null) throw new Error("didn't expect non-null prefix!"); - return new Expr(tok, parseMaximalExpr(null, precedence[tok])); + // FIXME: ugly hack!! + case ASSIGN_BITOR: if (tok == ASSIGN_BITOR) tok = BITOR; + case ASSIGN_BITXOR: if (tok == ASSIGN_BITXOR) tok = BITXOR; + case ASSIGN_BITAND: if (tok == ASSIGN_BITAND) tok = BITAND; + case ASSIGN_LSH: if (tok == ASSIGN_LSH) tok = LSH; + case ASSIGN_RSH: if (tok == ASSIGN_RSH) tok = RSH; + case ASSIGN_URSH: if (tok == ASSIGN_URSH) tok = URSH; + case ASSIGN_ADD: if (tok == ASSIGN_ADD) tok = ADD; + case ASSIGN_SUB: if (tok == ASSIGN_SUB) tok = SUB; + case ASSIGN_MUL: if (tok == ASSIGN_MUL) tok = MUL; + case ASSIGN_DIV: if (tok == ASSIGN_DIV) tok = DIV; + case ASSIGN_MOD: if (tok == ASSIGN_MOD) tok = MOD; + { + ByteCode b = (ByteCode)prefix; + b.set(b.size() - 1, b.GET_PRESERVE, new Boolean(true)); + b.add(b.EXPR, parseMaximalExpr(null, precedence[tok])); + b.add(tok, NO_ARG); + b.add(b.PUT, NO_ARG); + b.add(b.SWAP, NO_ARG); + b.add(b.POP, NO_ARG); + return b; + } case INC: case DEC: if (prefix == null) { // prefix - return new Expr(tok, parseMaximalExpr(null, precedence[tok])); + ByteCode b = (ByteCode)parseMaximalExpr(null, precedence[tok]); + b.set(b.size() - 1, tok, new Boolean(true)); + return b; } else { // postfix - return new Expr(tok, null, prefix); + ByteCode b = (ByteCode)prefix; + b.set(b.size() - 1, tok, new Boolean(false)); + return b; } case LP: if (prefix == null) { // grouping - Expr r = parseMaximalExpr(); - expect(RP); getToken(); - return r; + ByteCode b = new ByteCode(curLine, ByteCode.EXPR, parseMaximalExpr()); + consume(RP); + return b; } else { // invocation + ByteCode b = new ByteCode(curLine); + int i = 0; + b.add(b.EXPR, prefix); while(peekToken() != RP) { - Expr e = parseMaximalExpr(null, precedence[COMMA]); - if (head == null) head = tail = e; else tail = tail.next = e; - tok = getToken(); - if (tok == RP) { pushBackToken(); break; } - if (tok != COMMA) throw new Error("expected comma or right paren, got " + codeToString[tok]); + b.add(b.EXPR, parseMaximalExpr()); + i++; + if (peekToken() == RP) break; + consume(COMMA); } + consume(RP); + b.add(b.CALL, new Integer(i)); + return b; + } + + case BANG: case BITNOT: case INSTANCEOF: case TYPEOF: { + if (prefix != null) { pushBackToken(); return prefix; } + ByteCode b = new ByteCode(curLine); + b.add(b.EXPR, parseMaximalExpr(null, precedence[tok])); + b.add(tok, NO_ARG); + return b; + } + + case SUB: + if (prefix == null && peekToken() == NUMBER) { getToken(); - return new Expr(LP, prefix, head); + return new ByteCode(curLine, ByteCode.LITERAL, new Double(number.doubleValue() * -1)); + } // else fall through + case BITOR: case BITXOR: case BITAND: case SHEQ: case SHNE: case LSH: + case RSH: case URSH: case ADD: case MUL: case DIV: case MOD: + case GT: case GE: case EQ: case NE: case LT: case LE: { + if (prefix == null) throw new ParserException("the " + codeToString[tok] + " token cannot start an expression"); + ByteCode b = new ByteCode(curLine); + b.add(b.EXPR, prefix); + b.add(b.EXPR, parseMaximalExpr(null, precedence[tok])); + b.add(tok, NO_ARG); + return b; + } + + // includes short-circuit logic + case OR: case AND: { + if (prefix == null) throw new ParserException("the " + codeToString[tok] + " token cannot start an expression"); + ByteCode b = new ByteCode(curLine); + b.add(b.LITERAL, tok == AND ? new Boolean(false) : new Boolean(true)); + b.add(b.EXPR, prefix); + b.add(tok == AND ? b.JF : b.JT, new Integer(3)); + b.add(b.POP, NO_ARG); + b.add(b.EXPR, parseMaximalExpr(null, precedence[tok])); + return b; + } + + case ASSIGN: { + if (prefix == null) throw new ParserException("the " + codeToString[tok] + " token cannot start an expression"); + ByteCode b = new ByteCode(curLine); + b.add(b.THIS, NO_ARG); + b.add(b.LITERAL, prefix.string); // FIXME, this is ass-ugly + b.add(b.EXPR, parseMaximalExpr(null, precedence[ASSIGN])); + b.add(b.PUT, NO_ARG); + b.add(b.SWAP, NO_ARG); + b.add(b.POP, NO_ARG); + return b; + } + + case WITH: throw new ParserException("XWT does not allow the WITH keyword"); + case VOID: case RESERVED: throw new ParserException("reserved word that you shouldn't be using"); + + case NUMBER: + if (prefix != null) { pushBackToken(); return prefix; } + return new ByteCode(curLine, ByteCode.LITERAL, number); + + case STRING: + if (prefix != null) { pushBackToken(); return prefix; } + return new ByteCode(curLine, ByteCode.LITERAL, string); + + case NULL: case TRUE: case FALSE: case NOP: + if (prefix != null) { pushBackToken(); return prefix; } + return new ByteCode(curLine, ByteCode.LITERAL, (tok == NULL || tok == NOP) ? null : new Boolean(tok == TRUE)); + + case COMMA: pushBackToken(); return prefix; + + case THIS: + if (prefix != null) { pushBackToken(); return prefix; } + return new ByteCode(curLine, ByteCode.THIS, NO_ARG); + + // potential lvalues + + case NAME: { + if (prefix != null) { pushBackToken(); return prefix; } + String name = string; + ByteCode b = new ByteCode(curLine); + if (peekToken() == ASSIGN) { + consume(ASSIGN); + b.add(ByteCode.THIS, NO_ARG); + b.add(ByteCode.LITERAL, name); + b.add(ByteCode.EXPR, parseMaximalExpr(null, minPrecedence)); + b.add(ByteCode.PUT, NO_ARG); + b.add(ByteCode.SWAP, NO_ARG); + b.add(ByteCode.POP, NO_ARG); + return b; + } else { + b.add(ByteCode.THIS, NO_ARG); + b.add(ByteCode.LITERAL, name); + b.add(ByteCode.GET, NO_ARG); + return parseMaximalExpr(b, minPrecedence); } + } - case LB: - if (prefix != null) { - // subscripting - e1 = parseMaximalExpr(); - if (getToken() != RB) throw new Error("expected a right brace"); - return new Expr(LB, prefix, e1); + case DOT: { + consume(NAME); + String target = string; + ByteCode b = new ByteCode(curLine); + b.add(b.EXPR, prefix); + if (peekToken() == ASSIGN) { + consume(ASSIGN); + Expr val = parseMaximalExpr(); + b.add(b.LITERAL, target); + b.add(b.EXPR, val); + b.add(b.PUT, NO_ARG); + b.add(b.SWAP, NO_ARG); + b.add(b.POP, NO_ARG); } else { - // array ctor - tok = getToken(); + b.add(b.LITERAL, target); + b.add(b.GET, NO_ARG); + } + return b; + } + + case LB: { + ByteCode b = new ByteCode(curLine); + if (prefix == null) { + b.add(b.ARRAY, new Integer(0)); + int i = 0; while(true) { - if (tok == RB) return new Expr(LB, prefix, head); - if (head == null) head = tail = parseMaximalExpr(null, precedence[COMMA]); - else tail = tail.next = parseMaximalExpr(null, precedence[COMMA]); - tok = getToken(); - if (tok != COMMA && tok != RP) throw new Error("expected right bracket or comma"); + Expr e = parseMaximalExpr(); + if (e == null && peekToken() == RB) { consume(RB); return b; } + b.add(b.LITERAL, new Integer(i++)); + if (e == null) b.add(b.LITERAL, null); + else b.add(b.EXPR, e); + b.add(b.PUT, NO_ARG); + b.add(b.POP, NO_ARG); + if (peekToken() == RB) { consume(RB); return b; } + consume(COMMA); + } + } else { + b.add(b.EXPR, prefix); + b.add(b.EXPR, parseMaximalExpr()); + consume(RB); + if (peekToken() == ASSIGN) { + consume(ASSIGN); + b.add(b.EXPR, parseMaximalExpr()); + b.add(b.PUT, NO_ARG); + b.add(b.SWAP, NO_ARG); + b.add(b.POP, NO_ARG); + } else { + b.add(b.GET, NO_ARG); } + return b; } + } + + // end // - case LC: - if (prefix != null) throw new Error("didn't expect non-null prefix"); - tok = getToken(); + case LC: { + if (prefix != null) { pushBackToken(); return prefix; } + ByteCode b = new ByteCode(curLine); + b.add(b.OBJECT, null); + if (peekToken() == RC) { consume(RC); return b; } while(true) { - if (tok == RC) return new Expr(LC, head); - if (tok != NAME) throw new Error("expecting name"); - expect(NAME); getToken(); - Expr name = new Expr(NAME, string); - if (tok != COLON) throw new Error("expecting colon"); - e1 = new Expr(COLON, name, parseMaximalExpr(null, precedence[COMMA])); - if (head == null) head = tail = e1; else tail = tail.next = e1; - tok = getToken(); - if (tok != COMMA && tok != RP) throw new Error("expected right curly or comma"); + consume(NAME, STRING); + b.add(b.LITERAL, string); + consume(COLON); + b.add(b.EXPR, parseMaximalExpr()); + b.add(b.PUT, NO_ARG); + b.add(b.POP, NO_ARG); + if (peekToken() == RC) { consume(RC); return b; } + consume(COMMA); + if (peekToken() == RC) { consume(RC); return b; } } + } - case HOOK: - e2 = parseMaximalExpr(); - if (getToken() != COLON) throw new Error("expected colon to close ?: expression"); - e3 = parseMaximalExpr(); - return new Expr(HOOK, prefix, new Expr(ELSE, e2, e3)); - - case SWITCH: { - if (prefix != null) throw new Error("didn't expect non-null prefix"); - if (getToken() != LP) throw new Error("expected left paren"); - Expr switchExpr = parseMaximalExpr(); - if (getToken() != RP) throw new Error("expected left paren"); - if (getToken() != LC) throw new Error("expected left brace"); - Expr firstExpr = null; - Expr lastExpr = null; - while(true) { - if (getToken() != CASE) throw new Error("expected CASE"); - Expr caseExpr = parseMaximalExpr(); - if (getToken() != COLON) throw new Error("expected COLON"); - Expr e = new Expr(CASE, caseExpr, parseBlock(false)); - if (lastExpr == null) firstExpr = e; - else lastExpr.next = e; - lastExpr = e; - if (getToken() == RC) return new Expr(SWITCH, switchExpr, firstExpr); - } + case HOOK: { + ByteCode b = new ByteCode(curLine); + b.add(b.EXPR, prefix); + b.add(b.JF, new Integer(3)); + b.add(b.EXPR, parseMaximalExpr()); + b.add(b.JMP, new Integer(2)); + consume(COLON); + b.add(b.EXPR, parseMaximalExpr()); + return b; } case FUNCTION: { - if (prefix != null) throw new Error("didn't expect non-null prefix"); - if (getToken() != LP) throw new Error("function keyword must be followed by a left paren"); - Expr formalArgs = null, cur = null; - tok = getToken(); - while(tok != RP) { - if (tok != NAME) throw new Error("expected a variable name"); - if (cur == null) { formalArgs = cur = new Expr(string); } - else { cur.next = new Expr(NAME, string); cur = cur.next; } - tok = getToken(); - if (tok == RP) break; - if (tok != COMMA) throw new Error("function argument list must consist of alternating NAMEs and COMMAs"); - tok = getToken(); + if (prefix != null) { pushBackToken(); return prefix; } + consume(LP); + ByteCode b = new ByteCode(curLine); + int numArgs = 0; + b.add(b.THIS, NO_ARG); + b.add(b.SWAP, NO_ARG); + b.add(b.LITERAL, "arguments"); + b.add(b.LITERAL, "arguments"); + b.add(b.DECLARE, NO_ARG); + b.add(b.SWAP, NO_ARG); + b.add(b.PUT, NO_ARG); + b.add(b.SWAP, NO_ARG); + b.add(b.POP, NO_ARG); + if (peekToken() == RP) consume(RP); + else while(true) { + if (peekToken() == COMMA) { + consume(COMMA); + } else { + consume(NAME); + + // declare the name + b.add(b.LITERAL, string); + b.add(b.DECLARE, NO_ARG); + + // retrieve it from the arguments array + b.add(b.LITERAL, new Integer(numArgs)); + b.add(b.GET_PRESERVE, NO_ARG); + b.add(b.SWAP, NO_ARG); + b.add(b.POP, NO_ARG); + + // put it to the current scope + b.add(b.THIS, NO_ARG); + b.add(b.SWAP, NO_ARG); + b.add(b.LITERAL, string); + b.add(b.SWAP, NO_ARG); + b.add(b.PUT, NO_ARG); + + // clean the stack + b.add(b.POP, NO_ARG); + b.add(b.POP, NO_ARG); + + if (peekToken() == RP) { consume(RP); break; } + consume(COMMA); + } + numArgs++; } - return new Expr(FUNCTION, formalArgs, parseBlock(true)); + // pop off the arguments array + b.add(b.POP, NO_ARG); + parseBlock(true, b); + return new ByteCode(curLine, b.FUNCTION, b); } - case VAR: - if (prefix != null) throw new Error("didn't expect non-null prefix"); + // Needs break // + + case SWITCH: { + if (prefix != null) { pushBackToken(); return prefix; } + consume(LP); + Expr switchExpr = parseMaximalExpr(); + consume(RP); + consume(LC); + ExprList toplevel = new ExprList(curLine, LC); while(true) { - if (getToken() != NAME) throw new Error("variable declarations must start with a variable name"); - Expr name = new Expr(NAME, string); - Expr initVal = null; - tok = peekToken(); - Expr e = null; - if (tok == ASSIGN) { - getToken(); - initVal = parseMaximalExpr(null, precedence[COMMA]); - tok = peekToken(); - e = new Expr(ASSIGN, name, initVal); - } else { - e = new Expr(NAME, name); + tok = getToken(); + Expr caseExpr; + if (tok == DEFAULT) caseExpr = null; + else if (tok == CASE) caseExpr = parseMaximalExpr(); + else throw new ParserException("expected CASE or DEFAULT"); + consume(COLON); + // FIXME: we shouldn't be creating a scope here + ExprList list = new ExprList(curLine, LC); + while(peekToken() != CASE && peekToken() != DEFAULT && peekToken() != RC) { + if ((e1 = parseBlock(false)) == null) break; + list.add(e1); } - if (head == null) head = tail = e; else tail = tail.next = e; - if (tok != COMMA) break; - getToken(); + toplevel.add(new Expr(curLine, tok, caseExpr, list)); + if (peekToken() == RC) { consume(RC); return new Expr(curLine, SWITCH, switchExpr, toplevel); } } - return new Expr(VAR, head); - + } + case TRY: { // We deliberately allow you to omit braces in catch{}/finally{} if they are single statements... - if (prefix != null) throw new Error("didn't expect non-null prefix"); + if (prefix != null) { pushBackToken(); return prefix; } Expr tryBlock = parseBlock(true); - while ((tok = peekToken()) == CATCH || tok == FINALLY) { + + tok = peekToken(); + ExprList list = new ExprList(curLine, TRY); + if (tok == CATCH) { getToken(); - if (getToken() != LP) throw new Error("expected ("); - if (getToken() != NAME) throw new Error("expected name"); - Expr name = new Expr(NAME, string); - if (getToken() != RP) throw new Error("expected )"); - e1 = new Expr(tok, name, parseBlock(false)); - if (head == null) head = tail = e1; else tail = tail.next = e1; + if (getToken() != LP) throw new ParserException("expected ("); + if (getToken() != NAME) throw new ParserException("expected name"); + Expr name = new Expr(curLine, NAME, string); + if (getToken() != RP) throw new ParserException("expected )"); + list.add(new Expr(curLine, CATCH, name, parseBlock(false))); + tok = peekToken(); } - if (head == null) throw new Error("try without catch or finally"); - return new Expr(TRY, tryBlock, head); + if (tok == FINALLY) { + getToken(); + list.add(new Expr(curLine, FINALLY, parseBlock(false))); + } + + if (list.size() == 0) throw new ParserException("try without catch or finally"); + return new Expr(curLine, TRY, tryBlock, list); } - case IF: case WHILE: { - if (prefix != null) throw new Error("didn't expect non-null prefix"); - if (getToken() != LP) throw new Error("expected left paren"); + case WHILE: { + if (prefix != null) { pushBackToken(); return prefix; } + consume(LP); Expr parenExpr = parseMaximalExpr(); int t; - if ((t = getToken()) != RP) throw new Error("expected right paren, but got " + codeToString[t]); + if ((t = getToken()) != RP) + throw new ParserException("expected right paren, but got " + codeToString[t]); Expr firstBlock = parseBlock(false); - if (tok == IF && peekToken() == ELSE) { - getToken(); - return new Expr(tok, parenExpr, new Expr(ELSE, firstBlock, parseBlock(false))); - } - return new Expr(tok, parenExpr, firstBlock); + ExprList list = new ExprList(curLine, WHILE); + list.add(parenExpr); + list.add(firstBlock); + list.add(new Expr(curLine, NULL)); + return list; } - case IN: return prefix; case FOR: - if (prefix != null) throw new Error("didn't expect non-null prefix"); - if (getToken() != LP) throw new Error("expected left paren"); - e1 = parseMaximalExpr(null, -1); - if (e1.code == NAME && peekToken() == IN) { + if (prefix != null) { pushBackToken(); return prefix; } + if (getToken() != LP) throw new ParserException("expected left paren"); + e1 = parseMaximalExpr(); + if (peekToken() == IN) { getToken(); - e2 = parseMaximalExpr(null, -1); - if (getToken() != RP) throw new Error("expected right paren"); - return new Expr(FOR, new Expr(IN, e1, e2), parseBlock(false)); + e2 = parseMaximalExpr(); + if (getToken() != RP) throw new ParserException("expected right paren"); + return new Expr(curLine, FOR, new Expr(curLine, IN, e1.left, e2), parseBlock(false)); } else { - if (getToken() != SEMI) throw new Error("expected ;"); - e2 = parseMaximalExpr(null, -1); - if (getToken() != SEMI) throw new Error("expected ;"); - e3 = parseMaximalExpr(null, -1); - if (getToken() != RP) throw new Error("expected right paren"); - return new Expr(LC, e1, new Expr(WHILE, e2, new Expr(LC, parseBlock(false), e3))); + Expr initExpr = e1; + if (initExpr == null) initExpr = new Expr(curLine, NULL); + expect(SEMI); getToken(); + Expr whileExpr = parseMaximalExpr(); + expect(SEMI); getToken(); + Expr incExpr = parseMaximalExpr(); + expect(RP); getToken(); + Expr body = parseBlock(false); + Expr loop = new Expr(curLine, WHILE, whileExpr, body); + ExprList list = new ExprList(curLine, LC); + list.add(initExpr); + ExprList list2 = new ExprList(curLine, WHILE); + list.add(list2); + list2.add(whileExpr); + list2.add(body); + list2.add(incExpr); + return list; } case DO: { - if (prefix != null) throw new Error("didn't expect non-null prefix"); - Expr firstBlock = parseBlock(false); - if (getToken() != WHILE) throw new Error("expecting WHILE"); - if (getToken() != LP) throw new Error("expected left paren"); - Expr whileExpr = parseMaximalExpr(); - if (getToken() != RP) throw new Error("expected right paren"); - if (getToken() != SEMI) throw new Error("semicolon"); - return new Expr(DO, firstBlock, whileExpr); + if (prefix != null) { pushBackToken(); return prefix; } + ExprList list = new ExprList(curLine, DO); + Expr body = parseBlock(false); + consume(WHILE); + consume(LP); + list.add(parseMaximalExpr()); + list.add(body); + list.add(new Expr(curLine, NULL)); + consume(RP); + consume(SEMI); + return list; } default: @@ -349,5 +545,613 @@ public class Parser extends Lexer { } } -} + // Expr ////////////////////////////////////////////////////////////////////// + + public static final Object NO_ARG = new Object(); + + class ByteCode extends Expr { + + // This class interprets a small forthlike bytecode language + // we use to represent JavaScript. It's a stack machine. + + // Each instruction is an opcode and a literal. Any operation + // that accesses the top of the stack and does not have a + // mandatory literal can be performed on a literal instead of + // the top of the stack. + + // opcodes: + public static final byte arithmetic = -1; // -- arithmetic operators from parser + public static final byte LITERAL = -2; // < String | Number | null > -- push a literal onto the stack + public static final byte ARRAY = -3; // < size > -- create a new array of size + public static final byte OBJECT = -4; // -- push an empty object onto the stack + public static final byte FUNCTION = -5; // < bytecode_block > -- push a new instance of a function with the given bytecode + public static final byte DECLARE = -6; // < name > -- declare in the current scope + public static final byte THIS = -7; // -- push the topmost non-transparent scope onto the stack + public static final byte GET = -8; // -- get stack[0] from stack[1] + public static final byte GET_PRESERVE = -80; // -- get stack[0] from stack[1] + public static final byte PUT = -9; // -- put stack[1] to key stack[0] on stack[2]; leaves object on the stack + public static final byte THROW = -10; // -- throw topmost element + public static final byte RETURN = -11; // -- return the topmost value on the stack + public static final byte ASSERT = -12; // -- fail if topmost element is not true + public static final byte JT = -13; // < relative_address > -- pop the stack; if true, jump to + public static final byte JF = -21; // < relative_address > -- pop the stack; if false, jump to + public static final byte JMP = -22; // < relative_address > -- jump to + static public final byte POP = -14; // -- discard the top element on the stack + + public static final byte CALL = -15; // < numargs > -- call stack[0] with the topmost values as arguments + public static final byte TRY = -16; // < bytecode_block > -- run the block pointed to; returns with thrown exn on top of stack + + public static final byte INSTANCEOF = -17; // -- ?? + public static final byte TYPEOF = -18; // -- + + public static final byte FOR__IN = -19; // -- ?? + public static final byte EXPR = -20; // -- transitional + public static final byte SWAP = -23; // -- transitional + public static final byte SCOPE = -30; // -- transitional + + int[] op = new int[10]; + Object[] arg = new Object[10]; + int size = 0; + + public ByteCode(int line) { super(line, "foo"); } + public ByteCode(int line, int op_, Object arg_) { this(line); add(op_, arg_); } + + public int size() { return size; } + public void set(int pos, int op_, Object arg_) { op[pos] = op_; arg[pos] = arg_; } + public ByteCode add(int op_, Object arg_) { + if (size == op.length - 1) { + int[] op2 = new int[op.length * 2]; System.arraycopy(op, 0, op2, 0, op.length); op = op2; + Object[] arg2 = new Object[op.length * 2]; System.arraycopy(arg, 0, arg2, 0, arg.length); arg = arg2; + } + op[size] = op_; + arg[size] = arg_; + size++; + return this; + } + + public Object eval(final JS.Scope s) throws ControlTransferException, JS.Exn { + return eval(s, new Parser.Thread()); + } + public Object eval(final JS.Scope s, Parser.Thread t) throws ControlTransferException { + for(int i=0; i= 0; j--) arguments.setElementAt(t.pop(), j); + JS.Function f = (JS.Function)t.pop(); + if (f == null) throw new JS.Exn(new EvaluatorException("attempted to call null")); + t.push(f.call(arguments)); + break; + + case FUNCTION: { + final ByteCode myBytes = (ByteCode)arg[i]; + t.push(new JS.Function() { + public String toString() { return sourceName + ":" + line; } + public String getSourceName() throws JS.Exn { return sourceName; } + public Object _call(final JS.Array args) throws JS.Exn { + Function save = JS.getCurrentFunction(); + JS.currentFunction.put(java.lang.Thread.currentThread(), this); + JS.Scope scope = new JS.Scope(s) { + // FIXME + public String getSourceName() { return sourceName; } + public Object get(Object key) throws JS.Exn { + if (key.equals("trapee")) return org.xwt.Trap.currentTrapee(); + else if (key.equals("cascade")) return org.xwt.Trap.cascadeFunction; + return super.get(key); + } + }; + Parser.Thread t0 = new Parser.Thread(); + t0.push(args); + try { + return myBytes.eval(scope, t0); + } catch (ReturnException r) { + return r.retval; + } catch (ControlTransferException c) { + throw new EvaluatorException("error, ControlTransferException tried to leave a function: " + c); + } finally { + if (save == null) JS.currentFunction.remove(java.lang.Thread.currentThread()); + else JS.currentFunction.put(java.lang.Thread.currentThread(), save); + } + } + }); + break; + } + + case RETURN: break; + case TRY: break; + case INSTANCEOF: break; + case TYPEOF: break; + case FOR__IN: break; + + case Lexer.BITNOT: t.push(new Long(~toLong(t.pop()))); break; + case Lexer.BANG: t.push(new Boolean(!toBoolean(t.pop()))); break; + + case Lexer.INC: case Lexer.DEC: { + boolean isPrefix = toBoolean(arg[i]); + Object key = t.pop(); + JS obj = (JS)t.pop(); + Number num = toNumber(obj.get(key)); + Number val = new Double(op[i] == Lexer.INC ? num.doubleValue() + 1.0 : num.doubleValue() - 1.0); + obj.put(key, val); + t.push(isPrefix ? val : num); + break; + } + + default: { + Object right = t.pop(); + Object left = t.pop(); + switch(op[i]) { + + case Lexer.BITOR: t.push(new Long(toLong(left) | toLong(right))); break; + case Lexer.BITXOR: t.push(new Long(toLong(left) ^ toLong(right))); break; + case Lexer.BITAND: t.push(new Long(toLong(left) & toLong(right))); break; + + case Lexer.ADD: { + Object l = left; + Object r = right; + if (l instanceof String || r instanceof String) { + if (l == null) l = "null"; + if (r == null) r = "null"; + if (l instanceof Number && ((Number)l).doubleValue() == ((Number)l).longValue()) + l = new Long(((Number)l).longValue()); + if (r instanceof Number && ((Number)r).doubleValue() == ((Number)r).longValue()) + r = new Long(((Number)r).longValue()); + t.push(l.toString() + r.toString()); break; + } + t.push(new Double(toDouble(l) + toDouble(r))); break; + } + + case Lexer.SUB: t.push(new Double(toDouble(left) - toDouble(right))); break; + case Lexer.MUL: t.push(new Double(toDouble(left) * toDouble(right))); break; + case Lexer.DIV: t.push(new Double(toDouble(left) / toDouble(right))); break; + case Lexer.MOD: t.push(new Double(toDouble(left) % toDouble(right))); break; + + case Lexer.LSH: t.push(new Long(toLong(left) << toLong(right))); break; + case Lexer.RSH: t.push(new Long(toLong(left) >> toLong(right))); break; + case Lexer.URSH: t.push(new Long(toLong(left) >>> toLong(right))); break; + + // FIXME: these need to work on strings + case Lexer.LT: t.push(toDouble(left) < toDouble(right) ? Boolean.TRUE : Boolean.FALSE); break; + case Lexer.LE: t.push(toDouble(left) <= toDouble(right) ? Boolean.TRUE : Boolean.FALSE); break; + case Lexer.GT: t.push(toDouble(left) > toDouble(right) ? Boolean.TRUE : Boolean.FALSE); break; + case Lexer.GE: t.push(toDouble(left) >= toDouble(right) ? Boolean.TRUE : Boolean.FALSE); break; + + case Lexer.EQ: + case Lexer.NE: { + // FIXME: should use Javascript coercion-equality rules + Object l = left; + Object r = right; + boolean ret; + if (l == null) { Object tmp = r; r = l; l = tmp; } + if (l == null && r == null) ret = true; + else if (l instanceof Boolean) ret = new Boolean(toBoolean(r)).equals(l); + else if (l instanceof Number) ret = toNumber(r).doubleValue() == toNumber(l).doubleValue(); + else if (l instanceof String) ret = r != null && l.equals(r.toString()); + else ret = l.equals(r); + t.push(new Boolean(op[i] == Lexer.EQ ? ret : !ret)); break; + } + + default: throw new Error("unknown opcode " + op[i]); + } } + } + if (t.size() != 1) { + throw new EvaluatorException("eval() terminated with " + t.size() + " elements on the stack; one expected"); + } + return t.pop(); + } + + public Object doGet(final Object o, final Object v) { + if (o == null) throw new EvaluatorException("tried to get property \"" + v + "\" from the null value"); + if (o instanceof String) { + if (v.equals("length")) return new Integer(((String)o).length()); + else if (v.equals("substring")) return new JS.Function() { + public Object _call(JS.Array args) { + if (args.length() == 1) return ((String)o).substring(toNumber(args.elementAt(0)).intValue()); + else if (args.length() == 2) return ((String)o).substring(toNumber(args.elementAt(0)).intValue(), + toNumber(args.elementAt(1)).intValue()); + else throw new Error("String.substring() can only take one or two arguments"); + } + }; + else if (v.equals("toLowerCase")) return new JS.Function() { + public Object _call(JS.Array args) { + return ((String)o).toLowerCase(); + } }; + else if (v.equals("toUpperCase")) return new JS.Function() { + public Object _call(JS.Array args) { + return ((String)o).toString().toUpperCase(); + } }; + else if (v.equals("charAt")) return new JS.Function() { + public Object _call(JS.Array args) { + return ((String)o).charAt(toNumber(args.elementAt(0)).intValue()) + ""; + } }; + else if (v.equals("lastIndexOf")) return new JS.Function() { + public Object _call(JS.Array args) { + if (args.length() != 1) return null; + return new Integer(((String)o).lastIndexOf(args.elementAt(0).toString())); + } }; + else if (v.equals("indexOf")) return new JS.Function() { + public Object _call(JS.Array args) { + if (args.length() != 1) return null; + return new Integer(((String)o).indexOf(args.elementAt(0).toString())); + } }; + throw new Error("Not Implemented: propery " + v + " on String objects"); + } else if (o instanceof Boolean) { + throw new Error("Not Implemented: properties on Boolean objects"); + } else if (o instanceof Number) { + Log.log(this, "Not Implemented: properties on Number objects"); + return null; + //throw new Error("Not Implemented: properties on Number objects"); + } else if (o instanceof JS) { + return ((JS)o).get(v); + } + return null; + } + } + + class Thread { + public Object[] os = new Object[256]; + int size = 0; + public void push(Object o) { os[size++] = o; } + public Object pop() { return os[--size]; } + public Object peek() { return os[size - 1]; } + public void swap() { Object temp = os[size - 1]; os[size - 1] = os[size - 2]; os[size - 2] = temp; } + public int size() { return size; } + } + + class ExprList extends Expr { + Vec v = new Vec(); + public ExprList(int curLine, int code) { super(curLine, code); } + public void add(Expr e) { v.addElement(e); } + public int numExprs() { return v.size(); } + public int size() { return v.size(); } + public Expr elementAt(int i) { return (Expr)v.elementAt(i); } + public Object eval(final JS.Scope s) throws ControlTransferException, JS.Exn { + switch(code) { + case LC: { + // Block + JS.Scope scope = new JS.Scope(s); + for(int i=0; i