package parser import ( "errors" "math/big" "regexp" "strings" "testing" "github.com/dop251/goja/ast" "github.com/dop251/goja/file" "github.com/dop251/goja/token" "github.com/dop251/goja/unistring" ) func firstErr(err error) error { switch err := err.(type) { case ErrorList: return err[0] } return err } var matchBeforeAfterSeparator = regexp.MustCompile(`(?m)^[ \t]*---$`) func testParse(src string) (parser *_parser, program *ast.Program, err error) { defer func() { if tmp := recover(); tmp != nil { switch tmp := tmp.(type) { case string: if strings.HasPrefix(tmp, "SyntaxError:") { parser = nil program = nil err = errors.New(tmp) return } } panic(tmp) } }() parser = newParser("", src) program, err = parser.parse() return } func TestParseFile(t *testing.T) { tt(t, func() { _, err := ParseFile(nil, "", `/abc/`, 0) is(err, nil) _, err = ParseFile(nil, "", `/(?!def)abc/`, IgnoreRegExpErrors) is(err, nil) _, err = ParseFile(nil, "", `/(?!def)abc/; return`, IgnoreRegExpErrors) is(err, "(anonymous): Line 1:15 Illegal return statement") }) } func TestParseFunction(t *testing.T) { tt(t, func() { test := func(prm, bdy string, expect interface{}) *ast.FunctionLiteral { function, err := ParseFunction(prm, bdy) is(firstErr(err), expect) return function } test("a, b,c,d", "", nil) test("a, b;,c,d", "", "(anonymous): Line 1:15 Unexpected token ;") test("this", "", "(anonymous): Line 1:11 Unexpected token this") test("a, b, c, null", "", "(anonymous): Line 1:20 Unexpected token null") test("a, b,c,d", "return;", nil) test("a, b,c,d", "break;", "(anonymous): Line 2:1 Illegal break statement") test("a, b,c,d", "{}", nil) }) } func TestParserErr(t *testing.T) { tt(t, func() { test := func(input string, expect interface{}) (*ast.Program, *_parser) { parser := newParser("", input) program, err := parser.parse() is(firstErr(err), expect) return program, parser } test("", nil) program, parser := test(` var abc; break; do { } while(true); `, "(anonymous): Line 3:9 Illegal break statement") { stmt := program.Body[1].(*ast.BadStatement) is(parser.position(stmt.From).Column, 9) is(parser.position(stmt.To).Column, 16) is(parser.slice(stmt.From, stmt.To), "break; ") } s := string([]byte{0x22, 0x25, 0x21, 0x63, 0x28, 0x73, 0x74, 0x72, 0x69, 0x6e, 0x67, 0x3d, 0x25, 0x63, 0x25, 0x9c, 0x29, 0x25, 0x21, 0x5c, 0x28, 0x73, 0x74, 0x72, 0x69, 0x6e, 0x67, 0x3d, 0x5c, 0xe2, 0x80, 0xa9, 0x29, 0x78, 0x39, 0x63, 0x22}) test(s, `(anonymous): Line 1:16 Invalid UTF-8 character`) test("{", "(anonymous): Line 1:2 Unexpected end of input") test("}", "(anonymous): Line 1:1 Unexpected token }") test("3ea", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("3in", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("3in []", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("3e", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("3e+", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("3e-", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("3x", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("3x0", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("0x", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("09", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("018", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("01.0", "(anonymous): Line 1:3 Unexpected number") test(".0.9", "(anonymous): Line 1:3 Unexpected number") test("0o3e1", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("01a", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("0x3in[]", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("\"Hello\nWorld\"", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("\u203f = 10", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("x\\", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("x\\\\", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("x\\u005c", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("x\\u002a", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("x\\\\u002a", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("/\n", "(anonymous): Line 1:1 Invalid regular expression: missing /") test("0 = 1", "(anonymous): Line 1:1 Invalid left-hand side in assignment") test("func() = 1", "(anonymous): Line 1:1 Invalid left-hand side in assignment") test("(1 + 1) = 2", "(anonymous): Line 1:2 Invalid left-hand side in assignment") test("1++", "(anonymous): Line 1:2 Invalid left-hand side in assignment") test("1--", "(anonymous): Line 1:2 Invalid left-hand side in assignment") test("--1", "(anonymous): Line 1:1 Invalid left-hand side in assignment") test("for((1 + 1) in abc) def();", "(anonymous): Line 1:1 Invalid left-hand side in for-in or for-of") test("[", "(anonymous): Line 1:2 Unexpected end of input") test("[,", "(anonymous): Line 1:3 Unexpected end of input") test("1 + {", "(anonymous): Line 1:6 Unexpected end of input") test("1 + { abc:abc", "(anonymous): Line 1:14 Unexpected end of input") test("1 + { abc:abc,", "(anonymous): Line 1:15 Unexpected end of input") test("var abc = /\n/", "(anonymous): Line 1:11 Invalid regular expression: missing /") test("var abc = \"\n", "(anonymous): Line 1:11 Unexpected token ILLEGAL") test("var if = 0", "(anonymous): Line 1:5 Unexpected token if") test("abc + 0 = 1", "(anonymous): Line 1:1 Invalid left-hand side in assignment") test("+abc = 1", "(anonymous): Line 1:1 Invalid left-hand side in assignment") test("1 + (", "(anonymous): Line 1:6 Unexpected end of input") test("\n\n\n{", "(anonymous): Line 4:2 Unexpected end of input") test("\n/* Some multiline\ncomment */\n)", "(anonymous): Line 4:1 Unexpected token )") test("+1 ** 2", "(anonymous): Line 1:4 Unary operator used immediately before exponentiation expression. Parenthesis must be used to disambiguate operator precedence") test("typeof 1 ** 2", "(anonymous): Line 1:10 Unary operator used immediately before exponentiation expression. Parenthesis must be used to disambiguate operator precedence") // TODO //{ set 1 } //{ get 2 } //({ set: s(if) { } }) //({ set s(.) { } }) //({ set: s() { } }) //({ set: s(a, b) { } }) //({ get: g(d) { } }) //({ get i() { }, i: 42 }) //({ i: 42, get i() { } }) //({ set i(x) { }, i: 42 }) //({ i: 42, set i(x) { } }) //({ get i() { }, get i() { } }) //({ set i(x) { }, set i(x) { } }) test("function abc(if) {}", "(anonymous): Line 1:14 Unexpected token if") test("function abc(true) {}", "(anonymous): Line 1:14 Unexpected token true") test("function abc(false) {}", "(anonymous): Line 1:14 Unexpected token false") test("function abc(null) {}", "(anonymous): Line 1:14 Unexpected token null") test("function null() {}", "(anonymous): Line 1:10 Unexpected token null") test("function true() {}", "(anonymous): Line 1:10 Unexpected token true") test("function false() {}", "(anonymous): Line 1:10 Unexpected token false") test("function if() {}", "(anonymous): Line 1:10 Unexpected token if") test("a b;", "(anonymous): Line 1:3 Unexpected identifier") test("if.a", "(anonymous): Line 1:3 Unexpected token .") test("a if", "(anonymous): Line 1:3 Unexpected token if") test("a class", "(anonymous): Line 1:3 Unexpected token class") test("break\n", "(anonymous): Line 1:1 Illegal break statement") test("break 1;", "(anonymous): Line 1:7 Unexpected number") test("for (;;) { break 1; }", "(anonymous): Line 1:18 Unexpected number") test("continue\n", "(anonymous): Line 1:1 Illegal continue statement") test("continue 1;", "(anonymous): Line 1:10 Unexpected number") test("for (;;) { continue 1; }", "(anonymous): Line 1:21 Unexpected number") test("throw", "(anonymous): Line 1:1 Unexpected end of input") test("throw;", "(anonymous): Line 1:6 Unexpected token ;") test("throw \n", "(anonymous): Line 1:1 Unexpected end of input") test("for (var abc, def in {});", "(anonymous): Line 1:19 Unexpected token in") test("for ((abc in {});;);", nil) test("for ((abc in {}));", "(anonymous): Line 1:17 Unexpected token )") test("for (+abc in {});", "(anonymous): Line 1:1 Invalid left-hand side in for-in or for-of") test("if (false)", "(anonymous): Line 1:11 Unexpected end of input") test("if (false) abc(); else", "(anonymous): Line 1:23 Unexpected end of input") test("do", "(anonymous): Line 1:3 Unexpected end of input") test("while (false)", "(anonymous): Line 1:14 Unexpected end of input") test("for (;;)", "(anonymous): Line 1:9 Unexpected end of input") test("with (abc)", "(anonymous): Line 1:11 Unexpected end of input") test("try {}", "(anonymous): Line 1:1 Missing catch or finally after try") test("try {} catch () {}", "(anonymous): Line 1:15 Unexpected token )") test("\u203f = 1", "(anonymous): Line 1:1 Unexpected token ILLEGAL") // TODO // const x = 12, y; // const x, y = 12; // const x; // if(true) let a = 1; // if(true) const a = 1; test(`new abc()."def"`, "(anonymous): Line 1:11 Unexpected string") test("/*", "(anonymous): Line 1:3 Unexpected end of input") test("/**", "(anonymous): Line 1:4 Unexpected end of input") test("/*\n\n\n", "(anonymous): Line 4:1 Unexpected end of input") test("/*\n\n\n*", "(anonymous): Line 4:2 Unexpected end of input") test("/*abc", "(anonymous): Line 1:6 Unexpected end of input") test("/*abc *", "(anonymous): Line 1:9 Unexpected end of input") test("\n]", "(anonymous): Line 2:1 Unexpected token ]") test("\r\n]", "(anonymous): Line 2:1 Unexpected token ]") test("\n\r]", "(anonymous): Line 3:1 Unexpected token ]") test("//\r\n]", "(anonymous): Line 2:1 Unexpected token ]") test("//\n\r]", "(anonymous): Line 3:1 Unexpected token ]") test("/abc\\\n/", "(anonymous): Line 1:1 Invalid regular expression: missing /") test("//\r \n]", "(anonymous): Line 3:1 Unexpected token ]") test("/*\r\n*/]", "(anonymous): Line 2:3 Unexpected token ]") test("/*\r \n*/]", "(anonymous): Line 3:3 Unexpected token ]") test("\\\\", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("\\u005c", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("\\abc", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("\\u0000", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("\\u200c = []", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("\\u200D = []", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test(`"\`, "(anonymous): Line 1:1 Unexpected token ILLEGAL") test(`"\u`, "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("return", "(anonymous): Line 1:1 Illegal return statement") test("continue", "(anonymous): Line 1:1 Illegal continue statement") test("break", "(anonymous): Line 1:1 Illegal break statement") test("switch (abc) { default: continue; }", "(anonymous): Line 1:25 Illegal continue statement") test("do { abc } *", "(anonymous): Line 1:12 Unexpected token *") test("while (true) { break abc; }", "(anonymous): Line 1:16 Undefined label 'abc'") test("while (true) { continue abc; }", "(anonymous): Line 1:16 Undefined label 'abc'") test("abc: while (true) { (function(){ break abc; }); }", "(anonymous): Line 1:34 Undefined label 'abc'") test("abc: while (true) { (function(){ abc: break abc; }); }", nil) test("abc: while (true) { (function(){ continue abc; }); }", "(anonymous): Line 1:34 Undefined label 'abc'") test(`abc: if (0) break abc; else {}`, nil) test(`abc: if (0) { break abc; } else {}`, nil) test(`abc: if (0) { break abc } else {}`, nil) test("abc: while (true) { abc: while (true) {} }", "(anonymous): Line 1:21 Label 'abc' already exists") test(`if(0) { do { } while(0) } else { do { } while(0) }`, nil) test(`if(0) do { } while(0); else do { } while(0)`, nil) test("_: _: while (true) {]", "(anonymous): Line 1:4 Label '_' already exists") test("_:\n_:\nwhile (true) {]", "(anonymous): Line 2:1 Label '_' already exists") test("_:\n _:\nwhile (true) {]", "(anonymous): Line 2:4 Label '_' already exists") test("function(){}", "(anonymous): Line 1:9 Unexpected token (") test("\n/*/", "(anonymous): Line 2:4 Unexpected end of input") test("/*/.source", "(anonymous): Line 1:11 Unexpected end of input") test("var class", "(anonymous): Line 1:5 Unexpected token class") test("var if", "(anonymous): Line 1:5 Unexpected token if") test("object Object", "(anonymous): Line 1:8 Unexpected identifier") test("[object Object]", "(anonymous): Line 1:9 Unexpected identifier") test("\\u0xyz", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test(`for (var abc, def in {}) {}`, "(anonymous): Line 1:19 Unexpected token in") test(`for (abc, def in {}) {}`, "(anonymous): Line 1:1 Invalid left-hand side in for-in or for-of") test(`for (var abc=def, ghi=("abc" in {}); true;) {}`, nil) { // Semicolon insertion test("this\nif (1);", nil) test("while (1) { break\nif (1); }", nil) test("throw\nif (1);", "(anonymous): Line 1:1 Illegal newline after throw") test("(function(){ return\nif (1); })", nil) test("while (1) { continue\nif (1); }", nil) test("debugger\nif (1);", nil) } { // Reserved words test("class", "(anonymous): Line 1:6 Unexpected end of input") test("abc.class = 1", nil) test("var class;", "(anonymous): Line 1:5 Unexpected token class") test("const", "(anonymous): Line 1:6 Unexpected end of input") test("abc.const = 1", nil) test("var const;", "(anonymous): Line 1:5 Unexpected token const") test("enum", "(anonymous): Line 1:1 Unexpected reserved word") test("abc.enum = 1", nil) test("var enum;", "(anonymous): Line 1:5 Unexpected reserved word") test("export", "(anonymous): Line 1:1 Unexpected reserved word") test("abc.export = 1", nil) test("var export;", "(anonymous): Line 1:5 Unexpected reserved word") test("extends", "(anonymous): Line 1:1 Unexpected token extends") test("abc.extends = 1", nil) test("var extends;", "(anonymous): Line 1:5 Unexpected token extends") test("import", "(anonymous): Line 1:1 Unexpected reserved word") test("abc.import = 1", nil) test("var import;", "(anonymous): Line 1:5 Unexpected reserved word") test("super", "(anonymous): Line 1:1 'super' keyword unexpected here") test("abc.super = 1", nil) test("var super;", "(anonymous): Line 1:5 Unexpected token super") test(` obj = { aaa: 1 bbb: "string" };`, "(anonymous): Line 4:6 Unexpected identifier") test("{}", nil) test("{a: 1}", nil) test("{a: 1,}", "(anonymous): Line 1:7 Unexpected token }") test("{a: 1, b: 2}", "(anonymous): Line 1:9 Unexpected token :") test("{a: 1, b: 2,}", "(anonymous): Line 1:9 Unexpected token :") test(`let f = () => new import('');`, "(anonymous): Line 1:19 Unexpected reserved word") } { // Reserved words (strict) test(`implements`, nil) test(`abc.implements = 1`, nil) test(`var implements;`, nil) test(`interface`, nil) test(`abc.interface = 1`, nil) test(`var interface;`, nil) test(`let`, nil) test(`abc.let = 1`, nil) test(`var let;`, nil) test(`package`, nil) test(`abc.package = 1`, nil) test(`var package;`, nil) test(`private`, nil) test(`abc.private = 1`, nil) test(`var private;`, nil) test(`protected`, nil) test(`abc.protected = 1`, nil) test(`var protected;`, nil) test(`public`, nil) test(`abc.public = 1`, nil) test(`var public;`, nil) test(`static`, nil) test(`abc.static = 1`, nil) test(`var static;`, nil) test(`yield`, nil) test(`abc.yield = 1`, nil) test(`var yield;`, nil) } test(`0, { get a(param = null) {} };`, "(anonymous): Line 1:11 Getter must not have any formal parameters.") test(`let{f(`, "(anonymous): Line 1:7 Unexpected end of input") test("`", "(anonymous): Line 1:2 Unexpected end of input") test(" `", "(anonymous): Line 1:3 Unexpected end of input") test("` ", "(anonymous): Line 1:3 Unexpected end of input") test(`var{..(`, "(anonymous): Line 1:7 Unexpected token ILLEGAL") test(`var{get..(`, "(anonymous): Line 1:10 Unexpected token ILLEGAL") test(`var{set..(`, "(anonymous): Line 1:10 Unexpected token ILLEGAL") test(`(0 ?? 0 || true)`, "(anonymous): Line 1:9 Logical expressions and coalesce expressions cannot be mixed. Wrap either by parentheses") test(`(a || b ?? c)`, "(anonymous): Line 1:9 Logical expressions and coalesce expressions cannot be mixed. Wrap either by parentheses") test(`2 ?? 2 && 3 + 3`, "(anonymous): Line 1:3 Logical expressions and coalesce expressions cannot be mixed. Wrap either by parentheses") test(` class C { st\u0061tic m() {} } `, "(anonymous): Line 3:25 Unexpected identifier") }) } func TestParser(t *testing.T) { tt(t, func() { test := func(source string, chk interface{}) *ast.Program { _, program, err := testParse(source) is(firstErr(err), chk) return program } test(`new (() => {});`, nil) test(` abc -- [] `, "(anonymous): Line 3:13 Invalid left-hand side in assignment") test(` abc-- [] `, nil) test("1\n[]\n", "(anonymous): Line 2:2 Unexpected token ]") test(` function abc() { } abc() `, nil) test("", nil) test("//", nil) test("/* */", nil) test("/** **/", nil) test("/*****/", nil) test("/*", "(anonymous): Line 1:3 Unexpected end of input") test("#", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("/**/#", "(anonymous): Line 1:5 Unexpected token ILLEGAL") test("new +", "(anonymous): Line 1:5 Unexpected token +") program := test(";", nil) is(len(program.Body), 1) is(program.Body[0].(*ast.EmptyStatement).Semicolon, file.Idx(1)) program = test(";;", nil) is(len(program.Body), 2) is(program.Body[0].(*ast.EmptyStatement).Semicolon, file.Idx(1)) is(program.Body[1].(*ast.EmptyStatement).Semicolon, file.Idx(2)) program = test("1.2", nil) is(len(program.Body), 1) is(program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.NumberLiteral).Literal, "1.2") program = test("/* */1.2", nil) is(len(program.Body), 1) is(program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.NumberLiteral).Literal, "1.2") program = test("\n", nil) is(len(program.Body), 0) test(` if (0) { abc = 0 } else abc = 0 `, nil) test("if (0) abc = 0 else abc = 0", "(anonymous): Line 1:16 Unexpected token else") test(` if (0) { abc = 0 } else abc = 0 `, nil) test(` if (0) { abc = 1 } else { } `, nil) test(` do { } while (true) `, nil) test(` try { } finally { } `, nil) test(` try { } catch (abc) { } finally { } `, nil) test(` try { } catch (abc) { } finally { } `, nil) test(`try {} catch (abc) {} finally {}`, nil) test("try {} catch {}", nil) test(` do { do { } while (0) } while (0) `, nil) test(` (function(){ try { if ( 1 ) { return 1 } return 0 } finally { } })() `, nil) test("abc = ''\ndef", nil) test("abc = 1\ndef", nil) test("abc = Math\ndef", nil) test(`"\'"`, nil) test(` abc = function(){ } abc = 0 `, nil) test("abc.null = 0", nil) test("0x41", nil) test(`"\d"`, nil) test(`(function(){return this})`, nil) test(` Object.defineProperty(Array.prototype, "0", { value: 100, writable: false, configurable: true }); abc = [101]; abc.hasOwnProperty("0") && abc[0] === 101; `, nil) test(`new abc()`, nil) test(`new {}`, nil) test(` limit = 4 result = 0 while (limit) { limit = limit - 1 if (limit) { } else { break } result = result + 1 } `, nil) test(` while (0) { if (0) { continue } } `, nil) test("var \u0061\u0062\u0063 = 0", nil) // 7_3_1 test("var test7_3_1\nabc = 66;", nil) test("var test7_3_1\u2028abc = 66;", nil) // 7_3_3 test("//\u2028 =;", "(anonymous): Line 2:2 Unexpected token =") // 7_3_10 test("var abc = \u2029;", "(anonymous): Line 2:1 Unexpected token ;") test("var abc = \\u2029;", "(anonymous): Line 1:11 Unexpected token ILLEGAL") test("var \\u0061\\u0062\\u0063 = 0;", nil) test("'", "(anonymous): Line 1:1 Unexpected token ILLEGAL") test("'\nstr\ning\n'", "(anonymous): Line 1:1 Unexpected token ILLEGAL") // S7.6_A4.3_T1 test(`var $\u0030 = 0;`, nil) // S7.6.1.1_A1.1 test(`switch = 1`, "(anonymous): Line 1:8 Unexpected token =") // S7.8.3_A2.1_T1 test(`.0 === 0.0`, nil) // 7.8.5-1 test("var regExp = /\\\rn/;", "(anonymous): Line 1:14 Invalid regular expression: missing /") // S7.8.5_A1.1_T2 test("var regExp = /=/;", nil) // S7.8.5_A1.2_T1 test("/*/", "(anonymous): Line 1:4 Unexpected end of input") // Sbp_7.9_A9_T3 test(` do { ; } while (false) true `, nil) // S7.9_A10_T10 test(` {a:1 } 3 `, nil) test(` abc ++def `, nil) // S7.9_A5.2_T1 test(` for(false;false ) { break; } `, "(anonymous): Line 3:13 Unexpected token )") // S7.9_A9_T8 test(` do {}; while (false) `, "(anonymous): Line 2:18 Unexpected token ;") // S8.4_A5 test(` "x\0y" `, nil) // S9.3.1_A6_T1 test(` 10e10000 `, nil) // 10.4.2-1-5 test(` "abc\ def" `, nil) test("'\\\n'", nil) test("'\\\r\n'", nil) //// 11.13.1-1-1 test("42 = 42;", "(anonymous): Line 1:1 Invalid left-hand side in assignment") test("s &^= 42;", "(anonymous): Line 1:4 Unexpected token ^=") // S11.13.2_A4.2_T1.3 test(` abc /= "1" `, nil) // 12.1-1 test(` try{};catch(){} `, "(anonymous): Line 2:13 Missing catch or finally after try") // 12.1-3 test(` try{};finally{} `, "(anonymous): Line 2:13 Missing catch or finally after try") // S12.6.3_A11.1_T3 test(` while (true) { break abc; } `, "(anonymous): Line 3:17 Undefined label 'abc'") // S15.3_A2_T1 test(`var x / = 1;`, "(anonymous): Line 1:7 Unexpected token /") test(` function abc() { if (0) return; else { } } `, nil) test("//\u2028 var =;", "(anonymous): Line 2:6 Unexpected token =") test(` throw {} `, "(anonymous): Line 2:13 Illegal newline after throw") // S7.6.1.1_A1.11 test(` function = 1 `, "(anonymous): Line 2:22 Unexpected token =") // S7.8.3_A1.2_T1 test(`0e1`, nil) test("abc = 1; abc\n++", "(anonymous): Line 2:3 Unexpected end of input") // --- test("({ get abc() {} })", nil) test(`for (abc.def in {}) {}`, nil) test(`while (true) { break }`, nil) test(`while (true) { continue }`, nil) test(`abc=/^(?:(\w+:)\/{2}(\w+(?:\.\w+)*\/?)|(.{0,2}\/{1}))?([/.]*?(?:[^?]+)?\/)?((?:[^/?]+)\.(\w+))(?:\?(\S+)?)?$/,def=/^(?:(\w+:)\/{2})|(.{0,2}\/{1})?([/.]*?(?:[^?]+)?\/?)?$/`, nil) test(`(function() { try {} catch (err) {} finally {} return })`, nil) test(`0xde0b6b3a7640080.toFixed(0)`, nil) test(`/[^-._0-9A-Za-z\xb7\xc0-\xd6\xd8-\xf6\xf8-\u037d\u37f-\u1fff\u200c-\u200d\u203f\u2040\u2070-\u218f]/`, nil) test(`/[\u0000-\u0008\u000B-\u000C\u000E-\u001F\uD800-\uDFFF\uFFFE-\uFFFF]/`, nil) test("var abc = 1;\ufeff", nil) test("\ufeff/* var abc = 1; */", nil) test(`if (-0x8000000000000000<=abc&&abc<=0x8000000000000000) {}`, nil) test(`(function(){debugger;return this;})`, nil) test(` `, nil) test(` var abc = "" debugger `, nil) test(` var abc = /\[\]$/ debugger `, nil) test(` var abc = 1 / 2 debugger `, nil) test("'ё\\\u2029'", nil) test(`[a, b] = [1, 2]`, nil) test(`({"a b": {}} = {})`, nil) test(`ref = (a, b = 39,) => { };`, nil) test(`(a,) => {}`, nil) test(`2 ?? (2 && 3) + 3`, nil) test(`(2 ?? 2) && 3 + 3`, nil) program = test(`a ?? b ?? c`, nil) is(len(program.Body), 1) is(program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.BinaryExpression).Right.(*ast.Identifier).Name, "c") program = test(` class C { a b #c m() { return this.#c; } } `, nil) is(len(program.Body), 1) { program := test(`(-2)**53`, nil) st := program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.BinaryExpression) is(st.Operator, token.EXPONENT) left := st.Left.(*ast.UnaryExpression) is(left.Operator, token.MINUS) op1 := left.Operand.(*ast.NumberLiteral) is(op1.Literal, "2") right := st.Right.(*ast.NumberLiteral) is(right.Literal, "53") } }) } func TestParseDestruct(t *testing.T) { parser := newParser("", `({a: (a.b), ...spread,} = {})`) prg, err := parser.parse() if err != nil { t.Fatal(err) } _ = prg } func Test_parseStringLiteral(t *testing.T) { tt(t, func() { test := func(have string, want unistring.String) { parser := newParser("", have) parser.read() parser.read() _, res, err := parser.scanString(0, true) is(err, "") is(res, want) } test(`""`, "") test(`/=/`, "=") test("'1(\\\\d+)'", "1(\\d+)") test("'\\u2029'", "\u2029") test("'abc\\uFFFFabc'", "abc\uFFFFabc") test("'[First line \\\nSecond line \\\n Third line\\\n. ]'", "[First line Second line Third line. ]") test("'\\u007a\\x79\\u000a\\x78'", "zy\nx") // S7.8.4_A4.2_T3 test("'\\a'", "a") test("'\u0410'", "\u0410") // S7.8.4_A5.1_T1 test("'\\0'", "\u0000") // S8.4_A5 test("'\u0000'", "\u0000") // 15.5.4.20 test("\"'abc'\\\n'def'\"", "'abc''def'") // 15.5.4.20-4-1 test("\"'abc'\\\r\n'def'\"", "'abc''def'") // Octal test("'\\0'", "\000") test("'\\00'", "\000") test("'\\000'", "\000") test("'\\09'", "\0009") test("'\\009'", "\0009") test("'\\0009'", "\0009") test("'\\1'", "\001") test("'\\01'", "\001") test("'\\001'", "\001") test("'\\0011'", "\0011") test("'\\1abc'", "\001abc") test("'\\\u4e16'", "\u4e16") // err test = func(have string, want unistring.String) { parser := newParser("", have) parser.read() parser.read() _, res, err := parser.scanString(0, true) is(err, want) is(res, "") } test(`"\u"`, `invalid escape: \u: len("") != 4`) test(`"\u0"`, `invalid escape: \u: len("0") != 4`) test(`"\u00"`, `invalid escape: \u: len("00") != 4`) test(`"\u000"`, `invalid escape: \u: len("000") != 4`) test(`"\x"`, `invalid escape: \x: len("") != 2`) test(`"\x0"`, `invalid escape: \x: len("0") != 2`) }) } func Test_parseNumberLiteral(t *testing.T) { tt(t, func() { test := func(input string, expect interface{}) { result, err := parseNumberLiteral(input) is(err, nil) is(result, expect) } test("0", 0) test("0x8000000000000000", float64(9.223372036854776e+18)) test("1n", big.NewInt(1)) test("-1n", big.NewInt(-1)) test("0x23n", big.NewInt(35)) test("0xabcdef01n", big.NewInt(2882400001)) var n big.Int n.SetString("0xabcdef0123456789abcdef0123", 0) test("0xabcdef0123456789abcdef0123n", &n) }) } func TestPosition(t *testing.T) { tt(t, func() { parser := newParser("", "// Lorem ipsum") // Out of range, idx0 (error condition) is(parser.slice(0, 1), "") is(parser.slice(0, 10), "") // Out of range, idx1 (error condition) is(parser.slice(1, 128), "") is(parser.str[0:0], "") is(parser.slice(1, 1), "") is(parser.str[0:1], "/") is(parser.slice(1, 2), "/") is(parser.str[0:14], "// Lorem ipsum") is(parser.slice(1, 15), "// Lorem ipsum") parser = newParser("", "(function(){ return 0; })") program, err := parser.parse() is(err, nil) var node ast.Node node = program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.FunctionLiteral) is(node.Idx0(), file.Idx(2)) is(node.Idx1(), file.Idx(25)) is(parser.slice(node.Idx0(), node.Idx1()), "function(){ return 0; }") is(parser.slice(node.Idx0(), node.Idx1()+1), "function(){ return 0; })") is(parser.slice(node.Idx0(), node.Idx1()+2), "") is(node.(*ast.FunctionLiteral).Source, "function(){ return 0; }") node = program is(node.Idx0(), file.Idx(2)) is(node.Idx1(), file.Idx(25)) is(parser.slice(node.Idx0(), node.Idx1()), "function(){ return 0; }") parser = newParser("", "(function(){ return abc; })") program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.FunctionLiteral) is(node.(*ast.FunctionLiteral).Source, "function(){ return abc; }") node = program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.FunctionLiteral).Body.List[0].(*ast.ReturnStatement) is(parser.slice(node.Idx0(), node.Idx1()), "return abc") parser = newParser("", "(function(){ return; })") program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.FunctionLiteral).Body.List[0].(*ast.ReturnStatement) is(parser.slice(node.Idx0(), node.Idx1()), "return") parser = newParser("", "true ? 1 : 2") program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.ConditionalExpression) is(parser.slice(node.Idx0(), node.Idx1()), "true ? 1 : 2") parser = newParser("", "a++") program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.UnaryExpression) is(parser.slice(node.Idx0(), node.Idx1()), "a++") parser = newParser("", "++a") program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.ExpressionStatement).Expression.(*ast.UnaryExpression) is(parser.slice(node.Idx0(), node.Idx1()), "++a") parser = newParser("", "xyz: for (i = 0; i < 10; i++) { if (i == 5) continue xyz; }") program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.LabelledStatement) is(parser.slice(node.Idx0(), node.Idx1()), "xyz: for (i = 0; i < 10; i++) { if (i == 5) continue xyz; }") node = program.Body[0].(*ast.LabelledStatement).Statement.(*ast.ForStatement) is(parser.slice(node.Idx0(), node.Idx1()), "for (i = 0; i < 10; i++) { if (i == 5) continue xyz; }") block := program.Body[0].(*ast.LabelledStatement).Statement.(*ast.ForStatement).Body.(*ast.BlockStatement) node = block.List[0].(*ast.IfStatement).Consequent.(*ast.BranchStatement) is(parser.slice(node.Idx0(), node.Idx1()), "continue xyz") parser = newParser("", "for (p in o) { break; }") program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.ForInStatement) is(parser.slice(node.Idx0(), node.Idx1()), "for (p in o) { break; }") node = program.Body[0].(*ast.ForInStatement).Body.(*ast.BlockStatement).List[0].(*ast.BranchStatement) is(parser.slice(node.Idx0(), node.Idx1()), "break") parser = newParser("", "while (i < 10) { i++; }") program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.WhileStatement) is(parser.slice(node.Idx0(), node.Idx1()), "while (i < 10) { i++; }") parser = newParser("", "do { i++; } while (i < 10 )") program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.DoWhileStatement) is(parser.slice(node.Idx0(), node.Idx1()), "do { i++; } while (i < 10 )") parser = newParser("", "with (1) {}") program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.WithStatement) is(parser.slice(node.Idx0(), node.Idx1()), "with (1) {}") parser = newParser("", `switch (a) { case 1: x--; case 2: default: x++; }`) program, err = parser.parse() is(err, nil) node = program.Body[0].(*ast.SwitchStatement) is(parser.slice(node.Idx0(), node.Idx1()), `switch (a) { case 1: x--; case 2: default: x++; }`) }) } func TestExtractSourceMapLine(t *testing.T) { tt(t, func() { is(extractSourceMapLine(""), "") is(extractSourceMapLine("\n"), "") is(extractSourceMapLine(" "), "") is(extractSourceMapLine("1\n2\n3\n4\n"), "") src := `"use strict"; var x = {}; //# sourceMappingURL=delme.js.map` modSrc := `(function(exports, require, module) {` + src + ` })` is(extractSourceMapLine(modSrc), "//# sourceMappingURL=delme.js.map") is(extractSourceMapLine(modSrc+"\n\n\n\n"), "//# sourceMappingURL=delme.js.map") }) } func TestSourceMapOptions(t *testing.T) { tt(t, func() { count := 0 requestedPath := "" loader := func(p string) ([]byte, error) { count++ requestedPath = p return nil, nil } src := `"use strict"; var x = {}; //# sourceMappingURL=delme.js.map` _, err := ParseFile(nil, "delme.js", src, 0, WithSourceMapLoader(loader)) is(err, nil) is(count, 1) is(requestedPath, "delme.js.map") count = 0 _, err = ParseFile(nil, "", src, 0, WithSourceMapLoader(loader)) is(err, nil) is(count, 1) is(requestedPath, "delme.js.map") count = 0 _, err = ParseFile(nil, "delme.js", src, 0, WithDisableSourceMaps) is(err, nil) is(count, 0) _, err = ParseFile(nil, "/home/user/src/delme.js", src, 0, WithSourceMapLoader(loader)) is(err, nil) is(count, 1) is(requestedPath, "/home/user/src/delme.js.map") count = 0 _, err = ParseFile(nil, "https://site.com/delme.js", src, 0, WithSourceMapLoader(loader)) is(err, nil) is(count, 1) is(requestedPath, "https://site.com/delme.js.map") }) } func TestParseTemplateCharacters(t *testing.T) { parser := newParser("", "`test\\\r\\\n${a}`") parser.next() if parser.token != token.BACKTICK { t.Fatalf("Token: %s", parser.token) } checkParseTemplateChars := func(expectedLiteral string, expectedParsed unistring.String, expectedFinished, expectParseErr, expectErr bool) { literal, parsed, finished, parseErr, err := parser.parseTemplateCharacters() if err != "" != expectErr { t.Fatal(err) } if literal != expectedLiteral { t.Fatalf("Literal: %q", literal) } if parsed != expectedParsed { t.Fatalf("Parsed: %q", parsed) } if finished != expectedFinished { t.Fatal(finished) } if parseErr != "" != expectParseErr { t.Fatalf("parseErr: %v", parseErr) } } checkParseTemplateChars("test\\\n\\\n", "test", false, false, false) parser.next() parser.expect(token.IDENTIFIER) if len(parser.errors) > 0 { t.Fatal(parser.errors) } if parser.token != token.RIGHT_BRACE { t.Fatal("Expected }") } if len(parser.errors) > 0 { t.Fatal(parser.errors) } checkParseTemplateChars("", "", true, false, false) if parser.chr != -1 { t.Fatal("Expected EOF") } } func TestParseTemplateLiteral(t *testing.T) { parser := newParser("", "f()\n`test${a}`") prg, err := parser.parse() if err != nil { t.Fatal(err) } if st, ok := prg.Body[0].(*ast.ExpressionStatement); ok { if expr, ok := st.Expression.(*ast.TemplateLiteral); ok { if expr.Tag == nil { t.Fatal("tag is nil") } if idx0 := expr.Tag.Idx0(); idx0 != 1 { t.Fatalf("Tag.Idx0(): %d", idx0) } if expr.OpenQuote != 5 { t.Fatalf("OpenQuote: %d", expr.OpenQuote) } if expr.CloseQuote != 14 { t.Fatalf("CloseQuote: %d", expr.CloseQuote) } if l := len(expr.Elements); l != 2 { t.Fatalf("len elements: %d", l) } if l := len(expr.Expressions); l != 1 { t.Fatalf("len expressions: %d", l) } } else { t.Fatal(st) } } else { t.Fatal(prg.Body[0]) } } func TestParseTemplateLiteralWithTail(t *testing.T) { parser := newParser("", "f()\n`test${a}tail` ") prg, err := parser.parse() if err != nil { t.Fatal(err) } if st, ok := prg.Body[0].(*ast.ExpressionStatement); ok { if expr, ok := st.Expression.(*ast.TemplateLiteral); ok { if expr.CloseQuote != 18 { t.Fatalf("CloseQuote: %d", expr.CloseQuote) } } else { t.Fatal(st) } } else { t.Fatal(prg.Body[0]) } }