Commit 759b3aa9e76ffd48299217c650c459466ce8b782 - golang-github-tdewolff-parse

Fix to lex JS identifier with Unicode escape sequence Currently the JS lexer implementation misses to support Unicode escaoe sequence in identifier continue part. This commit fixes it and adds corresponding test. TSUYUSATO Kitsune 2 years ago

2 changed file(s) with 2 addition(s) and 2 deletion(s). Raw diff Collapse all Expand all

-1

js/lex.go less more

507	507	} else {
508	508	break
509	509	}
510		} else {
	510	} else if !l.consumeUnicodeEscape() {
511	511	break
512	512	}
513	513	}

-1

js/lex_test.go less more

48	48	{"x=y-->10\n", TTs{IdentifierToken, EqToken, IdentifierToken, DecrToken, GtToken, DecimalToken, LineTerminatorToken}},
49	49	{" /comment/ -->nothing\n", TTs{CommentToken, DecrToken, GtToken, IdentifierToken, LineTerminatorToken}},
50	50	{"1 /comment\nmultiline/ -->nothing\n", TTs{DecimalToken, CommentLineTerminatorToken, CommentToken, LineTerminatorToken}},
51		{"$ _\u200C \\u2000 \u200C", TTs{IdentifierToken, IdentifierToken, IdentifierToken, ErrorToken}},
	51	{"$ _\u200C \\u2000 _\\u200C \u200C", TTs{IdentifierToken, IdentifierToken, IdentifierToken, IdentifierToken, ErrorToken}},
52	52	{">>>=>>>>=", TTs{GtGtGtEqToken, GtGtGtToken, GtEqToken}},
53	53	{"1/", TTs{DecimalToken, DivToken}},
54	54	{"1/=", TTs{DecimalToken, DivEqToken}},