authorgravatar for squeek502@hotmail.comRyan Liptak <squeek502@hotmail.com> 2021-09-20 17:10:32-07:00
committergravatar for andrew@ziglang.orgAndrew Kelley <andrew@ziglang.org> 2021-09-20 20:16:14-04:00
log2a728f6e5f0c5d12e110313342e714f9f23c4044
tree08971335e990f715eb392e35da3d9c0a0293c0cc
parent380ca2685548ac916c825842033671ac8a97f577

tokenizer: Fix index-out-of-bounds on string_literal_backslash right before EOF

1 files changed, 5 insertions(+), 1 deletions(-)

lib/std/zig/tokenizer.zig+5-1
......@@ -700,7 +700,7 @@ pub const Tokenizer = struct {
700700 },
701701
702702 .string_literal_backslash => switch (c) {
703 '\n' => {
703 0, '\n' => {
704704 result.tag = .invalid;
705705 break;
706706 },
......@@ -1919,6 +1919,10 @@ test "tokenizer - invalid builtin identifiers" {
19191919 try testTokenize("@0()", &.{ .invalid, .integer_literal, .l_paren, .r_paren });
19201920}
19211921
1922test "tokenizer - backslash before eof in string literal" {
1923 try testTokenize("\"\\", &.{.invalid});
1924}
1925
19221926fn testTokenize(source: [:0]const u8, expected_tokens: []const Token.Tag) !void {
19231927 var tokenizer = Tokenizer.init(source);
19241928 for (expected_tokens) |expected_token_id| {