authorgravatar for git@vexu.euVeikka Tuominen <git@vexu.eu> 2022-02-13 12:34:41+02:00
committergravatar for git@vexu.euVeikka Tuominen <git@vexu.eu> 2022-02-13 13:45:35+02:00
logddd6de86f7eb71814d3605d3e0ea9ed01d075613
tree4d6373402a99ed70eba6aa66dbcc3624036dbe30
parent0b7347fd18eee7dd829cd9aaed3683123d84859b

parser: make missing semicolon error point to the end of the previous token

4 files changed, 41 insertions(+), 8 deletions(-)

lib/std/zig/Ast.zig+22
......@@ -64,6 +64,17 @@ pub fn renderToArrayList(tree: Ast, buffer: *std.ArrayList(u8)) RenderError!void
6464 return @import("./render.zig").renderTree(buffer, tree);
6565}
6666
67/// Returns an extra offset for column and byte offset of errors that
68/// should point after the token in the error message.
69pub fn errorOffset(tree:Ast, error_tag: Error.Tag, token: TokenIndex) u32 {
70 return switch (error_tag) {
71 .expected_semi_after_decl,
72 .expected_semi_after_stmt,
73 => @intCast(u32, tree.tokenSlice(token).len),
74 else => 0,
75 };
76}
77
6778pub fn tokenLocation(self: Ast, start_offset: ByteOffset, token_index: TokenIndex) Location {
6879 var loc = Location{
6980 .line = 0,
......@@ -306,6 +317,13 @@ pub fn renderError(tree: Ast, parse_error: Error, stream: anytype) !void {
306317 return stream.writeAll("function prototype has parameter after varargs");
307318 },
308319
320 .expected_semi_after_decl => {
321 return stream.writeAll("expected ';' after declaration");
322 },
323 .expected_semi_after_stmt => {
324 return stream.writeAll("expected ';' after statement");
325 },
326
309327 .expected_token => {
310328 const found_tag = token_tags[parse_error.token];
311329 const expected_symbol = parse_error.extra.expected_tag.symbol();
......@@ -2495,6 +2513,10 @@ pub const Error = struct {
24952513 unattached_doc_comment,
24962514 varargs_nonfinal,
24972515
2516 // these have `token` set to token after which a semicolon was expected
2517 expected_semi_after_decl,
2518 expected_semi_after_stmt,
2519
24982520 /// `expected_tag` is populated.
24992521 expected_token,
25002522 };
lib/std/zig/parse.zig+14-5
......@@ -586,7 +586,7 @@ const Parser = struct {
586586 const thread_local_token = p.eatToken(.keyword_threadlocal);
587587 const var_decl = try p.parseVarDecl();
588588 if (var_decl != 0) {
589 _ = try p.expectToken(.semicolon);
589 try p.expectSemicolon(.expected_semi_after_decl, false);
590590 return var_decl;
591591 }
592592 if (thread_local_token != null) {
......@@ -614,7 +614,7 @@ const Parser = struct {
614614 fn expectUsingNamespace(p: *Parser) !Node.Index {
615615 const usingnamespace_token = p.assertToken(.keyword_usingnamespace);
616616 const expr = try p.expectExpr();
617 _ = try p.expectToken(.semicolon);
617 try p.expectSemicolon(.expected_semi_after_decl, false);
618618 return p.addNode(.{
619619 .tag = .@"usingnamespace",
620620 .main_token = usingnamespace_token,
......@@ -851,7 +851,7 @@ const Parser = struct {
851851
852852 const var_decl = try p.parseVarDecl();
853853 if (var_decl != 0) {
854 _ = try p.expectTokenRecoverable(.semicolon);
854 try p.expectSemicolon(.expected_semi_after_decl, true);
855855 return var_decl;
856856 }
857857
......@@ -915,7 +915,7 @@ const Parser = struct {
915915
916916 const assign_expr = try p.parseAssignExpr();
917917 if (assign_expr != 0) {
918 _ = try p.expectTokenRecoverable(.semicolon);
918 try p.expectSemicolon(.expected_semi_after_stmt, true);
919919 return assign_expr;
920920 }
921921
......@@ -1205,7 +1205,7 @@ const Parser = struct {
12051205 }
12061206 const assign_expr = try p.parseAssignExpr();
12071207 if (assign_expr != 0) {
1208 _ = try p.expectTokenRecoverable(.semicolon);
1208 try p.expectSemicolon(.expected_semi_after_stmt, true);
12091209 return assign_expr;
12101210 }
12111211 return null_node;
......@@ -3664,6 +3664,15 @@ const Parser = struct {
36643664 }
36653665 }
36663666
3667 fn expectSemicolon(p: *Parser, tag: AstError.Tag, recoverable: bool) Error!void {
3668 if (p.token_tags[p.tok_i] == .semicolon) {
3669 _ = p.nextToken();
3670 return;
3671 }
3672 try p.warnMsg(.{ .tag = tag, .token = p.tok_i - 1 });
3673 if (!recoverable) return error.ParseError;
3674 }
3675
36673676 fn nextToken(p: *Parser) TokenIndex {
36683677 const result = p.tok_i;
36693678 p.tok_i += 1;
src/Module.zig+2-1
......@@ -2995,13 +2995,14 @@ pub fn astGenFile(mod: *Module, file: *File) !void {
29952995 const token_starts = file.tree.tokens.items(.start);
29962996 const token_tags = file.tree.tokens.items(.tag);
29972997
2998 const extra_offset = file.tree.errorOffset(parse_err.tag, parse_err.token);
29982999 try file.tree.renderError(parse_err, msg.writer());
29993000 const err_msg = try gpa.create(ErrorMsg);
30003001 err_msg.* = .{
30013002 .src_loc = .{
30023003 .file_scope = file,
30033004 .parent_decl_node = 0,
3004 .lazy = .{ .byte_abs = token_starts[parse_err.token] },
3005 .lazy = .{ .byte_abs = token_starts[parse_err.token] + extra_offset },
30053006 },
30063007 .msg = msg.toOwnedSlice(),
30073008 };
src/main.zig+3-2
......@@ -4040,13 +4040,14 @@ fn printErrMsgToStdErr(
40404040 notes_len += 1;
40414041 }
40424042
4043 const extra_offset = tree.errorOffset(parse_error.tag, parse_error.token);
40434044 const message: Compilation.AllErrors.Message = .{
40444045 .src = .{
40454046 .src_path = path,
40464047 .msg = text,
4047 .byte_offset = @intCast(u32, start_loc.line_start),
4048 .byte_offset = @intCast(u32, start_loc.line_start) + extra_offset,
40484049 .line = @intCast(u32, start_loc.line),
4049 .column = @intCast(u32, start_loc.column),
4050 .column = @intCast(u32, start_loc.column) + extra_offset,
40504051 .source_line = source_line,
40514052 .notes = notes_buffer[0..notes_len],
40524053 },