| ... | @@ -1,4188 +1,4159 @@ | ... | @@ -1,4188 +1,4159 @@ |
| 1 | const std = @import("../index.zig"); | 1 | const std = @import("../index.zig"); |
| 2 | const assert = std.debug.assert; | 2 | const assert = std.debug.assert; |
| 3 | const ArrayList = std.ArrayList; | 3 | const SegmentedList = std.SegmentedList; |
| 4 | const mem = std.mem; | 4 | const mem = std.mem; |
| 5 | const ast = std.zig.ast; | 5 | const ast = std.zig.ast; |
| 6 | const Tokenizer = std.zig.Tokenizer; | 6 | const Tokenizer = std.zig.Tokenizer; |
| 7 | const Token = std.zig.Token; | 7 | const Token = std.zig.Token; |
| | 8 | const TokenIndex = ast.TokenIndex; |
| | 9 | const Error = ast.Error; |
| 8 | const builtin = @import("builtin"); | 10 | const builtin = @import("builtin"); |
| 9 | const io = std.io; | 11 | const io = std.io; |
| 10 | | 12 | |
| 11 | // TODO when we make parse errors into error types instead of printing directly, | 13 | /// Returns an AST tree, allocated with the parser's allocator. |
| 12 | // get rid of this | 14 | /// Result should be freed with tree.deinit() when there are |
| 13 | const warn = std.debug.warn; | 15 | /// no more references to any AST nodes of the tree. |
| 14 | | 16 | pub fn parse(allocator: &mem.Allocator, source: []const u8) !ast.Tree { |
| 15 | pub const Parser = struct { | 17 | var tree_arena = std.heap.ArenaAllocator.init(allocator); |
| 16 | util_allocator: &mem.Allocator, | 18 | errdefer tree_arena.deinit(); |
| 17 | tokenizer: &Tokenizer, | 19 | |
| 18 | put_back_tokens: [2]Token, | 20 | var stack = SegmentedList(State, 32).init(allocator); |
| 19 | put_back_count: usize, | 21 | defer stack.deinit(); |
| 20 | source_file_name: []const u8, | 22 | |
| 21 | | 23 | const arena = &tree_arena.allocator; |
| 22 | pub const Tree = struct { | 24 | const root_node = try createNode(arena, ast.Node.Root, |
| 23 | root_node: &ast.Node.Root, | 25 | ast.Node.Root { |
| 24 | arena_allocator: std.heap.ArenaAllocator, | 26 | .base = undefined, |
| 25 | | 27 | .decls = ast.Node.Root.DeclList.init(arena), |
| 26 | pub fn deinit(self: &Tree) void { | 28 | .doc_comments = null, |
| 27 | self.arena_allocator.deinit(); | 29 | // initialized when we get the eof token |
| | 30 | .eof_token = undefined, |
| 28 | } | 31 | } |
| | 32 | ); |
| | 33 | |
| | 34 | var tree = ast.Tree { |
| | 35 | .source = source, |
| | 36 | .root_node = root_node, |
| | 37 | .arena_allocator = tree_arena, |
| | 38 | .tokens = ast.Tree.TokenList.init(arena), |
| | 39 | .errors = ast.Tree.ErrorList.init(arena), |
| 29 | }; | 40 | }; |
| 30 | | 41 | |
| 31 | // This memory contents are used only during a function call. It's used to repurpose memory; | 42 | var tokenizer = Tokenizer.init(tree.source); |
| 32 | // we reuse the same bytes for the stack data structure used by parsing, tree rendering, and | 43 | while (true) { |
| 33 | // source rendering. | 44 | const token_ptr = try tree.tokens.addOne(); |
| 34 | const utility_bytes_align = @alignOf( union { a: RenderAstFrame, b: State, c: RenderState } ); | 45 | *token_ptr = tokenizer.next(); |
| 35 | utility_bytes: []align(utility_bytes_align) u8, | 46 | if (token_ptr.id == Token.Id.Eof) |
| 36 | | 47 | break; |
| 37 | /// allocator must outlive the returned Parser and all the parse trees you create with it. | | |
| 38 | pub fn init(tokenizer: &Tokenizer, allocator: &mem.Allocator, source_file_name: []const u8) Parser { | | |
| 39 | return Parser { | | |
| 40 | .util_allocator = allocator, | | |
| 41 | .tokenizer = tokenizer, | | |
| 42 | .put_back_tokens = undefined, | | |
| 43 | .put_back_count = 0, | | |
| 44 | .source_file_name = source_file_name, | | |
| 45 | .utility_bytes = []align(utility_bytes_align) u8{}, | | |
| 46 | }; | | |
| 47 | } | | |
| 48 | | | |
| 49 | pub fn deinit(self: &Parser) void { | | |
| 50 | self.util_allocator.free(self.utility_bytes); | | |
| 51 | } | | |
| 52 | | | |
| 53 | const TopLevelDeclCtx = struct { | | |
| 54 | decls: &ArrayList(&ast.Node), | | |
| 55 | visib_token: ?Token, | | |
| 56 | extern_export_inline_token: ?Token, | | |
| 57 | lib_name: ?&ast.Node, | | |
| 58 | comments: ?&ast.Node.DocComment, | | |
| 59 | }; | | |
| 60 | | | |
| 61 | const VarDeclCtx = struct { | | |
| 62 | mut_token: Token, | | |
| 63 | visib_token: ?Token, | | |
| 64 | comptime_token: ?Token, | | |
| 65 | extern_export_token: ?Token, | | |
| 66 | lib_name: ?&ast.Node, | | |
| 67 | list: &ArrayList(&ast.Node), | | |
| 68 | comments: ?&ast.Node.DocComment, | | |
| 69 | }; | | |
| 70 | | | |
| 71 | const TopLevelExternOrFieldCtx = struct { | | |
| 72 | visib_token: Token, | | |
| 73 | container_decl: &ast.Node.ContainerDecl, | | |
| 74 | comments: ?&ast.Node.DocComment, | | |
| 75 | }; | | |
| 76 | | | |
| 77 | const ExternTypeCtx = struct { | | |
| 78 | opt_ctx: OptionalCtx, | | |
| 79 | extern_token: Token, | | |
| 80 | comments: ?&ast.Node.DocComment, | | |
| 81 | }; | | |
| 82 | | | |
| 83 | const ContainerKindCtx = struct { | | |
| 84 | opt_ctx: OptionalCtx, | | |
| 85 | ltoken: Token, | | |
| 86 | layout: ast.Node.ContainerDecl.Layout, | | |
| 87 | }; | | |
| 88 | | | |
| 89 | const ExpectTokenSave = struct { | | |
| 90 | id: Token.Id, | | |
| 91 | ptr: &Token, | | |
| 92 | }; | | |
| 93 | | | |
| 94 | const OptionalTokenSave = struct { | | |
| 95 | id: Token.Id, | | |
| 96 | ptr: &?Token, | | |
| 97 | }; | | |
| 98 | | | |
| 99 | const ExprListCtx = struct { | | |
| 100 | list: &ArrayList(&ast.Node), | | |
| 101 | end: Token.Id, | | |
| 102 | ptr: &Token, | | |
| 103 | }; | | |
| 104 | | | |
| 105 | fn ListSave(comptime T: type) type { | | |
| 106 | return struct { | | |
| 107 | list: &ArrayList(T), | | |
| 108 | ptr: &Token, | | |
| 109 | }; | | |
| 110 | } | 48 | } |
| | 49 | var tok_it = tree.tokens.iterator(0); |
| 111 | | 50 | |
| 112 | const MaybeLabeledExpressionCtx = struct { | 51 | try stack.push(State.TopLevel); |
| 113 | label: Token, | | |
| 114 | opt_ctx: OptionalCtx, | | |
| 115 | }; | | |
| 116 | | | |
| 117 | const LabelCtx = struct { | | |
| 118 | label: ?Token, | | |
| 119 | opt_ctx: OptionalCtx, | | |
| 120 | }; | | |
| 121 | | | |
| 122 | const InlineCtx = struct { | | |
| 123 | label: ?Token, | | |
| 124 | inline_token: ?Token, | | |
| 125 | opt_ctx: OptionalCtx, | | |
| 126 | }; | | |
| 127 | | | |
| 128 | const LoopCtx = struct { | | |
| 129 | label: ?Token, | | |
| 130 | inline_token: ?Token, | | |
| 131 | loop_token: Token, | | |
| 132 | opt_ctx: OptionalCtx, | | |
| 133 | }; | | |
| 134 | | | |
| 135 | const AsyncEndCtx = struct { | | |
| 136 | ctx: OptionalCtx, | | |
| 137 | attribute: &ast.Node.AsyncAttribute, | | |
| 138 | }; | | |
| 139 | | | |
| 140 | const ErrorTypeOrSetDeclCtx = struct { | | |
| 141 | opt_ctx: OptionalCtx, | | |
| 142 | error_token: Token, | | |
| 143 | }; | | |
| 144 | | | |
| 145 | const ParamDeclEndCtx = struct { | | |
| 146 | fn_proto: &ast.Node.FnProto, | | |
| 147 | param_decl: &ast.Node.ParamDecl, | | |
| 148 | }; | | |
| 149 | | | |
| 150 | const ComptimeStatementCtx = struct { | | |
| 151 | comptime_token: Token, | | |
| 152 | block: &ast.Node.Block, | | |
| 153 | }; | | |
| 154 | | | |
| 155 | const OptionalCtx = union(enum) { | | |
| 156 | Optional: &?&ast.Node, | | |
| 157 | RequiredNull: &?&ast.Node, | | |
| 158 | Required: &&ast.Node, | | |
| 159 | | | |
| 160 | pub fn store(self: &const OptionalCtx, value: &ast.Node) void { | | |
| 161 | switch (*self) { | | |
| 162 | OptionalCtx.Optional => |ptr| *ptr = value, | | |
| 163 | OptionalCtx.RequiredNull => |ptr| *ptr = value, | | |
| 164 | OptionalCtx.Required => |ptr| *ptr = value, | | |
| 165 | } | | |
| 166 | } | | |
| 167 | | | |
| 168 | pub fn get(self: &const OptionalCtx) ?&ast.Node { | | |
| 169 | switch (*self) { | | |
| 170 | OptionalCtx.Optional => |ptr| return *ptr, | | |
| 171 | OptionalCtx.RequiredNull => |ptr| return ??*ptr, | | |
| 172 | OptionalCtx.Required => |ptr| return *ptr, | | |
| 173 | } | | |
| 174 | } | | |
| 175 | | 52 | |
| 176 | pub fn toRequired(self: &const OptionalCtx) OptionalCtx { | 53 | while (true) { |
| 177 | switch (*self) { | 54 | // This gives us 1 free push that can't fail |
| 178 | OptionalCtx.Optional => |ptr| { | 55 | const state = ??stack.pop(); |
| 179 | return OptionalCtx { .RequiredNull = ptr }; | | |
| 180 | }, | | |
| 181 | OptionalCtx.RequiredNull => |ptr| return *self, | | |
| 182 | OptionalCtx.Required => |ptr| return *self, | | |
| 183 | } | | |
| 184 | } | | |
| 185 | }; | | |
| 186 | | 56 | |
| 187 | const AddCommentsCtx = struct { | 57 | switch (state) { |
| 188 | node_ptr: &&ast.Node, | 58 | State.TopLevel => { |
| 189 | comments: ?&ast.Node.DocComment, | 59 | while (try eatLineComment(arena, &tok_it)) |line_comment| { |
| 190 | }; | 60 | try root_node.decls.push(&line_comment.base); |
| 191 | | 61 | } |
| 192 | const State = union(enum) { | | |
| 193 | TopLevel, | | |
| 194 | TopLevelExtern: TopLevelDeclCtx, | | |
| 195 | TopLevelLibname: TopLevelDeclCtx, | | |
| 196 | TopLevelDecl: TopLevelDeclCtx, | | |
| 197 | TopLevelExternOrField: TopLevelExternOrFieldCtx, | | |
| 198 | | | |
| 199 | ContainerKind: ContainerKindCtx, | | |
| 200 | ContainerInitArgStart: &ast.Node.ContainerDecl, | | |
| 201 | ContainerInitArg: &ast.Node.ContainerDecl, | | |
| 202 | ContainerDecl: &ast.Node.ContainerDecl, | | |
| 203 | | | |
| 204 | VarDecl: VarDeclCtx, | | |
| 205 | VarDeclAlign: &ast.Node.VarDecl, | | |
| 206 | VarDeclEq: &ast.Node.VarDecl, | | |
| 207 | | | |
| 208 | FnDef: &ast.Node.FnProto, | | |
| 209 | FnProto: &ast.Node.FnProto, | | |
| 210 | FnProtoAlign: &ast.Node.FnProto, | | |
| 211 | FnProtoReturnType: &ast.Node.FnProto, | | |
| 212 | | | |
| 213 | ParamDecl: &ast.Node.FnProto, | | |
| 214 | ParamDeclAliasOrComptime: &ast.Node.ParamDecl, | | |
| 215 | ParamDeclName: &ast.Node.ParamDecl, | | |
| 216 | ParamDeclEnd: ParamDeclEndCtx, | | |
| 217 | ParamDeclComma: &ast.Node.FnProto, | | |
| 218 | | | |
| 219 | MaybeLabeledExpression: MaybeLabeledExpressionCtx, | | |
| 220 | LabeledExpression: LabelCtx, | | |
| 221 | Inline: InlineCtx, | | |
| 222 | While: LoopCtx, | | |
| 223 | WhileContinueExpr: &?&ast.Node, | | |
| 224 | For: LoopCtx, | | |
| 225 | Else: &?&ast.Node.Else, | | |
| 226 | | | |
| 227 | Block: &ast.Node.Block, | | |
| 228 | Statement: &ast.Node.Block, | | |
| 229 | ComptimeStatement: ComptimeStatementCtx, | | |
| 230 | Semicolon: &&ast.Node, | | |
| 231 | LookForSameLineComment: &&ast.Node, | | |
| 232 | LookForSameLineCommentDirect: &ast.Node, | | |
| 233 | | | |
| 234 | AsmOutputItems: &ArrayList(&ast.Node.AsmOutput), | | |
| 235 | AsmOutputReturnOrType: &ast.Node.AsmOutput, | | |
| 236 | AsmInputItems: &ArrayList(&ast.Node.AsmInput), | | |
| 237 | AsmClopperItems: &ArrayList(&ast.Node), | | |
| 238 | | | |
| 239 | ExprListItemOrEnd: ExprListCtx, | | |
| 240 | ExprListCommaOrEnd: ExprListCtx, | | |
| 241 | FieldInitListItemOrEnd: ListSave(&ast.Node), | | |
| 242 | FieldInitListCommaOrEnd: ListSave(&ast.Node), | | |
| 243 | FieldListCommaOrEnd: &ast.Node.ContainerDecl, | | |
| 244 | FieldInitValue: OptionalCtx, | | |
| 245 | ErrorTagListItemOrEnd: ListSave(&ast.Node), | | |
| 246 | ErrorTagListCommaOrEnd: ListSave(&ast.Node), | | |
| 247 | SwitchCaseOrEnd: ListSave(&ast.Node), | | |
| 248 | SwitchCaseCommaOrEnd: ListSave(&ast.Node), | | |
| 249 | SwitchCaseFirstItem: &ArrayList(&ast.Node), | | |
| 250 | SwitchCaseItem: &ArrayList(&ast.Node), | | |
| 251 | SwitchCaseItemCommaOrEnd: &ArrayList(&ast.Node), | | |
| 252 | | | |
| 253 | SuspendBody: &ast.Node.Suspend, | | |
| 254 | AsyncAllocator: &ast.Node.AsyncAttribute, | | |
| 255 | AsyncEnd: AsyncEndCtx, | | |
| 256 | | | |
| 257 | ExternType: ExternTypeCtx, | | |
| 258 | SliceOrArrayAccess: &ast.Node.SuffixOp, | | |
| 259 | SliceOrArrayType: &ast.Node.PrefixOp, | | |
| 260 | AddrOfModifiers: &ast.Node.PrefixOp.AddrOfInfo, | | |
| 261 | | | |
| 262 | Payload: OptionalCtx, | | |
| 263 | PointerPayload: OptionalCtx, | | |
| 264 | PointerIndexPayload: OptionalCtx, | | |
| 265 | | | |
| 266 | Expression: OptionalCtx, | | |
| 267 | RangeExpressionBegin: OptionalCtx, | | |
| 268 | RangeExpressionEnd: OptionalCtx, | | |
| 269 | AssignmentExpressionBegin: OptionalCtx, | | |
| 270 | AssignmentExpressionEnd: OptionalCtx, | | |
| 271 | UnwrapExpressionBegin: OptionalCtx, | | |
| 272 | UnwrapExpressionEnd: OptionalCtx, | | |
| 273 | BoolOrExpressionBegin: OptionalCtx, | | |
| 274 | BoolOrExpressionEnd: OptionalCtx, | | |
| 275 | BoolAndExpressionBegin: OptionalCtx, | | |
| 276 | BoolAndExpressionEnd: OptionalCtx, | | |
| 277 | ComparisonExpressionBegin: OptionalCtx, | | |
| 278 | ComparisonExpressionEnd: OptionalCtx, | | |
| 279 | BinaryOrExpressionBegin: OptionalCtx, | | |
| 280 | BinaryOrExpressionEnd: OptionalCtx, | | |
| 281 | BinaryXorExpressionBegin: OptionalCtx, | | |
| 282 | BinaryXorExpressionEnd: OptionalCtx, | | |
| 283 | BinaryAndExpressionBegin: OptionalCtx, | | |
| 284 | BinaryAndExpressionEnd: OptionalCtx, | | |
| 285 | BitShiftExpressionBegin: OptionalCtx, | | |
| 286 | BitShiftExpressionEnd: OptionalCtx, | | |
| 287 | AdditionExpressionBegin: OptionalCtx, | | |
| 288 | AdditionExpressionEnd: OptionalCtx, | | |
| 289 | MultiplyExpressionBegin: OptionalCtx, | | |
| 290 | MultiplyExpressionEnd: OptionalCtx, | | |
| 291 | CurlySuffixExpressionBegin: OptionalCtx, | | |
| 292 | CurlySuffixExpressionEnd: OptionalCtx, | | |
| 293 | TypeExprBegin: OptionalCtx, | | |
| 294 | TypeExprEnd: OptionalCtx, | | |
| 295 | PrefixOpExpression: OptionalCtx, | | |
| 296 | SuffixOpExpressionBegin: OptionalCtx, | | |
| 297 | SuffixOpExpressionEnd: OptionalCtx, | | |
| 298 | PrimaryExpression: OptionalCtx, | | |
| 299 | | | |
| 300 | ErrorTypeOrSetDecl: ErrorTypeOrSetDeclCtx, | | |
| 301 | StringLiteral: OptionalCtx, | | |
| 302 | Identifier: OptionalCtx, | | |
| 303 | ErrorTag: &&ast.Node, | | |
| 304 | | | |
| 305 | | | |
| 306 | IfToken: @TagType(Token.Id), | | |
| 307 | IfTokenSave: ExpectTokenSave, | | |
| 308 | ExpectToken: @TagType(Token.Id), | | |
| 309 | ExpectTokenSave: ExpectTokenSave, | | |
| 310 | OptionalTokenSave: OptionalTokenSave, | | |
| 311 | }; | | |
| 312 | | 62 | |
| 313 | /// Returns an AST tree, allocated with the parser's allocator. | 63 | const comments = try eatDocComments(arena, &tok_it); |
| 314 | /// Result should be freed with tree.deinit() when there are | | |
| 315 | /// no more references to any AST nodes of the tree. | | |
| 316 | pub fn parse(self: &Parser) !Tree { | | |
| 317 | var stack = self.initUtilityArrayList(State); | | |
| 318 | defer self.deinitUtilityArrayList(stack); | | |
| 319 | | | |
| 320 | var arena_allocator = std.heap.ArenaAllocator.init(self.util_allocator); | | |
| 321 | errdefer arena_allocator.deinit(); | | |
| 322 | | | |
| 323 | const arena = &arena_allocator.allocator; | | |
| 324 | const root_node = try self.createNode(arena, ast.Node.Root, | | |
| 325 | ast.Node.Root { | | |
| 326 | .base = undefined, | | |
| 327 | .decls = ArrayList(&ast.Node).init(arena), | | |
| 328 | .doc_comments = null, | | |
| 329 | // initialized when we get the eof token | | |
| 330 | .eof_token = undefined, | | |
| 331 | } | | |
| 332 | ); | | |
| 333 | | | |
| 334 | try stack.append(State.TopLevel); | | |
| 335 | | | |
| 336 | while (true) { | | |
| 337 | //{ | | |
| 338 | // const token = self.getNextToken(); | | |
| 339 | // warn("{} ", @tagName(token.id)); | | |
| 340 | // self.putBackToken(token); | | |
| 341 | // var i: usize = stack.len; | | |
| 342 | // while (i != 0) { | | |
| 343 | // i -= 1; | | |
| 344 | // warn("{} ", @tagName(stack.items[i])); | | |
| 345 | // } | | |
| 346 | // warn("\n"); | | |
| 347 | //} | | |
| 348 | | | |
| 349 | // This gives us 1 free append that can't fail | | |
| 350 | const state = stack.pop(); | | |
| 351 | | | |
| 352 | switch (state) { | | |
| 353 | State.TopLevel => { | | |
| 354 | while (try self.eatLineComment(arena)) |line_comment| { | | |
| 355 | try root_node.decls.append(&line_comment.base); | | |
| 356 | } | | |
| 357 | | 64 | |
| 358 | const comments = try self.eatDocComments(arena); | 65 | const token_index = tok_it.index; |
| 359 | const token = self.getNextToken(); | 66 | const token_ptr = ??tok_it.next(); |
| 360 | switch (token.id) { | 67 | switch (token_ptr.id) { |
| 361 | Token.Id.Keyword_test => { | 68 | Token.Id.Keyword_test => { |
| 362 | stack.append(State.TopLevel) catch unreachable; | 69 | stack.push(State.TopLevel) catch unreachable; |
| 363 | | 70 | |
| 364 | const block = try arena.construct(ast.Node.Block { | 71 | const block = try arena.construct(ast.Node.Block { |
| 365 | .base = ast.Node { | 72 | .base = ast.Node { |
| 366 | .id = ast.Node.Id.Block, | 73 | .id = ast.Node.Id.Block, |
| 367 | .same_line_comment = null, | 74 | }, |
| 368 | }, | 75 | .label = null, |
| | 76 | .lbrace = undefined, |
| | 77 | .statements = ast.Node.Block.StatementList.init(arena), |
| | 78 | .rbrace = undefined, |
| | 79 | }); |
| | 80 | const test_node = try arena.construct(ast.Node.TestDecl { |
| | 81 | .base = ast.Node { |
| | 82 | .id = ast.Node.Id.TestDecl, |
| | 83 | }, |
| | 84 | .doc_comments = comments, |
| | 85 | .test_token = token_index, |
| | 86 | .name = undefined, |
| | 87 | .body_node = &block.base, |
| | 88 | }); |
| | 89 | try root_node.decls.push(&test_node.base); |
| | 90 | try stack.push(State { .Block = block }); |
| | 91 | try stack.push(State { |
| | 92 | .ExpectTokenSave = ExpectTokenSave { |
| | 93 | .id = Token.Id.LBrace, |
| | 94 | .ptr = &block.rbrace, |
| | 95 | } |
| | 96 | }); |
| | 97 | try stack.push(State { .StringLiteral = OptionalCtx { .Required = &test_node.name } }); |
| | 98 | continue; |
| | 99 | }, |
| | 100 | Token.Id.Eof => { |
| | 101 | root_node.eof_token = token_index; |
| | 102 | root_node.doc_comments = comments; |
| | 103 | return tree; |
| | 104 | }, |
| | 105 | Token.Id.Keyword_pub => { |
| | 106 | stack.push(State.TopLevel) catch unreachable; |
| | 107 | try stack.push(State { |
| | 108 | .TopLevelExtern = TopLevelDeclCtx { |
| | 109 | .decls = &root_node.decls, |
| | 110 | .visib_token = token_index, |
| | 111 | .extern_export_inline_token = null, |
| | 112 | .lib_name = null, |
| | 113 | .comments = comments, |
| | 114 | } |
| | 115 | }); |
| | 116 | continue; |
| | 117 | }, |
| | 118 | Token.Id.Keyword_comptime => { |
| | 119 | const block = try createNode(arena, ast.Node.Block, |
| | 120 | ast.Node.Block { |
| | 121 | .base = undefined, |
| 369 | .label = null, | 122 | .label = null, |
| 370 | .lbrace = undefined, | 123 | .lbrace = undefined, |
| 371 | .statements = ArrayList(&ast.Node).init(arena), | 124 | .statements = ast.Node.Block.StatementList.init(arena), |
| 372 | .rbrace = undefined, | 125 | .rbrace = undefined, |
| 373 | }); | 126 | } |
| 374 | const test_node = try arena.construct(ast.Node.TestDecl { | 127 | ); |
| 375 | .base = ast.Node { | 128 | const node = try arena.construct(ast.Node.Comptime { |
| 376 | .id = ast.Node.Id.TestDecl, | 129 | .base = ast.Node { |
| 377 | .same_line_comment = null, | 130 | .id = ast.Node.Id.Comptime, |
| 378 | }, | 131 | }, |
| 379 | .doc_comments = comments, | 132 | .comptime_token = token_index, |
| 380 | .test_token = token, | 133 | .expr = &block.base, |
| 381 | .name = undefined, | 134 | .doc_comments = comments, |
| 382 | .body_node = &block.base, | 135 | }); |
| 383 | }); | 136 | try root_node.decls.push(&node.base); |
| 384 | try root_node.decls.append(&test_node.base); | 137 | |
| 385 | try stack.append(State { .Block = block }); | 138 | stack.push(State.TopLevel) catch unreachable; |
| 386 | try stack.append(State { | 139 | try stack.push(State { .Block = block }); |
| 387 | .ExpectTokenSave = ExpectTokenSave { | 140 | try stack.push(State { |
| 388 | .id = Token.Id.LBrace, | 141 | .ExpectTokenSave = ExpectTokenSave { |
| 389 | .ptr = &block.rbrace, | 142 | .id = Token.Id.LBrace, |
| 390 | } | 143 | .ptr = &block.rbrace, |
| 391 | }); | 144 | } |
| 392 | try stack.append(State { .StringLiteral = OptionalCtx { .Required = &test_node.name } }); | 145 | }); |
| 393 | continue; | 146 | continue; |
| 394 | }, | 147 | }, |
| 395 | Token.Id.Eof => { | 148 | else => { |
| 396 | root_node.eof_token = token; | 149 | _ = tok_it.prev(); |
| 397 | root_node.doc_comments = comments; | 150 | stack.push(State.TopLevel) catch unreachable; |
| 398 | return Tree { | 151 | try stack.push(State { |
| 399 | .root_node = root_node, | 152 | .TopLevelExtern = TopLevelDeclCtx { |
| 400 | .arena_allocator = arena_allocator, | 153 | .decls = &root_node.decls, |
| 401 | }; | 154 | .visib_token = null, |
| 402 | }, | 155 | .extern_export_inline_token = null, |
| 403 | Token.Id.Keyword_pub => { | 156 | .lib_name = null, |
| 404 | stack.append(State.TopLevel) catch unreachable; | 157 | .comments = comments, |
| 405 | try stack.append(State { | 158 | } |
| 406 | .TopLevelExtern = TopLevelDeclCtx { | 159 | }); |
| 407 | .decls = &root_node.decls, | 160 | continue; |
| 408 | .visib_token = token, | 161 | }, |
| 409 | .extern_export_inline_token = null, | 162 | } |
| 410 | .lib_name = null, | 163 | }, |
| 411 | .comments = comments, | 164 | State.TopLevelExtern => |ctx| { |
| 412 | } | 165 | const token_index = tok_it.index; |
| 413 | }); | 166 | const token_ptr = ??tok_it.next(); |
| 414 | continue; | 167 | switch (token_ptr.id) { |
| 415 | }, | 168 | Token.Id.Keyword_export, Token.Id.Keyword_inline => { |
| 416 | Token.Id.Keyword_comptime => { | 169 | stack.push(State { |
| 417 | const block = try self.createNode(arena, ast.Node.Block, | 170 | .TopLevelDecl = TopLevelDeclCtx { |
| 418 | ast.Node.Block { | 171 | .decls = ctx.decls, |
| 419 | .base = undefined, | 172 | .visib_token = ctx.visib_token, |
| 420 | .label = null, | 173 | .extern_export_inline_token = AnnotatedToken { |
| 421 | .lbrace = undefined, | 174 | .index = token_index, |
| 422 | .statements = ArrayList(&ast.Node).init(arena), | 175 | .ptr = token_ptr, |
| 423 | .rbrace = undefined, | | |
| 424 | } | | |
| 425 | ); | | |
| 426 | const node = try self.createAttachNode(arena, &root_node.decls, ast.Node.Comptime, | | |
| 427 | ast.Node.Comptime { | | |
| 428 | .base = undefined, | | |
| 429 | .comptime_token = token, | | |
| 430 | .expr = &block.base, | | |
| 431 | .doc_comments = comments, | | |
| 432 | } | | |
| 433 | ); | | |
| 434 | stack.append(State.TopLevel) catch unreachable; | | |
| 435 | try stack.append(State { .Block = block }); | | |
| 436 | try stack.append(State { | | |
| 437 | .ExpectTokenSave = ExpectTokenSave { | | |
| 438 | .id = Token.Id.LBrace, | | |
| 439 | .ptr = &block.rbrace, | | |
| 440 | } | | |
| 441 | }); | | |
| 442 | continue; | | |
| 443 | }, | | |
| 444 | else => { | | |
| 445 | self.putBackToken(token); | | |
| 446 | stack.append(State.TopLevel) catch unreachable; | | |
| 447 | try stack.append(State { | | |
| 448 | .TopLevelExtern = TopLevelDeclCtx { | | |
| 449 | .decls = &root_node.decls, | | |
| 450 | .visib_token = null, | | |
| 451 | .extern_export_inline_token = null, | | |
| 452 | .lib_name = null, | | |
| 453 | .comments = comments, | | |
| 454 | } | | |
| 455 | }); | | |
| 456 | continue; | | |
| 457 | }, | | |
| 458 | } | | |
| 459 | }, | | |
| 460 | State.TopLevelExtern => |ctx| { | | |
| 461 | const token = self.getNextToken(); | | |
| 462 | switch (token.id) { | | |
| 463 | Token.Id.Keyword_export, Token.Id.Keyword_inline => { | | |
| 464 | stack.append(State { | | |
| 465 | .TopLevelDecl = TopLevelDeclCtx { | | |
| 466 | .decls = ctx.decls, | | |
| 467 | .visib_token = ctx.visib_token, | | |
| 468 | .extern_export_inline_token = token, | | |
| 469 | .lib_name = null, | | |
| 470 | .comments = ctx.comments, | | |
| 471 | }, | 176 | }, |
| 472 | }) catch unreachable; | 177 | .lib_name = null, |
| 473 | continue; | 178 | .comments = ctx.comments, |
| 474 | }, | 179 | }, |
| 475 | Token.Id.Keyword_extern => { | 180 | }) catch unreachable; |
| 476 | stack.append(State { | 181 | continue; |
| 477 | .TopLevelLibname = TopLevelDeclCtx { | 182 | }, |
| 478 | .decls = ctx.decls, | 183 | Token.Id.Keyword_extern => { |
| 479 | .visib_token = ctx.visib_token, | 184 | stack.push(State { |
| 480 | .extern_export_inline_token = token, | 185 | .TopLevelLibname = TopLevelDeclCtx { |
| 481 | .lib_name = null, | 186 | .decls = ctx.decls, |
| 482 | .comments = ctx.comments, | 187 | .visib_token = ctx.visib_token, |
| | 188 | .extern_export_inline_token = AnnotatedToken { |
| | 189 | .index = token_index, |
| | 190 | .ptr = token_ptr, |
| 483 | }, | 191 | }, |
| 484 | }) catch unreachable; | 192 | .lib_name = null, |
| 485 | continue; | 193 | .comments = ctx.comments, |
| 486 | }, | 194 | }, |
| 487 | else => { | 195 | }) catch unreachable; |
| 488 | self.putBackToken(token); | 196 | continue; |
| 489 | stack.append(State { .TopLevelDecl = ctx }) catch unreachable; | 197 | }, |
| 490 | continue; | 198 | else => { |
| 491 | } | 199 | _ = tok_it.prev(); |
| | 200 | stack.push(State { .TopLevelDecl = ctx }) catch unreachable; |
| | 201 | continue; |
| 492 | } | 202 | } |
| 493 | }, | 203 | } |
| 494 | State.TopLevelLibname => |ctx| { | 204 | }, |
| 495 | const lib_name = blk: { | 205 | State.TopLevelLibname => |ctx| { |
| 496 | const lib_name_token = self.getNextToken(); | 206 | const lib_name = blk: { |
| 497 | break :blk (try self.parseStringLiteral(arena, lib_name_token)) ?? { | 207 | const lib_name_token_index = tok_it.index; |
| 498 | self.putBackToken(lib_name_token); | 208 | const lib_name_token_ptr = ??tok_it.next(); |
| 499 | break :blk null; | 209 | break :blk (try parseStringLiteral(arena, &tok_it, lib_name_token_ptr, lib_name_token_index)) ?? { |
| 500 | }; | 210 | _ = tok_it.prev(); |
| | 211 | break :blk null; |
| 501 | }; | 212 | }; |
| | 213 | }; |
| | 214 | |
| | 215 | stack.push(State { |
| | 216 | .TopLevelDecl = TopLevelDeclCtx { |
| | 217 | .decls = ctx.decls, |
| | 218 | .visib_token = ctx.visib_token, |
| | 219 | .extern_export_inline_token = ctx.extern_export_inline_token, |
| | 220 | .lib_name = lib_name, |
| | 221 | .comments = ctx.comments, |
| | 222 | }, |
| | 223 | }) catch unreachable; |
| | 224 | continue; |
| | 225 | }, |
| | 226 | State.TopLevelDecl => |ctx| { |
| | 227 | const token_index = tok_it.index; |
| | 228 | const token_ptr = ??tok_it.next(); |
| | 229 | switch (token_ptr.id) { |
| | 230 | Token.Id.Keyword_use => { |
| | 231 | if (ctx.extern_export_inline_token) |annotated_token| { |
| | 232 | *(try tree.errors.addOne()) = Error { |
| | 233 | .InvalidToken = Error.InvalidToken { .token = annotated_token.index }, |
| | 234 | }; |
| | 235 | return tree; |
| | 236 | } |
| 502 | | 237 | |
| 503 | stack.append(State { | 238 | const node = try arena.construct(ast.Node.Use { |
| 504 | .TopLevelDecl = TopLevelDeclCtx { | 239 | .base = ast.Node {.id = ast.Node.Id.Use }, |
| 505 | .decls = ctx.decls, | | |
| 506 | .visib_token = ctx.visib_token, | 240 | .visib_token = ctx.visib_token, |
| 507 | .extern_export_inline_token = ctx.extern_export_inline_token, | 241 | .expr = undefined, |
| 508 | .lib_name = lib_name, | 242 | .semicolon_token = undefined, |
| 509 | .comments = ctx.comments, | 243 | .doc_comments = ctx.comments, |
| 510 | }, | 244 | }); |
| 511 | }) catch unreachable; | 245 | try ctx.decls.push(&node.base); |
| 512 | continue; | | |
| 513 | }, | | |
| 514 | State.TopLevelDecl => |ctx| { | | |
| 515 | const token = self.getNextToken(); | | |
| 516 | switch (token.id) { | | |
| 517 | Token.Id.Keyword_use => { | | |
| 518 | if (ctx.extern_export_inline_token != null) { | | |
| 519 | return self.parseError(token, "Invalid token {}", @tagName((??ctx.extern_export_inline_token).id)); | | |
| 520 | } | | |
| 521 | | 246 | |
| 522 | const node = try self.createAttachNode(arena, ctx.decls, ast.Node.Use, | 247 | stack.push(State { |
| 523 | ast.Node.Use { | 248 | .ExpectTokenSave = ExpectTokenSave { |
| 524 | .base = undefined, | 249 | .id = Token.Id.Semicolon, |
| 525 | .visib_token = ctx.visib_token, | 250 | .ptr = &node.semicolon_token, |
| 526 | .expr = undefined, | 251 | } |
| 527 | .semicolon_token = undefined, | 252 | }) catch unreachable; |
| 528 | .doc_comments = ctx.comments, | 253 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.expr } }); |
| 529 | } | 254 | continue; |
| 530 | ); | 255 | }, |
| 531 | stack.append(State { | 256 | Token.Id.Keyword_var, Token.Id.Keyword_const => { |
| 532 | .ExpectTokenSave = ExpectTokenSave { | 257 | if (ctx.extern_export_inline_token) |annotated_token| { |
| 533 | .id = Token.Id.Semicolon, | 258 | if (annotated_token.ptr.id == Token.Id.Keyword_inline) { |
| 534 | .ptr = &node.semicolon_token, | 259 | *(try tree.errors.addOne()) = Error { |
| 535 | } | 260 | .InvalidToken = Error.InvalidToken { .token = annotated_token.index }, |
| 536 | }) catch unreachable; | 261 | }; |
| 537 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.expr } }); | 262 | return tree; |
| 538 | continue; | | |
| 539 | }, | | |
| 540 | Token.Id.Keyword_var, Token.Id.Keyword_const => { | | |
| 541 | if (ctx.extern_export_inline_token) |extern_export_inline_token| { | | |
| 542 | if (extern_export_inline_token.id == Token.Id.Keyword_inline) { | | |
| 543 | return self.parseError(token, "Invalid token {}", @tagName(extern_export_inline_token.id)); | | |
| 544 | } | | |
| 545 | } | 263 | } |
| | 264 | } |
| 546 | | 265 | |
| 547 | try stack.append(State { | 266 | try stack.push(State { |
| 548 | .VarDecl = VarDeclCtx { | 267 | .VarDecl = VarDeclCtx { |
| 549 | .comments = ctx.comments, | 268 | .comments = ctx.comments, |
| 550 | .visib_token = ctx.visib_token, | | |
| 551 | .lib_name = ctx.lib_name, | | |
| 552 | .comptime_token = null, | | |
| 553 | .extern_export_token = ctx.extern_export_inline_token, | | |
| 554 | .mut_token = token, | | |
| 555 | .list = ctx.decls | | |
| 556 | } | | |
| 557 | }); | | |
| 558 | continue; | | |
| 559 | }, | | |
| 560 | Token.Id.Keyword_fn, Token.Id.Keyword_nakedcc, | | |
| 561 | Token.Id.Keyword_stdcallcc, Token.Id.Keyword_async => { | | |
| 562 | const fn_proto = try arena.construct(ast.Node.FnProto { | | |
| 563 | .base = ast.Node { | | |
| 564 | .id = ast.Node.Id.FnProto, | | |
| 565 | .same_line_comment = null, | | |
| 566 | }, | | |
| 567 | .doc_comments = ctx.comments, | | |
| 568 | .visib_token = ctx.visib_token, | 269 | .visib_token = ctx.visib_token, |
| 569 | .name_token = null, | | |
| 570 | .fn_token = undefined, | | |
| 571 | .params = ArrayList(&ast.Node).init(arena), | | |
| 572 | .return_type = undefined, | | |
| 573 | .var_args_token = null, | | |
| 574 | .extern_export_inline_token = ctx.extern_export_inline_token, | | |
| 575 | .cc_token = null, | | |
| 576 | .async_attr = null, | | |
| 577 | .body_node = null, | | |
| 578 | .lib_name = ctx.lib_name, | 270 | .lib_name = ctx.lib_name, |
| 579 | .align_expr = null, | 271 | .comptime_token = null, |
| 580 | }); | 272 | .extern_export_token = if (ctx.extern_export_inline_token) |at| at.index else null, |
| 581 | try ctx.decls.append(&fn_proto.base); | 273 | .mut_token = token_index, |
| 582 | stack.append(State { .FnDef = fn_proto }) catch unreachable; | 274 | .list = ctx.decls |
| 583 | try stack.append(State { .FnProto = fn_proto }); | | |
| 584 | | | |
| 585 | switch (token.id) { | | |
| 586 | Token.Id.Keyword_nakedcc, Token.Id.Keyword_stdcallcc => { | | |
| 587 | fn_proto.cc_token = token; | | |
| 588 | try stack.append(State { | | |
| 589 | .ExpectTokenSave = ExpectTokenSave { | | |
| 590 | .id = Token.Id.Keyword_fn, | | |
| 591 | .ptr = &fn_proto.fn_token, | | |
| 592 | } | | |
| 593 | }); | | |
| 594 | continue; | | |
| 595 | }, | | |
| 596 | Token.Id.Keyword_async => { | | |
| 597 | const async_node = try self.createNode(arena, ast.Node.AsyncAttribute, | | |
| 598 | ast.Node.AsyncAttribute { | | |
| 599 | .base = undefined, | | |
| 600 | .async_token = token, | | |
| 601 | .allocator_type = null, | | |
| 602 | .rangle_bracket = null, | | |
| 603 | } | | |
| 604 | ); | | |
| 605 | fn_proto.async_attr = async_node; | | |
| 606 | | | |
| 607 | try stack.append(State { | | |
| 608 | .ExpectTokenSave = ExpectTokenSave { | | |
| 609 | .id = Token.Id.Keyword_fn, | | |
| 610 | .ptr = &fn_proto.fn_token, | | |
| 611 | } | | |
| 612 | }); | | |
| 613 | try stack.append(State { .AsyncAllocator = async_node }); | | |
| 614 | continue; | | |
| 615 | }, | | |
| 616 | Token.Id.Keyword_fn => { | | |
| 617 | fn_proto.fn_token = token; | | |
| 618 | continue; | | |
| 619 | }, | | |
| 620 | else => unreachable, | | |
| 621 | } | 275 | } |
| 622 | }, | 276 | }); |
| 623 | else => { | 277 | continue; |
| 624 | return self.parseError(token, "expected variable declaration or function, found {}", @tagName(token.id)); | 278 | }, |
| 625 | }, | 279 | Token.Id.Keyword_fn, Token.Id.Keyword_nakedcc, |
| 626 | } | 280 | Token.Id.Keyword_stdcallcc, Token.Id.Keyword_async => { |
| 627 | }, | 281 | const fn_proto = try arena.construct(ast.Node.FnProto { |
| 628 | State.TopLevelExternOrField => |ctx| { | | |
| 629 | if (self.eatToken(Token.Id.Identifier)) |identifier| { | | |
| 630 | std.debug.assert(ctx.container_decl.kind == ast.Node.ContainerDecl.Kind.Struct); | | |
| 631 | const node = try arena.construct(ast.Node.StructField { | | |
| 632 | .base = ast.Node { | 282 | .base = ast.Node { |
| 633 | .id = ast.Node.Id.StructField, | 283 | .id = ast.Node.Id.FnProto, |
| 634 | .same_line_comment = null, | | |
| 635 | }, | 284 | }, |
| 636 | .doc_comments = ctx.comments, | 285 | .doc_comments = ctx.comments, |
| 637 | .visib_token = ctx.visib_token, | 286 | .visib_token = ctx.visib_token, |
| 638 | .name_token = identifier, | 287 | .name_token = null, |
| 639 | .type_expr = undefined, | 288 | .fn_token = undefined, |
| | 289 | .params = ast.Node.FnProto.ParamList.init(arena), |
| | 290 | .return_type = undefined, |
| | 291 | .var_args_token = null, |
| | 292 | .extern_export_inline_token = if (ctx.extern_export_inline_token) |at| at.index else null, |
| | 293 | .cc_token = null, |
| | 294 | .async_attr = null, |
| | 295 | .body_node = null, |
| | 296 | .lib_name = ctx.lib_name, |
| | 297 | .align_expr = null, |
| 640 | }); | 298 | }); |
| 641 | const node_ptr = try ctx.container_decl.fields_and_decls.addOne(); | 299 | try ctx.decls.push(&fn_proto.base); |
| 642 | *node_ptr = &node.base; | 300 | stack.push(State { .FnDef = fn_proto }) catch unreachable; |
| 643 | | 301 | try stack.push(State { .FnProto = fn_proto }); |
| 644 | stack.append(State { .FieldListCommaOrEnd = ctx.container_decl }) catch unreachable; | 302 | |
| 645 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.type_expr } }); | 303 | switch (token_ptr.id) { |
| 646 | try stack.append(State { .ExpectToken = Token.Id.Colon }); | 304 | Token.Id.Keyword_nakedcc, Token.Id.Keyword_stdcallcc => { |
| 647 | continue; | 305 | fn_proto.cc_token = token_index; |
| 648 | } | 306 | try stack.push(State { |
| | 307 | .ExpectTokenSave = ExpectTokenSave { |
| | 308 | .id = Token.Id.Keyword_fn, |
| | 309 | .ptr = &fn_proto.fn_token, |
| | 310 | } |
| | 311 | }); |
| | 312 | continue; |
| | 313 | }, |
| | 314 | Token.Id.Keyword_async => { |
| | 315 | const async_node = try createNode(arena, ast.Node.AsyncAttribute, |
| | 316 | ast.Node.AsyncAttribute { |
| | 317 | .base = undefined, |
| | 318 | .async_token = token_index, |
| | 319 | .allocator_type = null, |
| | 320 | .rangle_bracket = null, |
| | 321 | } |
| | 322 | ); |
| | 323 | fn_proto.async_attr = async_node; |
| 649 | | 324 | |
| 650 | stack.append(State{ .ContainerDecl = ctx.container_decl }) catch unreachable; | 325 | try stack.push(State { |
| 651 | try stack.append(State { | 326 | .ExpectTokenSave = ExpectTokenSave { |
| 652 | .TopLevelExtern = TopLevelDeclCtx { | 327 | .id = Token.Id.Keyword_fn, |
| 653 | .decls = &ctx.container_decl.fields_and_decls, | 328 | .ptr = &fn_proto.fn_token, |
| 654 | .visib_token = ctx.visib_token, | 329 | } |
| 655 | .extern_export_inline_token = null, | 330 | }); |
| 656 | .lib_name = null, | 331 | try stack.push(State { .AsyncAllocator = async_node }); |
| 657 | .comments = ctx.comments, | 332 | continue; |
| | 333 | }, |
| | 334 | Token.Id.Keyword_fn => { |
| | 335 | fn_proto.fn_token = token_index; |
| | 336 | continue; |
| | 337 | }, |
| | 338 | else => unreachable, |
| 658 | } | 339 | } |
| | 340 | }, |
| | 341 | else => { |
| | 342 | *(try tree.errors.addOne()) = Error { |
| | 343 | .ExpectedVarDeclOrFn = Error.ExpectedVarDeclOrFn { .token = token_index }, |
| | 344 | }; |
| | 345 | return tree; |
| | 346 | }, |
| | 347 | } |
| | 348 | }, |
| | 349 | State.TopLevelExternOrField => |ctx| { |
| | 350 | if (eatToken(&tok_it, Token.Id.Identifier)) |identifier| { |
| | 351 | std.debug.assert(ctx.container_decl.kind == ast.Node.ContainerDecl.Kind.Struct); |
| | 352 | const node = try arena.construct(ast.Node.StructField { |
| | 353 | .base = ast.Node { |
| | 354 | .id = ast.Node.Id.StructField, |
| | 355 | }, |
| | 356 | .doc_comments = ctx.comments, |
| | 357 | .visib_token = ctx.visib_token, |
| | 358 | .name_token = identifier, |
| | 359 | .type_expr = undefined, |
| 659 | }); | 360 | }); |
| | 361 | const node_ptr = try ctx.container_decl.fields_and_decls.addOne(); |
| | 362 | *node_ptr = &node.base; |
| | 363 | |
| | 364 | stack.push(State { .FieldListCommaOrEnd = ctx.container_decl }) catch unreachable; |
| | 365 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.type_expr } }); |
| | 366 | try stack.push(State { .ExpectToken = Token.Id.Colon }); |
| 660 | continue; | 367 | continue; |
| 661 | }, | 368 | } |
| 662 | | 369 | |
| 663 | State.FieldInitValue => |ctx| { | 370 | stack.push(State{ .ContainerDecl = ctx.container_decl }) catch unreachable; |
| 664 | const eq_tok = self.getNextToken(); | 371 | try stack.push(State { |
| 665 | if (eq_tok.id != Token.Id.Equal) { | 372 | .TopLevelExtern = TopLevelDeclCtx { |
| 666 | self.putBackToken(eq_tok); | 373 | .decls = &ctx.container_decl.fields_and_decls, |
| 667 | continue; | 374 | .visib_token = ctx.visib_token, |
| | 375 | .extern_export_inline_token = null, |
| | 376 | .lib_name = null, |
| | 377 | .comments = ctx.comments, |
| 668 | } | 378 | } |
| 669 | stack.append(State { .Expression = ctx }) catch unreachable; | 379 | }); |
| | 380 | continue; |
| | 381 | }, |
| | 382 | |
| | 383 | State.FieldInitValue => |ctx| { |
| | 384 | const eq_tok_index = tok_it.index; |
| | 385 | const eq_tok_ptr = ??tok_it.next(); |
| | 386 | if (eq_tok_ptr.id != Token.Id.Equal) { |
| | 387 | _ = tok_it.prev(); |
| 670 | continue; | 388 | continue; |
| 671 | }, | 389 | } |
| | 390 | stack.push(State { .Expression = ctx }) catch unreachable; |
| | 391 | continue; |
| | 392 | }, |
| 672 | | 393 | |
| 673 | State.ContainerKind => |ctx| { | 394 | State.ContainerKind => |ctx| { |
| 674 | const token = self.getNextToken(); | 395 | const token_index = tok_it.index; |
| 675 | const node = try self.createToCtxNode(arena, ctx.opt_ctx, ast.Node.ContainerDecl, | 396 | const token_ptr = ??tok_it.next(); |
| 676 | ast.Node.ContainerDecl { | 397 | const node = try createToCtxNode(arena, ctx.opt_ctx, ast.Node.ContainerDecl, |
| 677 | .base = undefined, | 398 | ast.Node.ContainerDecl { |
| 678 | .ltoken = ctx.ltoken, | 399 | .base = undefined, |
| 679 | .layout = ctx.layout, | 400 | .ltoken = ctx.ltoken, |
| 680 | .kind = switch (token.id) { | 401 | .layout = ctx.layout, |
| 681 | Token.Id.Keyword_struct => ast.Node.ContainerDecl.Kind.Struct, | 402 | .kind = switch (token_ptr.id) { |
| 682 | Token.Id.Keyword_union => ast.Node.ContainerDecl.Kind.Union, | 403 | Token.Id.Keyword_struct => ast.Node.ContainerDecl.Kind.Struct, |
| 683 | Token.Id.Keyword_enum => ast.Node.ContainerDecl.Kind.Enum, | 404 | Token.Id.Keyword_union => ast.Node.ContainerDecl.Kind.Union, |
| 684 | else => { | 405 | Token.Id.Keyword_enum => ast.Node.ContainerDecl.Kind.Enum, |
| 685 | return self.parseError(token, "expected {}, {} or {}, found {}", | 406 | else => { |
| 686 | @tagName(Token.Id.Keyword_struct), | 407 | *(try tree.errors.addOne()) = Error { |
| 687 | @tagName(Token.Id.Keyword_union), | 408 | .ExpectedAggregateKw = Error.ExpectedAggregateKw { .token = token_index }, |
| 688 | @tagName(Token.Id.Keyword_enum), | 409 | }; |
| 689 | @tagName(token.id)); | 410 | return tree; |
| 690 | }, | | |
| 691 | }, | 411 | }, |
| 692 | .init_arg_expr = ast.Node.ContainerDecl.InitArg.None, | 412 | }, |
| 693 | .fields_and_decls = ArrayList(&ast.Node).init(arena), | 413 | .init_arg_expr = ast.Node.ContainerDecl.InitArg.None, |
| 694 | .rbrace_token = undefined, | 414 | .fields_and_decls = ast.Node.ContainerDecl.DeclList.init(arena), |
| 695 | } | 415 | .rbrace_token = undefined, |
| 696 | ); | 416 | } |
| | 417 | ); |
| 697 | | 418 | |
| 698 | stack.append(State { .ContainerDecl = node }) catch unreachable; | 419 | stack.push(State { .ContainerDecl = node }) catch unreachable; |
| 699 | try stack.append(State { .ExpectToken = Token.Id.LBrace }); | 420 | try stack.push(State { .ExpectToken = Token.Id.LBrace }); |
| 700 | try stack.append(State { .ContainerInitArgStart = node }); | 421 | try stack.push(State { .ContainerInitArgStart = node }); |
| | 422 | continue; |
| | 423 | }, |
| | 424 | |
| | 425 | State.ContainerInitArgStart => |container_decl| { |
| | 426 | if (eatToken(&tok_it, Token.Id.LParen) == null) { |
| 701 | continue; | 427 | continue; |
| 702 | }, | 428 | } |
| 703 | | 429 | |
| 704 | State.ContainerInitArgStart => |container_decl| { | 430 | stack.push(State { .ExpectToken = Token.Id.RParen }) catch unreachable; |
| 705 | if (self.eatToken(Token.Id.LParen) == null) { | 431 | try stack.push(State { .ContainerInitArg = container_decl }); |
| 706 | continue; | 432 | continue; |
| 707 | } | 433 | }, |
| 708 | | 434 | |
| 709 | stack.append(State { .ExpectToken = Token.Id.RParen }) catch unreachable; | 435 | State.ContainerInitArg => |container_decl| { |
| 710 | try stack.append(State { .ContainerInitArg = container_decl }); | 436 | const init_arg_token_index = tok_it.index; |
| 711 | continue; | 437 | const init_arg_token_ptr = ??tok_it.next(); |
| 712 | }, | 438 | switch (init_arg_token_ptr.id) { |
| | 439 | Token.Id.Keyword_enum => { |
| | 440 | container_decl.init_arg_expr = ast.Node.ContainerDecl.InitArg {.Enum = null}; |
| | 441 | const lparen_tok_index = tok_it.index; |
| | 442 | const lparen_tok_ptr = ??tok_it.next(); |
| | 443 | if (lparen_tok_ptr.id == Token.Id.LParen) { |
| | 444 | try stack.push(State { .ExpectToken = Token.Id.RParen } ); |
| | 445 | try stack.push(State { .Expression = OptionalCtx { |
| | 446 | .RequiredNull = &container_decl.init_arg_expr.Enum, |
| | 447 | } }); |
| | 448 | } else { |
| | 449 | _ = tok_it.prev(); |
| | 450 | } |
| | 451 | }, |
| | 452 | else => { |
| | 453 | _ = tok_it.prev(); |
| | 454 | container_decl.init_arg_expr = ast.Node.ContainerDecl.InitArg { .Type = undefined }; |
| | 455 | stack.push(State { .Expression = OptionalCtx { .Required = &container_decl.init_arg_expr.Type } }) catch unreachable; |
| | 456 | }, |
| | 457 | } |
| | 458 | continue; |
| | 459 | }, |
| 713 | | 460 | |
| 714 | State.ContainerInitArg => |container_decl| { | 461 | State.ContainerDecl => |container_decl| { |
| 715 | const init_arg_token = self.getNextToken(); | 462 | while (try eatLineComment(arena, &tok_it)) |line_comment| { |
| 716 | switch (init_arg_token.id) { | 463 | try container_decl.fields_and_decls.push(&line_comment.base); |
| 717 | Token.Id.Keyword_enum => { | 464 | } |
| 718 | container_decl.init_arg_expr = ast.Node.ContainerDecl.InitArg {.Enum = null}; | | |
| 719 | const lparen_tok = self.getNextToken(); | | |
| 720 | if (lparen_tok.id == Token.Id.LParen) { | | |
| 721 | try stack.append(State { .ExpectToken = Token.Id.RParen } ); | | |
| 722 | try stack.append(State { .Expression = OptionalCtx { | | |
| 723 | .RequiredNull = &container_decl.init_arg_expr.Enum, | | |
| 724 | } }); | | |
| 725 | } else { | | |
| 726 | self.putBackToken(lparen_tok); | | |
| 727 | } | | |
| 728 | }, | | |
| 729 | else => { | | |
| 730 | self.putBackToken(init_arg_token); | | |
| 731 | container_decl.init_arg_expr = ast.Node.ContainerDecl.InitArg { .Type = undefined }; | | |
| 732 | stack.append(State { .Expression = OptionalCtx { .Required = &container_decl.init_arg_expr.Type } }) catch unreachable; | | |
| 733 | }, | | |
| 734 | } | | |
| 735 | continue; | | |
| 736 | }, | | |
| 737 | | 465 | |
| 738 | State.ContainerDecl => |container_decl| { | 466 | const comments = try eatDocComments(arena, &tok_it); |
| 739 | while (try self.eatLineComment(arena)) |line_comment| { | 467 | const token_index = tok_it.index; |
| 740 | try container_decl.fields_and_decls.append(&line_comment.base); | 468 | const token_ptr = ??tok_it.next(); |
| 741 | } | 469 | switch (token_ptr.id) { |
| | 470 | Token.Id.Identifier => { |
| | 471 | switch (container_decl.kind) { |
| | 472 | ast.Node.ContainerDecl.Kind.Struct => { |
| | 473 | const node = try arena.construct(ast.Node.StructField { |
| | 474 | .base = ast.Node { |
| | 475 | .id = ast.Node.Id.StructField, |
| | 476 | }, |
| | 477 | .doc_comments = comments, |
| | 478 | .visib_token = null, |
| | 479 | .name_token = token_index, |
| | 480 | .type_expr = undefined, |
| | 481 | }); |
| | 482 | const node_ptr = try container_decl.fields_and_decls.addOne(); |
| | 483 | *node_ptr = &node.base; |
| 742 | | 484 | |
| 743 | const comments = try self.eatDocComments(arena); | 485 | try stack.push(State { .FieldListCommaOrEnd = container_decl }); |
| 744 | const token = self.getNextToken(); | 486 | try stack.push(State { .TypeExprBegin = OptionalCtx { .Required = &node.type_expr } }); |
| 745 | switch (token.id) { | 487 | try stack.push(State { .ExpectToken = Token.Id.Colon }); |
| 746 | Token.Id.Identifier => { | 488 | continue; |
| 747 | switch (container_decl.kind) { | 489 | }, |
| 748 | ast.Node.ContainerDecl.Kind.Struct => { | 490 | ast.Node.ContainerDecl.Kind.Union => { |
| 749 | const node = try arena.construct(ast.Node.StructField { | 491 | const node = try arena.construct(ast.Node.UnionTag { |
| 750 | .base = ast.Node { | 492 | .base = ast.Node {.id = ast.Node.Id.UnionTag }, |
| 751 | .id = ast.Node.Id.StructField, | 493 | .name_token = token_index, |
| 752 | .same_line_comment = null, | 494 | .type_expr = null, |
| 753 | }, | 495 | .value_expr = null, |
| 754 | .doc_comments = comments, | 496 | .doc_comments = comments, |
| 755 | .visib_token = null, | 497 | }); |
| 756 | .name_token = token, | 498 | try container_decl.fields_and_decls.push(&node.base); |
| 757 | .type_expr = undefined, | | |
| 758 | }); | | |
| 759 | const node_ptr = try container_decl.fields_and_decls.addOne(); | | |
| 760 | *node_ptr = &node.base; | | |
| 761 | | | |
| 762 | try stack.append(State { .FieldListCommaOrEnd = container_decl }); | | |
| 763 | try stack.append(State { .TypeExprBegin = OptionalCtx { .Required = &node.type_expr } }); | | |
| 764 | try stack.append(State { .ExpectToken = Token.Id.Colon }); | | |
| 765 | continue; | | |
| 766 | }, | | |
| 767 | ast.Node.ContainerDecl.Kind.Union => { | | |
| 768 | const node = try self.createAttachNode(arena, &container_decl.fields_and_decls, ast.Node.UnionTag, | | |
| 769 | ast.Node.UnionTag { | | |
| 770 | .base = undefined, | | |
| 771 | .name_token = token, | | |
| 772 | .type_expr = null, | | |
| 773 | .value_expr = null, | | |
| 774 | .doc_comments = comments, | | |
| 775 | } | | |
| 776 | ); | | |
| 777 | | 499 | |
| 778 | stack.append(State { .FieldListCommaOrEnd = container_decl }) catch unreachable; | 500 | stack.push(State { .FieldListCommaOrEnd = container_decl }) catch unreachable; |
| 779 | try stack.append(State { .FieldInitValue = OptionalCtx { .RequiredNull = &node.value_expr } }); | 501 | try stack.push(State { .FieldInitValue = OptionalCtx { .RequiredNull = &node.value_expr } }); |
| 780 | try stack.append(State { .TypeExprBegin = OptionalCtx { .RequiredNull = &node.type_expr } }); | 502 | try stack.push(State { .TypeExprBegin = OptionalCtx { .RequiredNull = &node.type_expr } }); |
| 781 | try stack.append(State { .IfToken = Token.Id.Colon }); | 503 | try stack.push(State { .IfToken = Token.Id.Colon }); |
| 782 | continue; | 504 | continue; |
| 783 | }, | 505 | }, |
| 784 | ast.Node.ContainerDecl.Kind.Enum => { | 506 | ast.Node.ContainerDecl.Kind.Enum => { |
| 785 | const node = try self.createAttachNode(arena, &container_decl.fields_and_decls, ast.Node.EnumTag, | 507 | const node = try arena.construct(ast.Node.EnumTag { |
| 786 | ast.Node.EnumTag { | 508 | .base = ast.Node { .id = ast.Node.Id.EnumTag }, |
| 787 | .base = undefined, | 509 | .name_token = token_index, |
| 788 | .name_token = token, | 510 | .value = null, |
| 789 | .value = null, | 511 | .doc_comments = comments, |
| 790 | .doc_comments = comments, | 512 | }); |
| 791 | } | 513 | try container_decl.fields_and_decls.push(&node.base); |
| 792 | ); | | |
| 793 | | 514 | |
| 794 | stack.append(State { .FieldListCommaOrEnd = container_decl }) catch unreachable; | 515 | stack.push(State { .FieldListCommaOrEnd = container_decl }) catch unreachable; |
| 795 | try stack.append(State { .Expression = OptionalCtx { .RequiredNull = &node.value } }); | 516 | try stack.push(State { .Expression = OptionalCtx { .RequiredNull = &node.value } }); |
| 796 | try stack.append(State { .IfToken = Token.Id.Equal }); | 517 | try stack.push(State { .IfToken = Token.Id.Equal }); |
| 797 | continue; | 518 | continue; |
| 798 | }, | 519 | }, |
| 799 | } | 520 | } |
| 800 | }, | 521 | }, |
| 801 | Token.Id.Keyword_pub => { | 522 | Token.Id.Keyword_pub => { |
| 802 | switch (container_decl.kind) { | 523 | switch (container_decl.kind) { |
| 803 | ast.Node.ContainerDecl.Kind.Struct => { | 524 | ast.Node.ContainerDecl.Kind.Struct => { |
| 804 | try stack.append(State { | 525 | try stack.push(State { |
| 805 | .TopLevelExternOrField = TopLevelExternOrFieldCtx { | 526 | .TopLevelExternOrField = TopLevelExternOrFieldCtx { |
| 806 | .visib_token = token, | 527 | .visib_token = token_index, |
| 807 | .container_decl = container_decl, | 528 | .container_decl = container_decl, |
| 808 | .comments = comments, | 529 | .comments = comments, |
| 809 | } | 530 | } |
| 810 | }); | 531 | }); |
| 811 | continue; | 532 | continue; |
| 812 | }, | 533 | }, |
| 813 | else => { | 534 | else => { |
| 814 | stack.append(State{ .ContainerDecl = container_decl }) catch unreachable; | 535 | stack.push(State{ .ContainerDecl = container_decl }) catch unreachable; |
| 815 | try stack.append(State { | 536 | try stack.push(State { |
| 816 | .TopLevelExtern = TopLevelDeclCtx { | 537 | .TopLevelExtern = TopLevelDeclCtx { |
| 817 | .decls = &container_decl.fields_and_decls, | 538 | .decls = &container_decl.fields_and_decls, |
| 818 | .visib_token = token, | 539 | .visib_token = token_index, |
| 819 | .extern_export_inline_token = null, | 540 | .extern_export_inline_token = null, |
| 820 | .lib_name = null, | 541 | .lib_name = null, |
| 821 | .comments = comments, | 542 | .comments = comments, |
| 822 | } | 543 | } |
| 823 | }); | 544 | }); |
| 824 | continue; | 545 | continue; |
| 825 | } | | |
| 826 | } | 546 | } |
| 827 | }, | 547 | } |
| 828 | Token.Id.Keyword_export => { | 548 | }, |
| 829 | stack.append(State{ .ContainerDecl = container_decl }) catch unreachable; | 549 | Token.Id.Keyword_export => { |
| 830 | try stack.append(State { | 550 | stack.push(State{ .ContainerDecl = container_decl }) catch unreachable; |
| 831 | .TopLevelExtern = TopLevelDeclCtx { | 551 | try stack.push(State { |
| 832 | .decls = &container_decl.fields_and_decls, | 552 | .TopLevelExtern = TopLevelDeclCtx { |
| 833 | .visib_token = token, | 553 | .decls = &container_decl.fields_and_decls, |
| 834 | .extern_export_inline_token = null, | 554 | .visib_token = token_index, |
| 835 | .lib_name = null, | 555 | .extern_export_inline_token = null, |
| 836 | .comments = comments, | 556 | .lib_name = null, |
| 837 | } | 557 | .comments = comments, |
| 838 | }); | | |
| 839 | continue; | | |
| 840 | }, | | |
| 841 | Token.Id.RBrace => { | | |
| 842 | if (comments != null) { | | |
| 843 | return self.parseError(token, "doc comments must be attached to a node"); | | |
| 844 | } | 558 | } |
| 845 | container_decl.rbrace_token = token; | 559 | }); |
| 846 | continue; | 560 | continue; |
| 847 | }, | 561 | }, |
| 848 | else => { | 562 | Token.Id.RBrace => { |
| 849 | self.putBackToken(token); | 563 | if (comments != null) { |
| 850 | stack.append(State{ .ContainerDecl = container_decl }) catch unreachable; | 564 | *(try tree.errors.addOne()) = Error { |
| 851 | try stack.append(State { | 565 | .UnattachedDocComment = Error.UnattachedDocComment { .token = token_index }, |
| 852 | .TopLevelExtern = TopLevelDeclCtx { | 566 | }; |
| 853 | .decls = &container_decl.fields_and_decls, | 567 | return tree; |
| 854 | .visib_token = null, | | |
| 855 | .extern_export_inline_token = null, | | |
| 856 | .lib_name = null, | | |
| 857 | .comments = comments, | | |
| 858 | } | | |
| 859 | }); | | |
| 860 | continue; | | |
| 861 | } | 568 | } |
| | 569 | container_decl.rbrace_token = token_index; |
| | 570 | continue; |
| | 571 | }, |
| | 572 | else => { |
| | 573 | _ = tok_it.prev(); |
| | 574 | stack.push(State{ .ContainerDecl = container_decl }) catch unreachable; |
| | 575 | try stack.push(State { |
| | 576 | .TopLevelExtern = TopLevelDeclCtx { |
| | 577 | .decls = &container_decl.fields_and_decls, |
| | 578 | .visib_token = null, |
| | 579 | .extern_export_inline_token = null, |
| | 580 | .lib_name = null, |
| | 581 | .comments = comments, |
| | 582 | } |
| | 583 | }); |
| | 584 | continue; |
| 862 | } | 585 | } |
| 863 | }, | 586 | } |
| | 587 | }, |
| 864 | | 588 | |
| 865 | | 589 | |
| 866 | State.VarDecl => |ctx| { | 590 | State.VarDecl => |ctx| { |
| 867 | const var_decl = try arena.construct(ast.Node.VarDecl { | 591 | const var_decl = try arena.construct(ast.Node.VarDecl { |
| 868 | .base = ast.Node { | 592 | .base = ast.Node { |
| 869 | .id = ast.Node.Id.VarDecl, | 593 | .id = ast.Node.Id.VarDecl, |
| 870 | .same_line_comment = null, | 594 | }, |
| 871 | }, | 595 | .doc_comments = ctx.comments, |
| 872 | .doc_comments = ctx.comments, | 596 | .visib_token = ctx.visib_token, |
| 873 | .visib_token = ctx.visib_token, | 597 | .mut_token = ctx.mut_token, |
| 874 | .mut_token = ctx.mut_token, | 598 | .comptime_token = ctx.comptime_token, |
| 875 | .comptime_token = ctx.comptime_token, | 599 | .extern_export_token = ctx.extern_export_token, |
| 876 | .extern_export_token = ctx.extern_export_token, | 600 | .type_node = null, |
| 877 | .type_node = null, | 601 | .align_node = null, |
| 878 | .align_node = null, | 602 | .init_node = null, |
| 879 | .init_node = null, | 603 | .lib_name = ctx.lib_name, |
| 880 | .lib_name = ctx.lib_name, | 604 | // initialized later |
| 881 | // initialized later | 605 | .name_token = undefined, |
| 882 | .name_token = undefined, | 606 | .eq_token = undefined, |
| 883 | .eq_token = undefined, | 607 | .semicolon_token = undefined, |
| 884 | .semicolon_token = undefined, | 608 | }); |
| 885 | }); | 609 | try ctx.list.push(&var_decl.base); |
| 886 | try ctx.list.append(&var_decl.base); | 610 | |
| 887 | | 611 | try stack.push(State { .VarDeclAlign = var_decl }); |
| 888 | try stack.append(State { .LookForSameLineCommentDirect = &var_decl.base }); | 612 | try stack.push(State { .TypeExprBegin = OptionalCtx { .RequiredNull = &var_decl.type_node} }); |
| 889 | try stack.append(State { .VarDeclAlign = var_decl }); | 613 | try stack.push(State { .IfToken = Token.Id.Colon }); |
| 890 | try stack.append(State { .TypeExprBegin = OptionalCtx { .RequiredNull = &var_decl.type_node} }); | 614 | try stack.push(State { |
| 891 | try stack.append(State { .IfToken = Token.Id.Colon }); | 615 | .ExpectTokenSave = ExpectTokenSave { |
| 892 | try stack.append(State { | 616 | .id = Token.Id.Identifier, |
| 893 | .ExpectTokenSave = ExpectTokenSave { | 617 | .ptr = &var_decl.name_token, |
| 894 | .id = Token.Id.Identifier, | | |
| 895 | .ptr = &var_decl.name_token, | | |
| 896 | } | | |
| 897 | }); | | |
| 898 | continue; | | |
| 899 | }, | | |
| 900 | State.VarDeclAlign => |var_decl| { | | |
| 901 | try stack.append(State { .VarDeclEq = var_decl }); | | |
| 902 | | | |
| 903 | const next_token = self.getNextToken(); | | |
| 904 | if (next_token.id == Token.Id.Keyword_align) { | | |
| 905 | try stack.append(State { .ExpectToken = Token.Id.RParen }); | | |
| 906 | try stack.append(State { .Expression = OptionalCtx { .RequiredNull = &var_decl.align_node} }); | | |
| 907 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | | |
| 908 | continue; | | |
| 909 | } | 618 | } |
| 910 | | 619 | }); |
| 911 | self.putBackToken(next_token); | 620 | continue; |
| | 621 | }, |
| | 622 | State.VarDeclAlign => |var_decl| { |
| | 623 | try stack.push(State { .VarDeclEq = var_decl }); |
| | 624 | |
| | 625 | const next_token_index = tok_it.index; |
| | 626 | const next_token_ptr = ??tok_it.next(); |
| | 627 | if (next_token_ptr.id == Token.Id.Keyword_align) { |
| | 628 | try stack.push(State { .ExpectToken = Token.Id.RParen }); |
| | 629 | try stack.push(State { .Expression = OptionalCtx { .RequiredNull = &var_decl.align_node} }); |
| | 630 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| 912 | continue; | 631 | continue; |
| 913 | }, | 632 | } |
| 914 | State.VarDeclEq => |var_decl| { | | |
| 915 | const token = self.getNextToken(); | | |
| 916 | switch (token.id) { | | |
| 917 | Token.Id.Equal => { | | |
| 918 | var_decl.eq_token = token; | | |
| 919 | stack.append(State { | | |
| 920 | .ExpectTokenSave = ExpectTokenSave { | | |
| 921 | .id = Token.Id.Semicolon, | | |
| 922 | .ptr = &var_decl.semicolon_token, | | |
| 923 | }, | | |
| 924 | }) catch unreachable; | | |
| 925 | try stack.append(State { .Expression = OptionalCtx { .RequiredNull = &var_decl.init_node } }); | | |
| 926 | continue; | | |
| 927 | }, | | |
| 928 | Token.Id.Semicolon => { | | |
| 929 | var_decl.semicolon_token = token; | | |
| 930 | continue; | | |
| 931 | }, | | |
| 932 | else => { | | |
| 933 | return self.parseError(token, "expected '=' or ';', found {}", @tagName(token.id)); | | |
| 934 | } | | |
| 935 | } | | |
| 936 | }, | | |
| 937 | | | |
| 938 | | 633 | |
| 939 | State.FnDef => |fn_proto| { | 634 | _ = tok_it.prev(); |
| 940 | const token = self.getNextToken(); | 635 | continue; |
| 941 | switch(token.id) { | 636 | }, |
| 942 | Token.Id.LBrace => { | 637 | State.VarDeclEq => |var_decl| { |
| 943 | const block = try self.createNode(arena, ast.Node.Block, | 638 | const token_index = tok_it.index; |
| 944 | ast.Node.Block { | 639 | const token_ptr = ??tok_it.next(); |
| 945 | .base = undefined, | 640 | switch (token_ptr.id) { |
| 946 | .label = null, | 641 | Token.Id.Equal => { |
| 947 | .lbrace = token, | 642 | var_decl.eq_token = token_index; |
| 948 | .statements = ArrayList(&ast.Node).init(arena), | 643 | stack.push(State { |
| 949 | .rbrace = undefined, | 644 | .ExpectTokenSave = ExpectTokenSave { |
| 950 | } | 645 | .id = Token.Id.Semicolon, |
| 951 | ); | 646 | .ptr = &var_decl.semicolon_token, |
| 952 | fn_proto.body_node = &block.base; | 647 | }, |
| 953 | stack.append(State { .Block = block }) catch unreachable; | 648 | }) catch unreachable; |
| 954 | continue; | 649 | try stack.push(State { .Expression = OptionalCtx { .RequiredNull = &var_decl.init_node } }); |
| 955 | }, | 650 | continue; |
| 956 | Token.Id.Semicolon => continue, | 651 | }, |
| 957 | else => { | 652 | Token.Id.Semicolon => { |
| 958 | return self.parseError(token, "expected ';' or '{{', found {}", @tagName(token.id)); | 653 | var_decl.semicolon_token = token_index; |
| 959 | }, | 654 | continue; |
| | 655 | }, |
| | 656 | else => { |
| | 657 | *(try tree.errors.addOne()) = Error { |
| | 658 | .ExpectedEqOrSemi = Error.ExpectedEqOrSemi { .token = token_index }, |
| | 659 | }; |
| | 660 | return tree; |
| 960 | } | 661 | } |
| 961 | }, | 662 | } |
| 962 | State.FnProto => |fn_proto| { | 663 | }, |
| 963 | stack.append(State { .FnProtoAlign = fn_proto }) catch unreachable; | | |
| 964 | try stack.append(State { .ParamDecl = fn_proto }); | | |
| 965 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | | |
| 966 | | 664 | |
| 967 | if (self.eatToken(Token.Id.Identifier)) |name_token| { | | |
| 968 | fn_proto.name_token = name_token; | | |
| 969 | } | | |
| 970 | continue; | | |
| 971 | }, | | |
| 972 | State.FnProtoAlign => |fn_proto| { | | |
| 973 | stack.append(State { .FnProtoReturnType = fn_proto }) catch unreachable; | | |
| 974 | | 665 | |
| 975 | if (self.eatToken(Token.Id.Keyword_align)) |align_token| { | 666 | State.FnDef => |fn_proto| { |
| 976 | try stack.append(State { .ExpectToken = Token.Id.RParen }); | 667 | const token_index = tok_it.index; |
| 977 | try stack.append(State { .Expression = OptionalCtx { .RequiredNull = &fn_proto.align_expr } }); | 668 | const token_ptr = ??tok_it.next(); |
| 978 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | 669 | switch(token_ptr.id) { |
| 979 | } | 670 | Token.Id.LBrace => { |
| 980 | continue; | 671 | const block = try arena.construct(ast.Node.Block { |
| 981 | }, | 672 | .base = ast.Node { .id = ast.Node.Id.Block }, |
| 982 | State.FnProtoReturnType => |fn_proto| { | 673 | .label = null, |
| 983 | const token = self.getNextToken(); | 674 | .lbrace = token_index, |
| 984 | switch (token.id) { | 675 | .statements = ast.Node.Block.StatementList.init(arena), |
| 985 | Token.Id.Bang => { | 676 | .rbrace = undefined, |
| 986 | fn_proto.return_type = ast.Node.FnProto.ReturnType { .InferErrorSet = undefined }; | 677 | }); |
| 987 | stack.append(State { | 678 | fn_proto.body_node = &block.base; |
| 988 | .TypeExprBegin = OptionalCtx { .Required = &fn_proto.return_type.InferErrorSet }, | 679 | stack.push(State { .Block = block }) catch unreachable; |
| 989 | }) catch unreachable; | 680 | continue; |
| 990 | continue; | 681 | }, |
| 991 | }, | 682 | Token.Id.Semicolon => continue, |
| 992 | else => { | 683 | else => { |
| 993 | // TODO: this is a special case. Remove this when #760 is fixed | 684 | *(try tree.errors.addOne()) = Error { |
| 994 | if (token.id == Token.Id.Keyword_error) { | 685 | .ExpectedSemiOrLBrace = Error.ExpectedSemiOrLBrace { .token = token_index }, |
| 995 | if (self.isPeekToken(Token.Id.LBrace)) { | 686 | }; |
| 996 | fn_proto.return_type = ast.Node.FnProto.ReturnType { | 687 | return tree; |
| 997 | .Explicit = &(try self.createLiteral(arena, ast.Node.ErrorType, token)).base | 688 | }, |
| 998 | }; | 689 | } |
| 999 | continue; | 690 | }, |
| 1000 | } | 691 | State.FnProto => |fn_proto| { |
| 1001 | } | 692 | stack.push(State { .FnProtoAlign = fn_proto }) catch unreachable; |
| | 693 | try stack.push(State { .ParamDecl = fn_proto }); |
| | 694 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| 1002 | | 695 | |
| 1003 | self.putBackToken(token); | 696 | if (eatToken(&tok_it, Token.Id.Identifier)) |name_token| { |
| 1004 | fn_proto.return_type = ast.Node.FnProto.ReturnType { .Explicit = undefined }; | 697 | fn_proto.name_token = name_token; |
| 1005 | stack.append(State { .TypeExprBegin = OptionalCtx { .Required = &fn_proto.return_type.Explicit }, }) catch unreachable; | 698 | } |
| 1006 | continue; | 699 | continue; |
| 1007 | }, | 700 | }, |
| 1008 | } | 701 | State.FnProtoAlign => |fn_proto| { |
| 1009 | }, | 702 | stack.push(State { .FnProtoReturnType = fn_proto }) catch unreachable; |
| 1010 | | 703 | |
| | 704 | if (eatToken(&tok_it, Token.Id.Keyword_align)) |align_token| { |
| | 705 | try stack.push(State { .ExpectToken = Token.Id.RParen }); |
| | 706 | try stack.push(State { .Expression = OptionalCtx { .RequiredNull = &fn_proto.align_expr } }); |
| | 707 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| | 708 | } |
| | 709 | continue; |
| | 710 | }, |
| | 711 | State.FnProtoReturnType => |fn_proto| { |
| | 712 | const token_index = tok_it.index; |
| | 713 | const token_ptr = ??tok_it.next(); |
| | 714 | switch (token_ptr.id) { |
| | 715 | Token.Id.Bang => { |
| | 716 | fn_proto.return_type = ast.Node.FnProto.ReturnType { .InferErrorSet = undefined }; |
| | 717 | stack.push(State { |
| | 718 | .TypeExprBegin = OptionalCtx { .Required = &fn_proto.return_type.InferErrorSet }, |
| | 719 | }) catch unreachable; |
| | 720 | continue; |
| | 721 | }, |
| | 722 | else => { |
| | 723 | // TODO: this is a special case. Remove this when #760 is fixed |
| | 724 | if (token_ptr.id == Token.Id.Keyword_error) { |
| | 725 | if ((??tok_it.peek()).id == Token.Id.LBrace) { |
| | 726 | const error_type_node = try arena.construct(ast.Node.ErrorType { |
| | 727 | .base = ast.Node { .id = ast.Node.Id.ErrorType }, |
| | 728 | .token = token_index, |
| | 729 | }); |
| | 730 | fn_proto.return_type = ast.Node.FnProto.ReturnType { |
| | 731 | .Explicit = &error_type_node.base, |
| | 732 | }; |
| | 733 | continue; |
| | 734 | } |
| | 735 | } |
| 1011 | | 736 | |
| 1012 | State.ParamDecl => |fn_proto| { | 737 | _ = tok_it.prev(); |
| 1013 | if (self.eatToken(Token.Id.RParen)) |_| { | 738 | fn_proto.return_type = ast.Node.FnProto.ReturnType { .Explicit = undefined }; |
| | 739 | stack.push(State { .TypeExprBegin = OptionalCtx { .Required = &fn_proto.return_type.Explicit }, }) catch unreachable; |
| 1014 | continue; | 740 | continue; |
| 1015 | } | 741 | }, |
| 1016 | const param_decl = try self.createAttachNode(arena, &fn_proto.params, ast.Node.ParamDecl, | 742 | } |
| 1017 | ast.Node.ParamDecl { | 743 | }, |
| 1018 | .base = undefined, | | |
| 1019 | .comptime_token = null, | | |
| 1020 | .noalias_token = null, | | |
| 1021 | .name_token = null, | | |
| 1022 | .type_node = undefined, | | |
| 1023 | .var_args_token = null, | | |
| 1024 | }, | | |
| 1025 | ); | | |
| 1026 | | 744 | |
| 1027 | stack.append(State { | 745 | |
| 1028 | .ParamDeclEnd = ParamDeclEndCtx { | 746 | State.ParamDecl => |fn_proto| { |
| 1029 | .param_decl = param_decl, | 747 | if (eatToken(&tok_it, Token.Id.RParen)) |_| { |
| 1030 | .fn_proto = fn_proto, | | |
| 1031 | } | | |
| 1032 | }) catch unreachable; | | |
| 1033 | try stack.append(State { .ParamDeclName = param_decl }); | | |
| 1034 | try stack.append(State { .ParamDeclAliasOrComptime = param_decl }); | | |
| 1035 | continue; | 748 | continue; |
| 1036 | }, | 749 | } |
| 1037 | State.ParamDeclAliasOrComptime => |param_decl| { | 750 | const param_decl = try arena.construct(ast.Node.ParamDecl { |
| 1038 | if (self.eatToken(Token.Id.Keyword_comptime)) |comptime_token| { | 751 | .base = ast.Node {.id = ast.Node.Id.ParamDecl }, |
| 1039 | param_decl.comptime_token = comptime_token; | 752 | .comptime_token = null, |
| 1040 | } else if (self.eatToken(Token.Id.Keyword_noalias)) |noalias_token| { | 753 | .noalias_token = null, |
| 1041 | param_decl.noalias_token = noalias_token; | 754 | .name_token = null, |
| | 755 | .type_node = undefined, |
| | 756 | .var_args_token = null, |
| | 757 | }); |
| | 758 | try fn_proto.params.push(¶m_decl.base); |
| | 759 | |
| | 760 | stack.push(State { |
| | 761 | .ParamDeclEnd = ParamDeclEndCtx { |
| | 762 | .param_decl = param_decl, |
| | 763 | .fn_proto = fn_proto, |
| 1042 | } | 764 | } |
| 1043 | continue; | 765 | }) catch unreachable; |
| 1044 | }, | 766 | try stack.push(State { .ParamDeclName = param_decl }); |
| 1045 | State.ParamDeclName => |param_decl| { | 767 | try stack.push(State { .ParamDeclAliasOrComptime = param_decl }); |
| 1046 | // TODO: Here, we eat two tokens in one state. This means that we can't have | 768 | continue; |
| 1047 | // comments between these two tokens. | 769 | }, |
| 1048 | if (self.eatToken(Token.Id.Identifier)) |ident_token| { | 770 | State.ParamDeclAliasOrComptime => |param_decl| { |
| 1049 | if (self.eatToken(Token.Id.Colon)) |_| { | 771 | if (eatToken(&tok_it, Token.Id.Keyword_comptime)) |comptime_token| { |
| 1050 | param_decl.name_token = ident_token; | 772 | param_decl.comptime_token = comptime_token; |
| 1051 | } else { | 773 | } else if (eatToken(&tok_it, Token.Id.Keyword_noalias)) |noalias_token| { |
| 1052 | self.putBackToken(ident_token); | 774 | param_decl.noalias_token = noalias_token; |
| 1053 | } | 775 | } |
| | 776 | continue; |
| | 777 | }, |
| | 778 | State.ParamDeclName => |param_decl| { |
| | 779 | // TODO: Here, we eat two tokens in one state. This means that we can't have |
| | 780 | // comments between these two tokens. |
| | 781 | if (eatToken(&tok_it, Token.Id.Identifier)) |ident_token| { |
| | 782 | if (eatToken(&tok_it, Token.Id.Colon)) |_| { |
| | 783 | param_decl.name_token = ident_token; |
| | 784 | } else { |
| | 785 | _ = tok_it.prev(); |
| 1054 | } | 786 | } |
| | 787 | } |
| | 788 | continue; |
| | 789 | }, |
| | 790 | State.ParamDeclEnd => |ctx| { |
| | 791 | if (eatToken(&tok_it, Token.Id.Ellipsis3)) |ellipsis3| { |
| | 792 | ctx.param_decl.var_args_token = ellipsis3; |
| | 793 | stack.push(State { .ExpectToken = Token.Id.RParen }) catch unreachable; |
| 1055 | continue; | 794 | continue; |
| 1056 | }, | 795 | } |
| 1057 | State.ParamDeclEnd => |ctx| { | 796 | |
| 1058 | if (self.eatToken(Token.Id.Ellipsis3)) |ellipsis3| { | 797 | try stack.push(State { .ParamDeclComma = ctx.fn_proto }); |
| 1059 | ctx.param_decl.var_args_token = ellipsis3; | 798 | try stack.push(State { |
| 1060 | stack.append(State { .ExpectToken = Token.Id.RParen }) catch unreachable; | 799 | .TypeExprBegin = OptionalCtx { .Required = &ctx.param_decl.type_node } |
| | 800 | }); |
| | 801 | continue; |
| | 802 | }, |
| | 803 | State.ParamDeclComma => |fn_proto| { |
| | 804 | switch (expectCommaOrEnd(&tok_it, Token.Id.RParen)) { |
| | 805 | ExpectCommaOrEndResult.end_token => |t| { |
| | 806 | if (t == null) { |
| | 807 | stack.push(State { .ParamDecl = fn_proto }) catch unreachable; |
| | 808 | } |
| 1061 | continue; | 809 | continue; |
| 1062 | } | 810 | }, |
| | 811 | ExpectCommaOrEndResult.parse_error => |e| { |
| | 812 | try tree.errors.push(e); |
| | 813 | return tree; |
| | 814 | }, |
| | 815 | } |
| | 816 | }, |
| 1063 | | 817 | |
| 1064 | try stack.append(State { .ParamDeclComma = ctx.fn_proto }); | 818 | State.MaybeLabeledExpression => |ctx| { |
| 1065 | try stack.append(State { | 819 | if (eatToken(&tok_it, Token.Id.Colon)) |_| { |
| 1066 | .TypeExprBegin = OptionalCtx { .Required = &ctx.param_decl.type_node } | 820 | stack.push(State { |
| 1067 | }); | 821 | .LabeledExpression = LabelCtx { |
| 1068 | continue; | 822 | .label = ctx.label, |
| 1069 | }, | 823 | .opt_ctx = ctx.opt_ctx, |
| 1070 | State.ParamDeclComma => |fn_proto| { | 824 | } |
| 1071 | if ((try self.expectCommaOrEnd(Token.Id.RParen)) == null) { | 825 | }) catch unreachable; |
| 1072 | stack.append(State { .ParamDecl = fn_proto }) catch unreachable; | | |
| 1073 | } | | |
| 1074 | continue; | 826 | continue; |
| 1075 | }, | 827 | } |
| 1076 | | 828 | |
| 1077 | State.MaybeLabeledExpression => |ctx| { | 829 | _ = try createToCtxLiteral(arena, ctx.opt_ctx, ast.Node.Identifier, ctx.label); |
| 1078 | if (self.eatToken(Token.Id.Colon)) |_| { | 830 | continue; |
| 1079 | stack.append(State { | 831 | }, |
| 1080 | .LabeledExpression = LabelCtx { | 832 | State.LabeledExpression => |ctx| { |
| | 833 | const token_index = tok_it.index; |
| | 834 | const token_ptr = ??tok_it.next(); |
| | 835 | switch (token_ptr.id) { |
| | 836 | Token.Id.LBrace => { |
| | 837 | const block = try createToCtxNode(arena, ctx.opt_ctx, ast.Node.Block, |
| | 838 | ast.Node.Block { |
| | 839 | .base = undefined, |
| 1081 | .label = ctx.label, | 840 | .label = ctx.label, |
| 1082 | .opt_ctx = ctx.opt_ctx, | 841 | .lbrace = token_index, |
| | 842 | .statements = ast.Node.Block.StatementList.init(arena), |
| | 843 | .rbrace = undefined, |
| | 844 | } |
| | 845 | ); |
| | 846 | stack.push(State { .Block = block }) catch unreachable; |
| | 847 | continue; |
| | 848 | }, |
| | 849 | Token.Id.Keyword_while => { |
| | 850 | stack.push(State { |
| | 851 | .While = LoopCtx { |
| | 852 | .label = ctx.label, |
| | 853 | .inline_token = null, |
| | 854 | .loop_token = token_index, |
| | 855 | .opt_ctx = ctx.opt_ctx.toRequired(), |
| 1083 | } | 856 | } |
| 1084 | }) catch unreachable; | 857 | }) catch unreachable; |
| 1085 | continue; | 858 | continue; |
| 1086 | } | 859 | }, |
| 1087 | | 860 | Token.Id.Keyword_for => { |
| 1088 | _ = try self.createToCtxLiteral(arena, ctx.opt_ctx, ast.Node.Identifier, ctx.label); | 861 | stack.push(State { |
| 1089 | continue; | 862 | .For = LoopCtx { |
| 1090 | }, | | |
| 1091 | State.LabeledExpression => |ctx| { | | |
| 1092 | const token = self.getNextToken(); | | |
| 1093 | switch (token.id) { | | |
| 1094 | Token.Id.LBrace => { | | |
| 1095 | const block = try self.createToCtxNode(arena, ctx.opt_ctx, ast.Node.Block, | | |
| 1096 | ast.Node.Block { | | |
| 1097 | .base = undefined, | | |
| 1098 | .label = ctx.label, | | |
| 1099 | .lbrace = token, | | |
| 1100 | .statements = ArrayList(&ast.Node).init(arena), | | |
| 1101 | .rbrace = undefined, | | |
| 1102 | } | | |
| 1103 | ); | | |
| 1104 | stack.append(State { .Block = block }) catch unreachable; | | |
| 1105 | continue; | | |
| 1106 | }, | | |
| 1107 | Token.Id.Keyword_while => { | | |
| 1108 | stack.append(State { | | |
| 1109 | .While = LoopCtx { | | |
| 1110 | .label = ctx.label, | | |
| 1111 | .inline_token = null, | | |
| 1112 | .loop_token = token, | | |
| 1113 | .opt_ctx = ctx.opt_ctx.toRequired(), | | |
| 1114 | } | | |
| 1115 | }) catch unreachable; | | |
| 1116 | continue; | | |
| 1117 | }, | | |
| 1118 | Token.Id.Keyword_for => { | | |
| 1119 | stack.append(State { | | |
| 1120 | .For = LoopCtx { | | |
| 1121 | .label = ctx.label, | | |
| 1122 | .inline_token = null, | | |
| 1123 | .loop_token = token, | | |
| 1124 | .opt_ctx = ctx.opt_ctx.toRequired(), | | |
| 1125 | } | | |
| 1126 | }) catch unreachable; | | |
| 1127 | continue; | | |
| 1128 | }, | | |
| 1129 | Token.Id.Keyword_suspend => { | | |
| 1130 | const node = try arena.construct(ast.Node.Suspend { | | |
| 1131 | .base = ast.Node { | | |
| 1132 | .id = ast.Node.Id.Suspend, | | |
| 1133 | .same_line_comment = null, | | |
| 1134 | }, | | |
| 1135 | .label = ctx.label, | 863 | .label = ctx.label, |
| 1136 | .suspend_token = token, | 864 | .inline_token = null, |
| 1137 | .payload = null, | 865 | .loop_token = token_index, |
| 1138 | .body = null, | 866 | .opt_ctx = ctx.opt_ctx.toRequired(), |
| 1139 | }); | | |
| 1140 | ctx.opt_ctx.store(&node.base); | | |
| 1141 | stack.append(State { .SuspendBody = node }) catch unreachable; | | |
| 1142 | try stack.append(State { .Payload = OptionalCtx { .Optional = &node.payload } }); | | |
| 1143 | continue; | | |
| 1144 | }, | | |
| 1145 | Token.Id.Keyword_inline => { | | |
| 1146 | stack.append(State { | | |
| 1147 | .Inline = InlineCtx { | | |
| 1148 | .label = ctx.label, | | |
| 1149 | .inline_token = token, | | |
| 1150 | .opt_ctx = ctx.opt_ctx.toRequired(), | | |
| 1151 | } | | |
| 1152 | }) catch unreachable; | | |
| 1153 | continue; | | |
| 1154 | }, | | |
| 1155 | else => { | | |
| 1156 | if (ctx.opt_ctx != OptionalCtx.Optional) { | | |
| 1157 | return self.parseError(token, "expected 'while', 'for', 'inline' or '{{', found {}", @tagName(token.id)); | | |
| 1158 | } | | |
| 1159 | | | |
| 1160 | self.putBackToken(token); | | |
| 1161 | continue; | | |
| 1162 | }, | | |
| 1163 | } | | |
| 1164 | }, | | |
| 1165 | State.Inline => |ctx| { | | |
| 1166 | const token = self.getNextToken(); | | |
| 1167 | switch (token.id) { | | |
| 1168 | Token.Id.Keyword_while => { | | |
| 1169 | stack.append(State { | | |
| 1170 | .While = LoopCtx { | | |
| 1171 | .inline_token = ctx.inline_token, | | |
| 1172 | .label = ctx.label, | | |
| 1173 | .loop_token = token, | | |
| 1174 | .opt_ctx = ctx.opt_ctx.toRequired(), | | |
| 1175 | } | | |
| 1176 | }) catch unreachable; | | |
| 1177 | continue; | | |
| 1178 | }, | | |
| 1179 | Token.Id.Keyword_for => { | | |
| 1180 | stack.append(State { | | |
| 1181 | .For = LoopCtx { | | |
| 1182 | .inline_token = ctx.inline_token, | | |
| 1183 | .label = ctx.label, | | |
| 1184 | .loop_token = token, | | |
| 1185 | .opt_ctx = ctx.opt_ctx.toRequired(), | | |
| 1186 | } | | |
| 1187 | }) catch unreachable; | | |
| 1188 | continue; | | |
| 1189 | }, | | |
| 1190 | else => { | | |
| 1191 | if (ctx.opt_ctx != OptionalCtx.Optional) { | | |
| 1192 | return self.parseError(token, "expected 'while' or 'for', found {}", @tagName(token.id)); | | |
| 1193 | } | 867 | } |
| 1194 | | 868 | }) catch unreachable; |
| 1195 | self.putBackToken(token); | 869 | continue; |
| 1196 | continue; | 870 | }, |
| 1197 | }, | 871 | Token.Id.Keyword_suspend => { |
| 1198 | } | 872 | const node = try arena.construct(ast.Node.Suspend { |
| 1199 | }, | 873 | .base = ast.Node { |
| 1200 | State.While => |ctx| { | 874 | .id = ast.Node.Id.Suspend, |
| 1201 | const node = try self.createToCtxNode(arena, ctx.opt_ctx, ast.Node.While, | 875 | }, |
| 1202 | ast.Node.While { | | |
| 1203 | .base = undefined, | | |
| 1204 | .label = ctx.label, | | |
| 1205 | .inline_token = ctx.inline_token, | | |
| 1206 | .while_token = ctx.loop_token, | | |
| 1207 | .condition = undefined, | | |
| 1208 | .payload = null, | | |
| 1209 | .continue_expr = null, | | |
| 1210 | .body = undefined, | | |
| 1211 | .@"else" = null, | | |
| 1212 | } | | |
| 1213 | ); | | |
| 1214 | stack.append(State { .Else = &node.@"else" }) catch unreachable; | | |
| 1215 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.body } }); | | |
| 1216 | try stack.append(State { .WhileContinueExpr = &node.continue_expr }); | | |
| 1217 | try stack.append(State { .IfToken = Token.Id.Colon }); | | |
| 1218 | try stack.append(State { .PointerPayload = OptionalCtx { .Optional = &node.payload } }); | | |
| 1219 | try stack.append(State { .ExpectToken = Token.Id.RParen }); | | |
| 1220 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.condition } }); | | |
| 1221 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | | |
| 1222 | continue; | | |
| 1223 | }, | | |
| 1224 | State.WhileContinueExpr => |dest| { | | |
| 1225 | stack.append(State { .ExpectToken = Token.Id.RParen }) catch unreachable; | | |
| 1226 | try stack.append(State { .AssignmentExpressionBegin = OptionalCtx { .RequiredNull = dest } }); | | |
| 1227 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | | |
| 1228 | continue; | | |
| 1229 | }, | | |
| 1230 | State.For => |ctx| { | | |
| 1231 | const node = try self.createToCtxNode(arena, ctx.opt_ctx, ast.Node.For, | | |
| 1232 | ast.Node.For { | | |
| 1233 | .base = undefined, | | |
| 1234 | .label = ctx.label, | 876 | .label = ctx.label, |
| 1235 | .inline_token = ctx.inline_token, | 877 | .suspend_token = token_index, |
| 1236 | .for_token = ctx.loop_token, | | |
| 1237 | .array_expr = undefined, | | |
| 1238 | .payload = null, | 878 | .payload = null, |
| 1239 | .body = undefined, | 879 | .body = null, |
| 1240 | .@"else" = null, | 880 | }); |
| 1241 | } | 881 | ctx.opt_ctx.store(&node.base); |
| 1242 | ); | 882 | stack.push(State { .SuspendBody = node }) catch unreachable; |
| 1243 | stack.append(State { .Else = &node.@"else" }) catch unreachable; | 883 | try stack.push(State { .Payload = OptionalCtx { .Optional = &node.payload } }); |
| 1244 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.body } }); | 884 | continue; |
| 1245 | try stack.append(State { .PointerIndexPayload = OptionalCtx { .Optional = &node.payload } }); | 885 | }, |
| 1246 | try stack.append(State { .ExpectToken = Token.Id.RParen }); | 886 | Token.Id.Keyword_inline => { |
| 1247 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.array_expr } }); | 887 | stack.push(State { |
| 1248 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | 888 | .Inline = InlineCtx { |
| 1249 | continue; | 889 | .label = ctx.label, |
| 1250 | }, | 890 | .inline_token = token_index, |
| 1251 | State.Else => |dest| { | 891 | .opt_ctx = ctx.opt_ctx.toRequired(), |
| 1252 | if (self.eatToken(Token.Id.Keyword_else)) |else_token| { | | |
| 1253 | const node = try self.createNode(arena, ast.Node.Else, | | |
| 1254 | ast.Node.Else { | | |
| 1255 | .base = undefined, | | |
| 1256 | .else_token = else_token, | | |
| 1257 | .payload = null, | | |
| 1258 | .body = undefined, | | |
| 1259 | } | 892 | } |
| 1260 | ); | 893 | }) catch unreachable; |
| 1261 | *dest = node; | 894 | continue; |
| | 895 | }, |
| | 896 | else => { |
| | 897 | if (ctx.opt_ctx != OptionalCtx.Optional) { |
| | 898 | *(try tree.errors.addOne()) = Error { |
| | 899 | .ExpectedLabelable = Error.ExpectedLabelable { .token = token_index }, |
| | 900 | }; |
| | 901 | return tree; |
| | 902 | } |
| 1262 | | 903 | |
| 1263 | stack.append(State { .Expression = OptionalCtx { .Required = &node.body } }) catch unreachable; | 904 | _ = tok_it.prev(); |
| 1264 | try stack.append(State { .Payload = OptionalCtx { .Optional = &node.payload } }); | | |
| 1265 | continue; | 905 | continue; |
| 1266 | } else { | 906 | }, |
| | 907 | } |
| | 908 | }, |
| | 909 | State.Inline => |ctx| { |
| | 910 | const token_index = tok_it.index; |
| | 911 | const token_ptr = ??tok_it.next(); |
| | 912 | switch (token_ptr.id) { |
| | 913 | Token.Id.Keyword_while => { |
| | 914 | stack.push(State { |
| | 915 | .While = LoopCtx { |
| | 916 | .inline_token = ctx.inline_token, |
| | 917 | .label = ctx.label, |
| | 918 | .loop_token = token_index, |
| | 919 | .opt_ctx = ctx.opt_ctx.toRequired(), |
| | 920 | } |
| | 921 | }) catch unreachable; |
| 1267 | continue; | 922 | continue; |
| 1268 | } | 923 | }, |
| 1269 | }, | 924 | Token.Id.Keyword_for => { |
| 1270 | | 925 | stack.push(State { |
| 1271 | | 926 | .For = LoopCtx { |
| 1272 | State.Block => |block| { | 927 | .inline_token = ctx.inline_token, |
| 1273 | const token = self.getNextToken(); | 928 | .label = ctx.label, |
| 1274 | switch (token.id) { | 929 | .loop_token = token_index, |
| 1275 | Token.Id.RBrace => { | 930 | .opt_ctx = ctx.opt_ctx.toRequired(), |
| 1276 | block.rbrace = token; | | |
| 1277 | continue; | | |
| 1278 | }, | | |
| 1279 | else => { | | |
| 1280 | self.putBackToken(token); | | |
| 1281 | stack.append(State { .Block = block }) catch unreachable; | | |
| 1282 | | | |
| 1283 | var any_comments = false; | | |
| 1284 | while (try self.eatLineComment(arena)) |line_comment| { | | |
| 1285 | try block.statements.append(&line_comment.base); | | |
| 1286 | any_comments = true; | | |
| 1287 | } | 931 | } |
| 1288 | if (any_comments) continue; | 932 | }) catch unreachable; |
| 1289 | | | |
| 1290 | try stack.append(State { .Statement = block }); | | |
| 1291 | continue; | | |
| 1292 | }, | | |
| 1293 | } | | |
| 1294 | }, | | |
| 1295 | State.Statement => |block| { | | |
| 1296 | const token = self.getNextToken(); | | |
| 1297 | switch (token.id) { | | |
| 1298 | Token.Id.Keyword_comptime => { | | |
| 1299 | stack.append(State { | | |
| 1300 | .ComptimeStatement = ComptimeStatementCtx { | | |
| 1301 | .comptime_token = token, | | |
| 1302 | .block = block, | | |
| 1303 | } | | |
| 1304 | }) catch unreachable; | | |
| 1305 | continue; | | |
| 1306 | }, | | |
| 1307 | Token.Id.Keyword_var, Token.Id.Keyword_const => { | | |
| 1308 | stack.append(State { | | |
| 1309 | .VarDecl = VarDeclCtx { | | |
| 1310 | .comments = null, | | |
| 1311 | .visib_token = null, | | |
| 1312 | .comptime_token = null, | | |
| 1313 | .extern_export_token = null, | | |
| 1314 | .lib_name = null, | | |
| 1315 | .mut_token = token, | | |
| 1316 | .list = &block.statements, | | |
| 1317 | } | | |
| 1318 | }) catch unreachable; | | |
| 1319 | continue; | | |
| 1320 | }, | | |
| 1321 | Token.Id.Keyword_defer, Token.Id.Keyword_errdefer => { | | |
| 1322 | const node = try arena.construct(ast.Node.Defer { | | |
| 1323 | .base = ast.Node { | | |
| 1324 | .id = ast.Node.Id.Defer, | | |
| 1325 | .same_line_comment = null, | | |
| 1326 | }, | | |
| 1327 | .defer_token = token, | | |
| 1328 | .kind = switch (token.id) { | | |
| 1329 | Token.Id.Keyword_defer => ast.Node.Defer.Kind.Unconditional, | | |
| 1330 | Token.Id.Keyword_errdefer => ast.Node.Defer.Kind.Error, | | |
| 1331 | else => unreachable, | | |
| 1332 | }, | | |
| 1333 | .expr = undefined, | | |
| 1334 | }); | | |
| 1335 | const node_ptr = try block.statements.addOne(); | | |
| 1336 | *node_ptr = &node.base; | | |
| 1337 | | | |
| 1338 | stack.append(State { .Semicolon = node_ptr }) catch unreachable; | | |
| 1339 | try stack.append(State { .AssignmentExpressionBegin = OptionalCtx{ .Required = &node.expr } }); | | |
| 1340 | continue; | | |
| 1341 | }, | | |
| 1342 | Token.Id.LBrace => { | | |
| 1343 | const inner_block = try self.createAttachNode(arena, &block.statements, ast.Node.Block, | | |
| 1344 | ast.Node.Block { | | |
| 1345 | .base = undefined, | | |
| 1346 | .label = null, | | |
| 1347 | .lbrace = token, | | |
| 1348 | .statements = ArrayList(&ast.Node).init(arena), | | |
| 1349 | .rbrace = undefined, | | |
| 1350 | } | | |
| 1351 | ); | | |
| 1352 | stack.append(State { .Block = inner_block }) catch unreachable; | | |
| 1353 | continue; | | |
| 1354 | }, | | |
| 1355 | else => { | | |
| 1356 | self.putBackToken(token); | | |
| 1357 | const statement = try block.statements.addOne(); | | |
| 1358 | stack.append(State { .LookForSameLineComment = statement }) catch unreachable; | | |
| 1359 | try stack.append(State { .Semicolon = statement }); | | |
| 1360 | try stack.append(State { .AssignmentExpressionBegin = OptionalCtx{ .Required = statement } }); | | |
| 1361 | continue; | | |
| 1362 | } | | |
| 1363 | } | | |
| 1364 | }, | | |
| 1365 | State.ComptimeStatement => |ctx| { | | |
| 1366 | const token = self.getNextToken(); | | |
| 1367 | switch (token.id) { | | |
| 1368 | Token.Id.Keyword_var, Token.Id.Keyword_const => { | | |
| 1369 | stack.append(State { | | |
| 1370 | .VarDecl = VarDeclCtx { | | |
| 1371 | .comments = null, | | |
| 1372 | .visib_token = null, | | |
| 1373 | .comptime_token = ctx.comptime_token, | | |
| 1374 | .extern_export_token = null, | | |
| 1375 | .lib_name = null, | | |
| 1376 | .mut_token = token, | | |
| 1377 | .list = &ctx.block.statements, | | |
| 1378 | } | | |
| 1379 | }) catch unreachable; | | |
| 1380 | continue; | | |
| 1381 | }, | | |
| 1382 | else => { | | |
| 1383 | self.putBackToken(token); | | |
| 1384 | self.putBackToken(ctx.comptime_token); | | |
| 1385 | const statement = try ctx.block.statements.addOne(); | | |
| 1386 | stack.append(State { .LookForSameLineComment = statement }) catch unreachable; | | |
| 1387 | try stack.append(State { .Semicolon = statement }); | | |
| 1388 | try stack.append(State { .Expression = OptionalCtx { .Required = statement } }); | | |
| 1389 | continue; | | |
| 1390 | } | | |
| 1391 | } | | |
| 1392 | }, | | |
| 1393 | State.Semicolon => |node_ptr| { | | |
| 1394 | const node = *node_ptr; | | |
| 1395 | if (requireSemiColon(node)) { | | |
| 1396 | stack.append(State { .ExpectToken = Token.Id.Semicolon }) catch unreachable; | | |
| 1397 | continue; | 933 | continue; |
| 1398 | } | 934 | }, |
| 1399 | continue; | 935 | else => { |
| 1400 | }, | 936 | if (ctx.opt_ctx != OptionalCtx.Optional) { |
| 1401 | | 937 | *(try tree.errors.addOne()) = Error { |
| 1402 | State.LookForSameLineComment => |node_ptr| { | 938 | .ExpectedInlinable = Error.ExpectedInlinable { .token = token_index }, |
| 1403 | try self.lookForSameLineComment(arena, *node_ptr); | 939 | }; |
| 1404 | continue; | 940 | return tree; |
| 1405 | }, | 941 | } |
| 1406 | | | |
| 1407 | State.LookForSameLineCommentDirect => |node| { | | |
| 1408 | try self.lookForSameLineComment(arena, node); | | |
| 1409 | continue; | | |
| 1410 | }, | | |
| 1411 | | | |
| 1412 | | 942 | |
| 1413 | State.AsmOutputItems => |items| { | 943 | _ = tok_it.prev(); |
| 1414 | const lbracket = self.getNextToken(); | | |
| 1415 | if (lbracket.id != Token.Id.LBracket) { | | |
| 1416 | self.putBackToken(lbracket); | | |
| 1417 | continue; | 944 | continue; |
| | 945 | }, |
| | 946 | } |
| | 947 | }, |
| | 948 | State.While => |ctx| { |
| | 949 | const node = try createToCtxNode(arena, ctx.opt_ctx, ast.Node.While, |
| | 950 | ast.Node.While { |
| | 951 | .base = undefined, |
| | 952 | .label = ctx.label, |
| | 953 | .inline_token = ctx.inline_token, |
| | 954 | .while_token = ctx.loop_token, |
| | 955 | .condition = undefined, |
| | 956 | .payload = null, |
| | 957 | .continue_expr = null, |
| | 958 | .body = undefined, |
| | 959 | .@"else" = null, |
| 1418 | } | 960 | } |
| 1419 | | 961 | ); |
| 1420 | const node = try self.createNode(arena, ast.Node.AsmOutput, | 962 | stack.push(State { .Else = &node.@"else" }) catch unreachable; |
| 1421 | ast.Node.AsmOutput { | 963 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.body } }); |
| 1422 | .base = undefined, | 964 | try stack.push(State { .WhileContinueExpr = &node.continue_expr }); |
| 1423 | .symbolic_name = undefined, | 965 | try stack.push(State { .IfToken = Token.Id.Colon }); |
| 1424 | .constraint = undefined, | 966 | try stack.push(State { .PointerPayload = OptionalCtx { .Optional = &node.payload } }); |
| 1425 | .kind = undefined, | 967 | try stack.push(State { .ExpectToken = Token.Id.RParen }); |
| 1426 | } | 968 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.condition } }); |
| 1427 | ); | 969 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| 1428 | try items.append(node); | 970 | continue; |
| 1429 | | 971 | }, |
| 1430 | stack.append(State { .AsmOutputItems = items }) catch unreachable; | 972 | State.WhileContinueExpr => |dest| { |
| 1431 | try stack.append(State { .IfToken = Token.Id.Comma }); | 973 | stack.push(State { .ExpectToken = Token.Id.RParen }) catch unreachable; |
| 1432 | try stack.append(State { .ExpectToken = Token.Id.RParen }); | 974 | try stack.push(State { .AssignmentExpressionBegin = OptionalCtx { .RequiredNull = dest } }); |
| 1433 | try stack.append(State { .AsmOutputReturnOrType = node }); | 975 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| 1434 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | 976 | continue; |
| 1435 | try stack.append(State { .StringLiteral = OptionalCtx { .Required = &node.constraint } }); | 977 | }, |
| 1436 | try stack.append(State { .ExpectToken = Token.Id.RBracket }); | 978 | State.For => |ctx| { |
| 1437 | try stack.append(State { .Identifier = OptionalCtx { .Required = &node.symbolic_name } }); | 979 | const node = try createToCtxNode(arena, ctx.opt_ctx, ast.Node.For, |
| 1438 | continue; | 980 | ast.Node.For { |
| 1439 | }, | 981 | .base = undefined, |
| 1440 | State.AsmOutputReturnOrType => |node| { | 982 | .label = ctx.label, |
| 1441 | const token = self.getNextToken(); | 983 | .inline_token = ctx.inline_token, |
| 1442 | switch (token.id) { | 984 | .for_token = ctx.loop_token, |
| 1443 | Token.Id.Identifier => { | 985 | .array_expr = undefined, |
| 1444 | node.kind = ast.Node.AsmOutput.Kind { .Variable = try self.createLiteral(arena, ast.Node.Identifier, token) }; | 986 | .payload = null, |
| 1445 | continue; | 987 | .body = undefined, |
| 1446 | }, | 988 | .@"else" = null, |
| 1447 | Token.Id.Arrow => { | | |
| 1448 | node.kind = ast.Node.AsmOutput.Kind { .Return = undefined }; | | |
| 1449 | try stack.append(State { .TypeExprBegin = OptionalCtx { .Required = &node.kind.Return } }); | | |
| 1450 | continue; | | |
| 1451 | }, | | |
| 1452 | else => { | | |
| 1453 | return self.parseError(token, "expected '->' or {}, found {}", | | |
| 1454 | @tagName(Token.Id.Identifier), | | |
| 1455 | @tagName(token.id)); | | |
| 1456 | }, | | |
| 1457 | } | | |
| 1458 | }, | | |
| 1459 | State.AsmInputItems => |items| { | | |
| 1460 | const lbracket = self.getNextToken(); | | |
| 1461 | if (lbracket.id != Token.Id.LBracket) { | | |
| 1462 | self.putBackToken(lbracket); | | |
| 1463 | continue; | | |
| 1464 | } | 989 | } |
| 1465 | | 990 | ); |
| 1466 | const node = try self.createNode(arena, ast.Node.AsmInput, | 991 | stack.push(State { .Else = &node.@"else" }) catch unreachable; |
| 1467 | ast.Node.AsmInput { | 992 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.body } }); |
| | 993 | try stack.push(State { .PointerIndexPayload = OptionalCtx { .Optional = &node.payload } }); |
| | 994 | try stack.push(State { .ExpectToken = Token.Id.RParen }); |
| | 995 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.array_expr } }); |
| | 996 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| | 997 | continue; |
| | 998 | }, |
| | 999 | State.Else => |dest| { |
| | 1000 | if (eatToken(&tok_it, Token.Id.Keyword_else)) |else_token| { |
| | 1001 | const node = try createNode(arena, ast.Node.Else, |
| | 1002 | ast.Node.Else { |
| 1468 | .base = undefined, | 1003 | .base = undefined, |
| 1469 | .symbolic_name = undefined, | 1004 | .else_token = else_token, |
| 1470 | .constraint = undefined, | 1005 | .payload = null, |
| 1471 | .expr = undefined, | 1006 | .body = undefined, |
| 1472 | } | 1007 | } |
| 1473 | ); | 1008 | ); |
| 1474 | try items.append(node); | 1009 | *dest = node; |
| 1475 | | 1010 | |
| 1476 | stack.append(State { .AsmInputItems = items }) catch unreachable; | 1011 | stack.push(State { .Expression = OptionalCtx { .Required = &node.body } }) catch unreachable; |
| 1477 | try stack.append(State { .IfToken = Token.Id.Comma }); | 1012 | try stack.push(State { .Payload = OptionalCtx { .Optional = &node.payload } }); |
| 1478 | try stack.append(State { .ExpectToken = Token.Id.RParen }); | | |
| 1479 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.expr } }); | | |
| 1480 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | | |
| 1481 | try stack.append(State { .StringLiteral = OptionalCtx { .Required = &node.constraint } }); | | |
| 1482 | try stack.append(State { .ExpectToken = Token.Id.RBracket }); | | |
| 1483 | try stack.append(State { .Identifier = OptionalCtx { .Required = &node.symbolic_name } }); | | |
| 1484 | continue; | 1013 | continue; |
| 1485 | }, | 1014 | } else { |
| 1486 | State.AsmClopperItems => |items| { | | |
| 1487 | stack.append(State { .AsmClopperItems = items }) catch unreachable; | | |
| 1488 | try stack.append(State { .IfToken = Token.Id.Comma }); | | |
| 1489 | try stack.append(State { .StringLiteral = OptionalCtx { .Required = try items.addOne() } }); | | |
| 1490 | continue; | 1015 | continue; |
| 1491 | }, | 1016 | } |
| | 1017 | }, |
| 1492 | | 1018 | |
| 1493 | | 1019 | |
| 1494 | State.ExprListItemOrEnd => |list_state| { | 1020 | State.Block => |block| { |
| 1495 | if (self.eatToken(list_state.end)) |token| { | 1021 | const token_index = tok_it.index; |
| 1496 | *list_state.ptr = token; | 1022 | const token_ptr = ??tok_it.next(); |
| | 1023 | switch (token_ptr.id) { |
| | 1024 | Token.Id.RBrace => { |
| | 1025 | block.rbrace = token_index; |
| 1497 | continue; | 1026 | continue; |
| 1498 | } | 1027 | }, |
| | 1028 | else => { |
| | 1029 | _ = tok_it.prev(); |
| | 1030 | stack.push(State { .Block = block }) catch unreachable; |
| | 1031 | |
| | 1032 | var any_comments = false; |
| | 1033 | while (try eatLineComment(arena, &tok_it)) |line_comment| { |
| | 1034 | try block.statements.push(&line_comment.base); |
| | 1035 | any_comments = true; |
| | 1036 | } |
| | 1037 | if (any_comments) continue; |
| 1499 | | 1038 | |
| 1500 | stack.append(State { .ExprListCommaOrEnd = list_state }) catch unreachable; | 1039 | try stack.push(State { .Statement = block }); |
| 1501 | try stack.append(State { .Expression = OptionalCtx { .Required = try list_state.list.addOne() } }); | | |
| 1502 | continue; | | |
| 1503 | }, | | |
| 1504 | State.ExprListCommaOrEnd => |list_state| { | | |
| 1505 | if (try self.expectCommaOrEnd(list_state.end)) |end| { | | |
| 1506 | *list_state.ptr = end; | | |
| 1507 | continue; | 1040 | continue; |
| 1508 | } else { | 1041 | }, |
| 1509 | stack.append(State { .ExprListItemOrEnd = list_state }) catch unreachable; | 1042 | } |
| | 1043 | }, |
| | 1044 | State.Statement => |block| { |
| | 1045 | const token_index = tok_it.index; |
| | 1046 | const token_ptr = ??tok_it.next(); |
| | 1047 | switch (token_ptr.id) { |
| | 1048 | Token.Id.Keyword_comptime => { |
| | 1049 | stack.push(State { |
| | 1050 | .ComptimeStatement = ComptimeStatementCtx { |
| | 1051 | .comptime_token = token_index, |
| | 1052 | .block = block, |
| | 1053 | } |
| | 1054 | }) catch unreachable; |
| 1510 | continue; | 1055 | continue; |
| 1511 | } | 1056 | }, |
| 1512 | }, | 1057 | Token.Id.Keyword_var, Token.Id.Keyword_const => { |
| 1513 | State.FieldInitListItemOrEnd => |list_state| { | 1058 | stack.push(State { |
| 1514 | while (try self.eatLineComment(arena)) |line_comment| { | 1059 | .VarDecl = VarDeclCtx { |
| 1515 | try list_state.list.append(&line_comment.base); | 1060 | .comments = null, |
| 1516 | } | 1061 | .visib_token = null, |
| | 1062 | .comptime_token = null, |
| | 1063 | .extern_export_token = null, |
| | 1064 | .lib_name = null, |
| | 1065 | .mut_token = token_index, |
| | 1066 | .list = &block.statements, |
| | 1067 | } |
| | 1068 | }) catch unreachable; |
| | 1069 | continue; |
| | 1070 | }, |
| | 1071 | Token.Id.Keyword_defer, Token.Id.Keyword_errdefer => { |
| | 1072 | const node = try arena.construct(ast.Node.Defer { |
| | 1073 | .base = ast.Node { |
| | 1074 | .id = ast.Node.Id.Defer, |
| | 1075 | }, |
| | 1076 | .defer_token = token_index, |
| | 1077 | .kind = switch (token_ptr.id) { |
| | 1078 | Token.Id.Keyword_defer => ast.Node.Defer.Kind.Unconditional, |
| | 1079 | Token.Id.Keyword_errdefer => ast.Node.Defer.Kind.Error, |
| | 1080 | else => unreachable, |
| | 1081 | }, |
| | 1082 | .expr = undefined, |
| | 1083 | }); |
| | 1084 | const node_ptr = try block.statements.addOne(); |
| | 1085 | *node_ptr = &node.base; |
| 1517 | | 1086 | |
| 1518 | if (self.eatToken(Token.Id.RBrace)) |rbrace| { | 1087 | stack.push(State { .Semicolon = node_ptr }) catch unreachable; |
| 1519 | *list_state.ptr = rbrace; | 1088 | try stack.push(State { .AssignmentExpressionBegin = OptionalCtx{ .Required = &node.expr } }); |
| 1520 | continue; | 1089 | continue; |
| 1521 | } | 1090 | }, |
| | 1091 | Token.Id.LBrace => { |
| | 1092 | const inner_block = try arena.construct(ast.Node.Block { |
| | 1093 | .base = ast.Node { .id = ast.Node.Id.Block }, |
| | 1094 | .label = null, |
| | 1095 | .lbrace = token_index, |
| | 1096 | .statements = ast.Node.Block.StatementList.init(arena), |
| | 1097 | .rbrace = undefined, |
| | 1098 | }); |
| | 1099 | try block.statements.push(&inner_block.base); |
| 1522 | | 1100 | |
| 1523 | const node = try arena.construct(ast.Node.FieldInitializer { | 1101 | stack.push(State { .Block = inner_block }) catch unreachable; |
| 1524 | .base = ast.Node { | | |
| 1525 | .id = ast.Node.Id.FieldInitializer, | | |
| 1526 | .same_line_comment = null, | | |
| 1527 | }, | | |
| 1528 | .period_token = undefined, | | |
| 1529 | .name_token = undefined, | | |
| 1530 | .expr = undefined, | | |
| 1531 | }); | | |
| 1532 | try list_state.list.append(&node.base); | | |
| 1533 | | | |
| 1534 | stack.append(State { .FieldInitListCommaOrEnd = list_state }) catch unreachable; | | |
| 1535 | try stack.append(State { .Expression = OptionalCtx{ .Required = &node.expr } }); | | |
| 1536 | try stack.append(State { .ExpectToken = Token.Id.Equal }); | | |
| 1537 | try stack.append(State { | | |
| 1538 | .ExpectTokenSave = ExpectTokenSave { | | |
| 1539 | .id = Token.Id.Identifier, | | |
| 1540 | .ptr = &node.name_token, | | |
| 1541 | } | | |
| 1542 | }); | | |
| 1543 | try stack.append(State { | | |
| 1544 | .ExpectTokenSave = ExpectTokenSave { | | |
| 1545 | .id = Token.Id.Period, | | |
| 1546 | .ptr = &node.period_token, | | |
| 1547 | } | | |
| 1548 | }); | | |
| 1549 | continue; | | |
| 1550 | }, | | |
| 1551 | State.FieldInitListCommaOrEnd => |list_state| { | | |
| 1552 | if (try self.expectCommaOrEnd(Token.Id.RBrace)) |end| { | | |
| 1553 | *list_state.ptr = end; | | |
| 1554 | continue; | 1102 | continue; |
| 1555 | } else { | 1103 | }, |
| 1556 | stack.append(State { .FieldInitListItemOrEnd = list_state }) catch unreachable; | 1104 | else => { |
| | 1105 | _ = tok_it.prev(); |
| | 1106 | const statement = try block.statements.addOne(); |
| | 1107 | try stack.push(State { .Semicolon = statement }); |
| | 1108 | try stack.push(State { .AssignmentExpressionBegin = OptionalCtx{ .Required = statement } }); |
| 1557 | continue; | 1109 | continue; |
| 1558 | } | 1110 | } |
| 1559 | }, | 1111 | } |
| 1560 | State.FieldListCommaOrEnd => |container_decl| { | 1112 | }, |
| 1561 | if (try self.expectCommaOrEnd(Token.Id.RBrace)) |end| { | 1113 | State.ComptimeStatement => |ctx| { |
| 1562 | container_decl.rbrace_token = end; | 1114 | const token_index = tok_it.index; |
| | 1115 | const token_ptr = ??tok_it.next(); |
| | 1116 | switch (token_ptr.id) { |
| | 1117 | Token.Id.Keyword_var, Token.Id.Keyword_const => { |
| | 1118 | stack.push(State { |
| | 1119 | .VarDecl = VarDeclCtx { |
| | 1120 | .comments = null, |
| | 1121 | .visib_token = null, |
| | 1122 | .comptime_token = ctx.comptime_token, |
| | 1123 | .extern_export_token = null, |
| | 1124 | .lib_name = null, |
| | 1125 | .mut_token = token_index, |
| | 1126 | .list = &ctx.block.statements, |
| | 1127 | } |
| | 1128 | }) catch unreachable; |
| | 1129 | continue; |
| | 1130 | }, |
| | 1131 | else => { |
| | 1132 | _ = tok_it.prev(); |
| | 1133 | _ = tok_it.prev(); |
| | 1134 | const statement = try ctx.block.statements.addOne(); |
| | 1135 | try stack.push(State { .Semicolon = statement }); |
| | 1136 | try stack.push(State { .Expression = OptionalCtx { .Required = statement } }); |
| 1563 | continue; | 1137 | continue; |
| 1564 | } | 1138 | } |
| | 1139 | } |
| | 1140 | }, |
| | 1141 | State.Semicolon => |node_ptr| { |
| | 1142 | const node = *node_ptr; |
| | 1143 | if (requireSemiColon(node)) { |
| | 1144 | stack.push(State { .ExpectToken = Token.Id.Semicolon }) catch unreachable; |
| | 1145 | continue; |
| | 1146 | } |
| | 1147 | continue; |
| | 1148 | }, |
| 1565 | | 1149 | |
| 1566 | try self.lookForSameLineComment(arena, container_decl.fields_and_decls.toSlice()[container_decl.fields_and_decls.len - 1]); | 1150 | State.AsmOutputItems => |items| { |
| 1567 | try stack.append(State { .ContainerDecl = container_decl }); | 1151 | const lbracket_index = tok_it.index; |
| | 1152 | const lbracket_ptr = ??tok_it.next(); |
| | 1153 | if (lbracket_ptr.id != Token.Id.LBracket) { |
| | 1154 | _ = tok_it.prev(); |
| 1568 | continue; | 1155 | continue; |
| 1569 | }, | 1156 | } |
| 1570 | State.ErrorTagListItemOrEnd => |list_state| { | | |
| 1571 | while (try self.eatLineComment(arena)) |line_comment| { | | |
| 1572 | try list_state.list.append(&line_comment.base); | | |
| 1573 | } | | |
| 1574 | | 1157 | |
| 1575 | if (self.eatToken(Token.Id.RBrace)) |rbrace| { | 1158 | const node = try createNode(arena, ast.Node.AsmOutput, |
| 1576 | *list_state.ptr = rbrace; | 1159 | ast.Node.AsmOutput { |
| 1577 | continue; | 1160 | .base = undefined, |
| | 1161 | .symbolic_name = undefined, |
| | 1162 | .constraint = undefined, |
| | 1163 | .kind = undefined, |
| 1578 | } | 1164 | } |
| 1579 | | 1165 | ); |
| 1580 | const node_ptr = try list_state.list.addOne(); | 1166 | try items.push(node); |
| 1581 | | 1167 | |
| 1582 | try stack.append(State { .ErrorTagListCommaOrEnd = list_state }); | 1168 | stack.push(State { .AsmOutputItems = items }) catch unreachable; |
| 1583 | try stack.append(State { .ErrorTag = node_ptr }); | 1169 | try stack.push(State { .IfToken = Token.Id.Comma }); |
| 1584 | continue; | 1170 | try stack.push(State { .ExpectToken = Token.Id.RParen }); |
| 1585 | }, | 1171 | try stack.push(State { .AsmOutputReturnOrType = node }); |
| 1586 | State.ErrorTagListCommaOrEnd => |list_state| { | 1172 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| 1587 | if (try self.expectCommaOrEnd(Token.Id.RBrace)) |end| { | 1173 | try stack.push(State { .StringLiteral = OptionalCtx { .Required = &node.constraint } }); |
| 1588 | *list_state.ptr = end; | 1174 | try stack.push(State { .ExpectToken = Token.Id.RBracket }); |
| | 1175 | try stack.push(State { .Identifier = OptionalCtx { .Required = &node.symbolic_name } }); |
| | 1176 | continue; |
| | 1177 | }, |
| | 1178 | State.AsmOutputReturnOrType => |node| { |
| | 1179 | const token_index = tok_it.index; |
| | 1180 | const token_ptr = ??tok_it.next(); |
| | 1181 | switch (token_ptr.id) { |
| | 1182 | Token.Id.Identifier => { |
| | 1183 | node.kind = ast.Node.AsmOutput.Kind { .Variable = try createLiteral(arena, ast.Node.Identifier, token_index) }; |
| 1589 | continue; | 1184 | continue; |
| 1590 | } else { | 1185 | }, |
| 1591 | stack.append(State { .ErrorTagListItemOrEnd = list_state }) catch unreachable; | 1186 | Token.Id.Arrow => { |
| | 1187 | node.kind = ast.Node.AsmOutput.Kind { .Return = undefined }; |
| | 1188 | try stack.push(State { .TypeExprBegin = OptionalCtx { .Required = &node.kind.Return } }); |
| 1592 | continue; | 1189 | continue; |
| 1593 | } | 1190 | }, |
| 1594 | }, | 1191 | else => { |
| 1595 | State.SwitchCaseOrEnd => |list_state| { | 1192 | *(try tree.errors.addOne()) = Error { |
| 1596 | while (try self.eatLineComment(arena)) |line_comment| { | 1193 | .ExpectedAsmOutputReturnOrType = Error.ExpectedAsmOutputReturnOrType { |
| 1597 | try list_state.list.append(&line_comment.base); | 1194 | .token = token_index, |
| 1598 | } | 1195 | }, |
| | 1196 | }; |
| | 1197 | return tree; |
| | 1198 | }, |
| | 1199 | } |
| | 1200 | }, |
| | 1201 | State.AsmInputItems => |items| { |
| | 1202 | const lbracket_index = tok_it.index; |
| | 1203 | const lbracket_ptr = ??tok_it.next(); |
| | 1204 | if (lbracket_ptr.id != Token.Id.LBracket) { |
| | 1205 | _ = tok_it.prev(); |
| | 1206 | continue; |
| | 1207 | } |
| 1599 | | 1208 | |
| 1600 | if (self.eatToken(Token.Id.RBrace)) |rbrace| { | 1209 | const node = try createNode(arena, ast.Node.AsmInput, |
| 1601 | *list_state.ptr = rbrace; | 1210 | ast.Node.AsmInput { |
| 1602 | continue; | 1211 | .base = undefined, |
| | 1212 | .symbolic_name = undefined, |
| | 1213 | .constraint = undefined, |
| | 1214 | .expr = undefined, |
| 1603 | } | 1215 | } |
| | 1216 | ); |
| | 1217 | try items.push(node); |
| | 1218 | |
| | 1219 | stack.push(State { .AsmInputItems = items }) catch unreachable; |
| | 1220 | try stack.push(State { .IfToken = Token.Id.Comma }); |
| | 1221 | try stack.push(State { .ExpectToken = Token.Id.RParen }); |
| | 1222 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.expr } }); |
| | 1223 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| | 1224 | try stack.push(State { .StringLiteral = OptionalCtx { .Required = &node.constraint } }); |
| | 1225 | try stack.push(State { .ExpectToken = Token.Id.RBracket }); |
| | 1226 | try stack.push(State { .Identifier = OptionalCtx { .Required = &node.symbolic_name } }); |
| | 1227 | continue; |
| | 1228 | }, |
| | 1229 | State.AsmClobberItems => |items| { |
| | 1230 | stack.push(State { .AsmClobberItems = items }) catch unreachable; |
| | 1231 | try stack.push(State { .IfToken = Token.Id.Comma }); |
| | 1232 | try stack.push(State { .StringLiteral = OptionalCtx { .Required = try items.addOne() } }); |
| | 1233 | continue; |
| | 1234 | }, |
| 1604 | | 1235 | |
| 1605 | const comments = try self.eatDocComments(arena); | | |
| 1606 | const node = try arena.construct(ast.Node.SwitchCase { | | |
| 1607 | .base = ast.Node { | | |
| 1608 | .id = ast.Node.Id.SwitchCase, | | |
| 1609 | .same_line_comment = null, | | |
| 1610 | }, | | |
| 1611 | .items = ArrayList(&ast.Node).init(arena), | | |
| 1612 | .payload = null, | | |
| 1613 | .expr = undefined, | | |
| 1614 | }); | | |
| 1615 | try list_state.list.append(&node.base); | | |
| 1616 | try stack.append(State { .SwitchCaseCommaOrEnd = list_state }); | | |
| 1617 | try stack.append(State { .AssignmentExpressionBegin = OptionalCtx { .Required = &node.expr } }); | | |
| 1618 | try stack.append(State { .PointerPayload = OptionalCtx { .Optional = &node.payload } }); | | |
| 1619 | try stack.append(State { .SwitchCaseFirstItem = &node.items }); | | |
| 1620 | | 1236 | |
| | 1237 | State.ExprListItemOrEnd => |list_state| { |
| | 1238 | if (eatToken(&tok_it, list_state.end)) |token_index| { |
| | 1239 | *list_state.ptr = token_index; |
| 1621 | continue; | 1240 | continue; |
| 1622 | }, | 1241 | } |
| 1623 | | 1242 | |
| 1624 | State.SwitchCaseCommaOrEnd => |list_state| { | 1243 | stack.push(State { .ExprListCommaOrEnd = list_state }) catch unreachable; |
| 1625 | if (try self.expectCommaOrEnd(Token.Id.RBrace)) |end| { | 1244 | try stack.push(State { .Expression = OptionalCtx { .Required = try list_state.list.addOne() } }); |
| | 1245 | continue; |
| | 1246 | }, |
| | 1247 | State.ExprListCommaOrEnd => |list_state| { |
| | 1248 | switch (expectCommaOrEnd(&tok_it, list_state.end)) { |
| | 1249 | ExpectCommaOrEndResult.end_token => |maybe_end| if (maybe_end) |end| { |
| 1626 | *list_state.ptr = end; | 1250 | *list_state.ptr = end; |
| 1627 | continue; | 1251 | continue; |
| 1628 | } | 1252 | } else { |
| | 1253 | stack.push(State { .ExprListItemOrEnd = list_state }) catch unreachable; |
| | 1254 | continue; |
| | 1255 | }, |
| | 1256 | ExpectCommaOrEndResult.parse_error => |e| { |
| | 1257 | try tree.errors.push(e); |
| | 1258 | return tree; |
| | 1259 | }, |
| | 1260 | } |
| | 1261 | }, |
| | 1262 | State.FieldInitListItemOrEnd => |list_state| { |
| | 1263 | while (try eatLineComment(arena, &tok_it)) |line_comment| { |
| | 1264 | try list_state.list.push(&line_comment.base); |
| | 1265 | } |
| 1629 | | 1266 | |
| 1630 | const node = list_state.list.toSlice()[list_state.list.len - 1]; | 1267 | if (eatToken(&tok_it, Token.Id.RBrace)) |rbrace| { |
| 1631 | try self.lookForSameLineComment(arena, node); | 1268 | *list_state.ptr = rbrace; |
| 1632 | try stack.append(State { .SwitchCaseOrEnd = list_state }); | | |
| 1633 | continue; | 1269 | continue; |
| 1634 | }, | 1270 | } |
| 1635 | | 1271 | |
| 1636 | State.SwitchCaseFirstItem => |case_items| { | 1272 | const node = try arena.construct(ast.Node.FieldInitializer { |
| 1637 | const token = self.getNextToken(); | 1273 | .base = ast.Node { |
| 1638 | if (token.id == Token.Id.Keyword_else) { | 1274 | .id = ast.Node.Id.FieldInitializer, |
| 1639 | const else_node = try self.createAttachNode(arena, case_items, ast.Node.SwitchElse, | 1275 | }, |
| 1640 | ast.Node.SwitchElse { | 1276 | .period_token = undefined, |
| 1641 | .base = undefined, | 1277 | .name_token = undefined, |
| 1642 | .token = token, | 1278 | .expr = undefined, |
| 1643 | } | 1279 | }); |
| 1644 | ); | 1280 | try list_state.list.push(&node.base); |
| 1645 | try stack.append(State { .ExpectToken = Token.Id.EqualAngleBracketRight }); | 1281 | |
| | 1282 | stack.push(State { .FieldInitListCommaOrEnd = list_state }) catch unreachable; |
| | 1283 | try stack.push(State { .Expression = OptionalCtx{ .Required = &node.expr } }); |
| | 1284 | try stack.push(State { .ExpectToken = Token.Id.Equal }); |
| | 1285 | try stack.push(State { |
| | 1286 | .ExpectTokenSave = ExpectTokenSave { |
| | 1287 | .id = Token.Id.Identifier, |
| | 1288 | .ptr = &node.name_token, |
| | 1289 | } |
| | 1290 | }); |
| | 1291 | try stack.push(State { |
| | 1292 | .ExpectTokenSave = ExpectTokenSave { |
| | 1293 | .id = Token.Id.Period, |
| | 1294 | .ptr = &node.period_token, |
| | 1295 | } |
| | 1296 | }); |
| | 1297 | continue; |
| | 1298 | }, |
| | 1299 | State.FieldInitListCommaOrEnd => |list_state| { |
| | 1300 | switch (expectCommaOrEnd(&tok_it, Token.Id.RBrace)) { |
| | 1301 | ExpectCommaOrEndResult.end_token => |maybe_end| if (maybe_end) |end| { |
| | 1302 | *list_state.ptr = end; |
| 1646 | continue; | 1303 | continue; |
| 1647 | } else { | 1304 | } else { |
| 1648 | self.putBackToken(token); | 1305 | stack.push(State { .FieldInitListItemOrEnd = list_state }) catch unreachable; |
| 1649 | try stack.append(State { .SwitchCaseItem = case_items }); | | |
| 1650 | continue; | 1306 | continue; |
| 1651 | } | 1307 | }, |
| 1652 | }, | 1308 | ExpectCommaOrEndResult.parse_error => |e| { |
| 1653 | State.SwitchCaseItem => |case_items| { | 1309 | try tree.errors.push(e); |
| 1654 | stack.append(State { .SwitchCaseItemCommaOrEnd = case_items }) catch unreachable; | 1310 | return tree; |
| 1655 | try stack.append(State { .RangeExpressionBegin = OptionalCtx { .Required = try case_items.addOne() } }); | 1311 | }, |
| 1656 | }, | 1312 | } |
| 1657 | State.SwitchCaseItemCommaOrEnd => |case_items| { | 1313 | }, |
| 1658 | if ((try self.expectCommaOrEnd(Token.Id.EqualAngleBracketRight)) == null) { | 1314 | State.FieldListCommaOrEnd => |container_decl| { |
| 1659 | stack.append(State { .SwitchCaseItem = case_items }) catch unreachable; | 1315 | switch (expectCommaOrEnd(&tok_it, Token.Id.RBrace)) { |
| 1660 | } | 1316 | ExpectCommaOrEndResult.end_token => |maybe_end| if (maybe_end) |end| { |
| | 1317 | container_decl.rbrace_token = end; |
| | 1318 | continue; |
| | 1319 | } else { |
| | 1320 | try stack.push(State { .ContainerDecl = container_decl }); |
| | 1321 | continue; |
| | 1322 | }, |
| | 1323 | ExpectCommaOrEndResult.parse_error => |e| { |
| | 1324 | try tree.errors.push(e); |
| | 1325 | return tree; |
| | 1326 | }, |
| | 1327 | } |
| | 1328 | }, |
| | 1329 | State.ErrorTagListItemOrEnd => |list_state| { |
| | 1330 | while (try eatLineComment(arena, &tok_it)) |line_comment| { |
| | 1331 | try list_state.list.push(&line_comment.base); |
| | 1332 | } |
| | 1333 | |
| | 1334 | if (eatToken(&tok_it, Token.Id.RBrace)) |rbrace| { |
| | 1335 | *list_state.ptr = rbrace; |
| 1661 | continue; | 1336 | continue; |
| 1662 | }, | 1337 | } |
| 1663 | | 1338 | |
| | 1339 | const node_ptr = try list_state.list.addOne(); |
| 1664 | | 1340 | |
| 1665 | State.SuspendBody => |suspend_node| { | 1341 | try stack.push(State { .ErrorTagListCommaOrEnd = list_state }); |
| 1666 | if (suspend_node.payload != null) { | 1342 | try stack.push(State { .ErrorTag = node_ptr }); |
| 1667 | try stack.append(State { .AssignmentExpressionBegin = OptionalCtx { .RequiredNull = &suspend_node.body } }); | 1343 | continue; |
| 1668 | } | 1344 | }, |
| 1669 | continue; | 1345 | State.ErrorTagListCommaOrEnd => |list_state| { |
| 1670 | }, | 1346 | switch (expectCommaOrEnd(&tok_it, Token.Id.RBrace)) { |
| 1671 | State.AsyncAllocator => |async_node| { | 1347 | ExpectCommaOrEndResult.end_token => |maybe_end| if (maybe_end) |end| { |
| 1672 | if (self.eatToken(Token.Id.AngleBracketLeft) == null) { | 1348 | *list_state.ptr = end; |
| 1673 | continue; | 1349 | continue; |
| 1674 | } | 1350 | } else { |
| | 1351 | stack.push(State { .ErrorTagListItemOrEnd = list_state }) catch unreachable; |
| | 1352 | continue; |
| | 1353 | }, |
| | 1354 | ExpectCommaOrEndResult.parse_error => |e| { |
| | 1355 | try tree.errors.push(e); |
| | 1356 | return tree; |
| | 1357 | }, |
| | 1358 | } |
| | 1359 | }, |
| | 1360 | State.SwitchCaseOrEnd => |list_state| { |
| | 1361 | while (try eatLineComment(arena, &tok_it)) |line_comment| { |
| | 1362 | try list_state.list.push(&line_comment.base); |
| | 1363 | } |
| 1675 | | 1364 | |
| 1676 | async_node.rangle_bracket = Token(undefined); | 1365 | if (eatToken(&tok_it, Token.Id.RBrace)) |rbrace| { |
| 1677 | try stack.append(State { | 1366 | *list_state.ptr = rbrace; |
| 1678 | .ExpectTokenSave = ExpectTokenSave { | | |
| 1679 | .id = Token.Id.AngleBracketRight, | | |
| 1680 | .ptr = &??async_node.rangle_bracket, | | |
| 1681 | } | | |
| 1682 | }); | | |
| 1683 | try stack.append(State { .TypeExprBegin = OptionalCtx { .RequiredNull = &async_node.allocator_type } }); | | |
| 1684 | continue; | 1367 | continue; |
| 1685 | }, | 1368 | } |
| 1686 | State.AsyncEnd => |ctx| { | | |
| 1687 | const node = ctx.ctx.get() ?? continue; | | |
| 1688 | | | |
| 1689 | switch (node.id) { | | |
| 1690 | ast.Node.Id.FnProto => { | | |
| 1691 | const fn_proto = @fieldParentPtr(ast.Node.FnProto, "base", node); | | |
| 1692 | fn_proto.async_attr = ctx.attribute; | | |
| 1693 | continue; | | |
| 1694 | }, | | |
| 1695 | ast.Node.Id.SuffixOp => { | | |
| 1696 | const suffix_op = @fieldParentPtr(ast.Node.SuffixOp, "base", node); | | |
| 1697 | if (suffix_op.op == ast.Node.SuffixOp.Op.Call) { | | |
| 1698 | suffix_op.op.Call.async_attr = ctx.attribute; | | |
| 1699 | continue; | | |
| 1700 | } | | |
| 1701 | | 1369 | |
| 1702 | return self.parseError(node.firstToken(), "expected {}, found {}.", | 1370 | const comments = try eatDocComments(arena, &tok_it); |
| 1703 | @tagName(ast.Node.SuffixOp.Op.Call), | 1371 | const node = try arena.construct(ast.Node.SwitchCase { |
| 1704 | @tagName(suffix_op.op)); | 1372 | .base = ast.Node { |
| 1705 | }, | 1373 | .id = ast.Node.Id.SwitchCase, |
| 1706 | else => { | 1374 | }, |
| 1707 | return self.parseError(node.firstToken(), "expected {} or {}, found {}.", | 1375 | .items = ast.Node.SwitchCase.ItemList.init(arena), |
| 1708 | @tagName(ast.Node.SuffixOp.Op.Call), | 1376 | .payload = null, |
| 1709 | @tagName(ast.Node.Id.FnProto), | 1377 | .expr = undefined, |
| 1710 | @tagName(node.id)); | 1378 | }); |
| 1711 | } | 1379 | try list_state.list.push(&node.base); |
| 1712 | } | 1380 | try stack.push(State { .SwitchCaseCommaOrEnd = list_state }); |
| 1713 | }, | 1381 | try stack.push(State { .AssignmentExpressionBegin = OptionalCtx { .Required = &node.expr } }); |
| | 1382 | try stack.push(State { .PointerPayload = OptionalCtx { .Optional = &node.payload } }); |
| | 1383 | try stack.push(State { .SwitchCaseFirstItem = &node.items }); |
| 1714 | | 1384 | |
| | 1385 | continue; |
| | 1386 | }, |
| 1715 | | 1387 | |
| 1716 | State.ExternType => |ctx| { | 1388 | State.SwitchCaseCommaOrEnd => |list_state| { |
| 1717 | if (self.eatToken(Token.Id.Keyword_fn)) |fn_token| { | 1389 | switch (expectCommaOrEnd(&tok_it, Token.Id.RParen)) { |
| 1718 | const fn_proto = try arena.construct(ast.Node.FnProto { | 1390 | ExpectCommaOrEndResult.end_token => |maybe_end| if (maybe_end) |end| { |
| 1719 | .base = ast.Node { | 1391 | *list_state.ptr = end; |
| 1720 | .id = ast.Node.Id.FnProto, | | |
| 1721 | .same_line_comment = null, | | |
| 1722 | }, | | |
| 1723 | .doc_comments = ctx.comments, | | |
| 1724 | .visib_token = null, | | |
| 1725 | .name_token = null, | | |
| 1726 | .fn_token = fn_token, | | |
| 1727 | .params = ArrayList(&ast.Node).init(arena), | | |
| 1728 | .return_type = undefined, | | |
| 1729 | .var_args_token = null, | | |
| 1730 | .extern_export_inline_token = ctx.extern_token, | | |
| 1731 | .cc_token = null, | | |
| 1732 | .async_attr = null, | | |
| 1733 | .body_node = null, | | |
| 1734 | .lib_name = null, | | |
| 1735 | .align_expr = null, | | |
| 1736 | }); | | |
| 1737 | ctx.opt_ctx.store(&fn_proto.base); | | |
| 1738 | stack.append(State { .FnProto = fn_proto }) catch unreachable; | | |
| 1739 | continue; | 1392 | continue; |
| 1740 | } | 1393 | } else { |
| | 1394 | try stack.push(State { .SwitchCaseOrEnd = list_state }); |
| | 1395 | continue; |
| | 1396 | }, |
| | 1397 | ExpectCommaOrEndResult.parse_error => |e| { |
| | 1398 | try tree.errors.push(e); |
| | 1399 | return tree; |
| | 1400 | }, |
| | 1401 | } |
| | 1402 | }, |
| 1741 | | 1403 | |
| 1742 | stack.append(State { | 1404 | State.SwitchCaseFirstItem => |case_items| { |
| 1743 | .ContainerKind = ContainerKindCtx { | 1405 | const token_index = tok_it.index; |
| 1744 | .opt_ctx = ctx.opt_ctx, | 1406 | const token_ptr = ??tok_it.next(); |
| 1745 | .ltoken = ctx.extern_token, | 1407 | if (token_ptr.id == Token.Id.Keyword_else) { |
| 1746 | .layout = ast.Node.ContainerDecl.Layout.Extern, | 1408 | const else_node = try arena.construct(ast.Node.SwitchElse { |
| 1747 | }, | 1409 | .base = ast.Node{ .id = ast.Node.Id.SwitchElse}, |
| 1748 | }) catch unreachable; | 1410 | .token = token_index, |
| 1749 | continue; | 1411 | }); |
| 1750 | }, | 1412 | try case_items.push(&else_node.base); |
| 1751 | State.SliceOrArrayAccess => |node| { | | |
| 1752 | var token = self.getNextToken(); | | |
| 1753 | switch (token.id) { | | |
| 1754 | Token.Id.Ellipsis2 => { | | |
| 1755 | const start = node.op.ArrayAccess; | | |
| 1756 | node.op = ast.Node.SuffixOp.Op { | | |
| 1757 | .Slice = ast.Node.SuffixOp.SliceRange { | | |
| 1758 | .start = start, | | |
| 1759 | .end = null, | | |
| 1760 | } | | |
| 1761 | }; | | |
| 1762 | | 1413 | |
| 1763 | stack.append(State { | 1414 | try stack.push(State { .ExpectToken = Token.Id.EqualAngleBracketRight }); |
| 1764 | .ExpectTokenSave = ExpectTokenSave { | 1415 | continue; |
| 1765 | .id = Token.Id.RBracket, | 1416 | } else { |
| 1766 | .ptr = &node.rtoken, | 1417 | _ = tok_it.prev(); |
| 1767 | } | 1418 | try stack.push(State { .SwitchCaseItem = case_items }); |
| 1768 | }) catch unreachable; | 1419 | continue; |
| 1769 | try stack.append(State { .Expression = OptionalCtx { .Optional = &node.op.Slice.end } }); | 1420 | } |
| 1770 | continue; | 1421 | }, |
| 1771 | }, | 1422 | State.SwitchCaseItem => |case_items| { |
| 1772 | Token.Id.RBracket => { | 1423 | stack.push(State { .SwitchCaseItemCommaOrEnd = case_items }) catch unreachable; |
| 1773 | node.rtoken = token; | 1424 | try stack.push(State { .RangeExpressionBegin = OptionalCtx { .Required = try case_items.addOne() } }); |
| 1774 | continue; | 1425 | }, |
| 1775 | }, | 1426 | State.SwitchCaseItemCommaOrEnd => |case_items| { |
| 1776 | else => { | 1427 | switch (expectCommaOrEnd(&tok_it, Token.Id.EqualAngleBracketRight)) { |
| 1777 | return self.parseError(token, "expected ']' or '..', found {}", @tagName(token.id)); | 1428 | ExpectCommaOrEndResult.end_token => |t| { |
| | 1429 | if (t == null) { |
| | 1430 | stack.push(State { .SwitchCaseItem = case_items }) catch unreachable; |
| 1778 | } | 1431 | } |
| 1779 | } | | |
| 1780 | }, | | |
| 1781 | State.SliceOrArrayType => |node| { | | |
| 1782 | if (self.eatToken(Token.Id.RBracket)) |_| { | | |
| 1783 | node.op = ast.Node.PrefixOp.Op { | | |
| 1784 | .SliceType = ast.Node.PrefixOp.AddrOfInfo { | | |
| 1785 | .align_expr = null, | | |
| 1786 | .bit_offset_start_token = null, | | |
| 1787 | .bit_offset_end_token = null, | | |
| 1788 | .const_token = null, | | |
| 1789 | .volatile_token = null, | | |
| 1790 | } | | |
| 1791 | }; | | |
| 1792 | stack.append(State { .TypeExprBegin = OptionalCtx { .Required = &node.rhs } }) catch unreachable; | | |
| 1793 | try stack.append(State { .AddrOfModifiers = &node.op.SliceType }); | | |
| 1794 | continue; | 1432 | continue; |
| 1795 | } | 1433 | }, |
| | 1434 | ExpectCommaOrEndResult.parse_error => |e| { |
| | 1435 | try tree.errors.push(e); |
| | 1436 | return tree; |
| | 1437 | }, |
| | 1438 | } |
| | 1439 | continue; |
| | 1440 | }, |
| | 1441 | |
| 1796 | | 1442 | |
| 1797 | node.op = ast.Node.PrefixOp.Op { .ArrayType = undefined }; | 1443 | State.SuspendBody => |suspend_node| { |
| 1798 | stack.append(State { .TypeExprBegin = OptionalCtx { .Required = &node.rhs } }) catch unreachable; | 1444 | if (suspend_node.payload != null) { |
| 1799 | try stack.append(State { .ExpectToken = Token.Id.RBracket }); | 1445 | try stack.push(State { .AssignmentExpressionBegin = OptionalCtx { .RequiredNull = &suspend_node.body } }); |
| 1800 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.op.ArrayType } }); | 1446 | } |
| | 1447 | continue; |
| | 1448 | }, |
| | 1449 | State.AsyncAllocator => |async_node| { |
| | 1450 | if (eatToken(&tok_it, Token.Id.AngleBracketLeft) == null) { |
| 1801 | continue; | 1451 | continue; |
| 1802 | }, | 1452 | } |
| 1803 | State.AddrOfModifiers => |addr_of_info| { | | |
| 1804 | var token = self.getNextToken(); | | |
| 1805 | switch (token.id) { | | |
| 1806 | Token.Id.Keyword_align => { | | |
| 1807 | stack.append(state) catch unreachable; | | |
| 1808 | if (addr_of_info.align_expr != null) { | | |
| 1809 | return self.parseError(token, "multiple align qualifiers"); | | |
| 1810 | } | | |
| 1811 | try stack.append(State { .ExpectToken = Token.Id.RParen }); | | |
| 1812 | try stack.append(State { .Expression = OptionalCtx { .RequiredNull = &addr_of_info.align_expr} }); | | |
| 1813 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | | |
| 1814 | continue; | | |
| 1815 | }, | | |
| 1816 | Token.Id.Keyword_const => { | | |
| 1817 | stack.append(state) catch unreachable; | | |
| 1818 | if (addr_of_info.const_token != null) { | | |
| 1819 | return self.parseError(token, "duplicate qualifier: const"); | | |
| 1820 | } | | |
| 1821 | addr_of_info.const_token = token; | | |
| 1822 | continue; | | |
| 1823 | }, | | |
| 1824 | Token.Id.Keyword_volatile => { | | |
| 1825 | stack.append(state) catch unreachable; | | |
| 1826 | if (addr_of_info.volatile_token != null) { | | |
| 1827 | return self.parseError(token, "duplicate qualifier: volatile"); | | |
| 1828 | } | | |
| 1829 | addr_of_info.volatile_token = token; | | |
| 1830 | continue; | | |
| 1831 | }, | | |
| 1832 | else => { | | |
| 1833 | self.putBackToken(token); | | |
| 1834 | continue; | | |
| 1835 | }, | | |
| 1836 | } | | |
| 1837 | }, | | |
| 1838 | | 1453 | |
| | 1454 | async_node.rangle_bracket = TokenIndex(0); |
| | 1455 | try stack.push(State { |
| | 1456 | .ExpectTokenSave = ExpectTokenSave { |
| | 1457 | .id = Token.Id.AngleBracketRight, |
| | 1458 | .ptr = &??async_node.rangle_bracket, |
| | 1459 | } |
| | 1460 | }); |
| | 1461 | try stack.push(State { .TypeExprBegin = OptionalCtx { .RequiredNull = &async_node.allocator_type } }); |
| | 1462 | continue; |
| | 1463 | }, |
| | 1464 | State.AsyncEnd => |ctx| { |
| | 1465 | const node = ctx.ctx.get() ?? continue; |
| 1839 | | 1466 | |
| 1840 | State.Payload => |opt_ctx| { | 1467 | switch (node.id) { |
| 1841 | const token = self.getNextToken(); | 1468 | ast.Node.Id.FnProto => { |
| 1842 | if (token.id != Token.Id.Pipe) { | 1469 | const fn_proto = @fieldParentPtr(ast.Node.FnProto, "base", node); |
| 1843 | if (opt_ctx != OptionalCtx.Optional) { | 1470 | fn_proto.async_attr = ctx.attribute; |
| 1844 | return self.parseError(token, "expected {}, found {}.", | 1471 | continue; |
| 1845 | @tagName(Token.Id.Pipe), | 1472 | }, |
| 1846 | @tagName(token.id)); | 1473 | ast.Node.Id.SuffixOp => { |
| | 1474 | const suffix_op = @fieldParentPtr(ast.Node.SuffixOp, "base", node); |
| | 1475 | if (suffix_op.op == @TagType(ast.Node.SuffixOp.Op).Call) { |
| | 1476 | suffix_op.op.Call.async_attr = ctx.attribute; |
| | 1477 | continue; |
| 1847 | } | 1478 | } |
| 1848 | | 1479 | |
| 1849 | self.putBackToken(token); | 1480 | *(try tree.errors.addOne()) = Error { |
| 1850 | continue; | 1481 | .ExpectedCall = Error.ExpectedCall { .node = node }, |
| | 1482 | }; |
| | 1483 | return tree; |
| | 1484 | }, |
| | 1485 | else => { |
| | 1486 | *(try tree.errors.addOne()) = Error { |
| | 1487 | .ExpectedCallOrFnProto = Error.ExpectedCallOrFnProto { .node = node }, |
| | 1488 | }; |
| | 1489 | return tree; |
| 1851 | } | 1490 | } |
| | 1491 | } |
| | 1492 | }, |
| 1852 | | 1493 | |
| 1853 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.Payload, | | |
| 1854 | ast.Node.Payload { | | |
| 1855 | .base = undefined, | | |
| 1856 | .lpipe = token, | | |
| 1857 | .error_symbol = undefined, | | |
| 1858 | .rpipe = undefined | | |
| 1859 | } | | |
| 1860 | ); | | |
| 1861 | | 1494 | |
| 1862 | stack.append(State { | 1495 | State.ExternType => |ctx| { |
| 1863 | .ExpectTokenSave = ExpectTokenSave { | 1496 | if (eatToken(&tok_it, Token.Id.Keyword_fn)) |fn_token| { |
| 1864 | .id = Token.Id.Pipe, | 1497 | const fn_proto = try arena.construct(ast.Node.FnProto { |
| 1865 | .ptr = &node.rpipe, | 1498 | .base = ast.Node { |
| 1866 | } | 1499 | .id = ast.Node.Id.FnProto, |
| 1867 | }) catch unreachable; | 1500 | }, |
| 1868 | try stack.append(State { .Identifier = OptionalCtx { .Required = &node.error_symbol } }); | 1501 | .doc_comments = ctx.comments, |
| | 1502 | .visib_token = null, |
| | 1503 | .name_token = null, |
| | 1504 | .fn_token = fn_token, |
| | 1505 | .params = ast.Node.FnProto.ParamList.init(arena), |
| | 1506 | .return_type = undefined, |
| | 1507 | .var_args_token = null, |
| | 1508 | .extern_export_inline_token = ctx.extern_token, |
| | 1509 | .cc_token = null, |
| | 1510 | .async_attr = null, |
| | 1511 | .body_node = null, |
| | 1512 | .lib_name = null, |
| | 1513 | .align_expr = null, |
| | 1514 | }); |
| | 1515 | ctx.opt_ctx.store(&fn_proto.base); |
| | 1516 | stack.push(State { .FnProto = fn_proto }) catch unreachable; |
| 1869 | continue; | 1517 | continue; |
| 1870 | }, | 1518 | } |
| 1871 | State.PointerPayload => |opt_ctx| { | 1519 | |
| 1872 | const token = self.getNextToken(); | 1520 | stack.push(State { |
| 1873 | if (token.id != Token.Id.Pipe) { | 1521 | .ContainerKind = ContainerKindCtx { |
| 1874 | if (opt_ctx != OptionalCtx.Optional) { | 1522 | .opt_ctx = ctx.opt_ctx, |
| 1875 | return self.parseError(token, "expected {}, found {}.", | 1523 | .ltoken = ctx.extern_token, |
| 1876 | @tagName(Token.Id.Pipe), | 1524 | .layout = ast.Node.ContainerDecl.Layout.Extern, |
| 1877 | @tagName(token.id)); | 1525 | }, |
| 1878 | } | 1526 | }) catch unreachable; |
| | 1527 | continue; |
| | 1528 | }, |
| | 1529 | State.SliceOrArrayAccess => |node| { |
| | 1530 | const token_index = tok_it.index; |
| | 1531 | const token_ptr = ??tok_it.next(); |
| | 1532 | switch (token_ptr.id) { |
| | 1533 | Token.Id.Ellipsis2 => { |
| | 1534 | const start = node.op.ArrayAccess; |
| | 1535 | node.op = ast.Node.SuffixOp.Op { |
| | 1536 | .Slice = ast.Node.SuffixOp.Op.Slice { |
| | 1537 | .start = start, |
| | 1538 | .end = null, |
| | 1539 | } |
| | 1540 | }; |
| 1879 | | 1541 | |
| 1880 | self.putBackToken(token); | 1542 | stack.push(State { |
| | 1543 | .ExpectTokenSave = ExpectTokenSave { |
| | 1544 | .id = Token.Id.RBracket, |
| | 1545 | .ptr = &node.rtoken, |
| | 1546 | } |
| | 1547 | }) catch unreachable; |
| | 1548 | try stack.push(State { .Expression = OptionalCtx { .Optional = &node.op.Slice.end } }); |
| | 1549 | continue; |
| | 1550 | }, |
| | 1551 | Token.Id.RBracket => { |
| | 1552 | node.rtoken = token_index; |
| 1881 | continue; | 1553 | continue; |
| | 1554 | }, |
| | 1555 | else => { |
| | 1556 | *(try tree.errors.addOne()) = Error { |
| | 1557 | .ExpectedSliceOrRBracket = Error.ExpectedSliceOrRBracket { .token = token_index }, |
| | 1558 | }; |
| | 1559 | return tree; |
| 1882 | } | 1560 | } |
| 1883 | | 1561 | } |
| 1884 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.PointerPayload, | 1562 | }, |
| 1885 | ast.Node.PointerPayload { | 1563 | State.SliceOrArrayType => |node| { |
| 1886 | .base = undefined, | 1564 | if (eatToken(&tok_it, Token.Id.RBracket)) |_| { |
| 1887 | .lpipe = token, | 1565 | node.op = ast.Node.PrefixOp.Op { |
| 1888 | .ptr_token = null, | 1566 | .SliceType = ast.Node.PrefixOp.AddrOfInfo { |
| 1889 | .value_symbol = undefined, | 1567 | .align_expr = null, |
| 1890 | .rpipe = undefined | 1568 | .bit_offset_start_token = null, |
| | 1569 | .bit_offset_end_token = null, |
| | 1570 | .const_token = null, |
| | 1571 | .volatile_token = null, |
| 1891 | } | 1572 | } |
| 1892 | ); | 1573 | }; |
| | 1574 | stack.push(State { .TypeExprBegin = OptionalCtx { .Required = &node.rhs } }) catch unreachable; |
| | 1575 | try stack.push(State { .AddrOfModifiers = &node.op.SliceType }); |
| | 1576 | continue; |
| | 1577 | } |
| 1893 | | 1578 | |
| 1894 | stack.append(State {.LookForSameLineCommentDirect = &node.base }) catch unreachable; | 1579 | node.op = ast.Node.PrefixOp.Op { .ArrayType = undefined }; |
| 1895 | try stack.append(State { | 1580 | stack.push(State { .TypeExprBegin = OptionalCtx { .Required = &node.rhs } }) catch unreachable; |
| 1896 | .ExpectTokenSave = ExpectTokenSave { | 1581 | try stack.push(State { .ExpectToken = Token.Id.RBracket }); |
| 1897 | .id = Token.Id.Pipe, | 1582 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.op.ArrayType } }); |
| 1898 | .ptr = &node.rpipe, | 1583 | continue; |
| | 1584 | }, |
| | 1585 | State.AddrOfModifiers => |addr_of_info| { |
| | 1586 | const token_index = tok_it.index; |
| | 1587 | const token_ptr = ??tok_it.next(); |
| | 1588 | switch (token_ptr.id) { |
| | 1589 | Token.Id.Keyword_align => { |
| | 1590 | stack.push(state) catch unreachable; |
| | 1591 | if (addr_of_info.align_expr != null) { |
| | 1592 | *(try tree.errors.addOne()) = Error { |
| | 1593 | .ExtraAlignQualifier = Error.ExtraAlignQualifier { .token = token_index }, |
| | 1594 | }; |
| | 1595 | return tree; |
| 1899 | } | 1596 | } |
| 1900 | }); | 1597 | try stack.push(State { .ExpectToken = Token.Id.RParen }); |
| 1901 | try stack.append(State { .Identifier = OptionalCtx { .Required = &node.value_symbol } }); | 1598 | try stack.push(State { .Expression = OptionalCtx { .RequiredNull = &addr_of_info.align_expr} }); |
| 1902 | try stack.append(State { | 1599 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| 1903 | .OptionalTokenSave = OptionalTokenSave { | 1600 | continue; |
| 1904 | .id = Token.Id.Asterisk, | 1601 | }, |
| 1905 | .ptr = &node.ptr_token, | 1602 | Token.Id.Keyword_const => { |
| | 1603 | stack.push(state) catch unreachable; |
| | 1604 | if (addr_of_info.const_token != null) { |
| | 1605 | *(try tree.errors.addOne()) = Error { |
| | 1606 | .ExtraConstQualifier = Error.ExtraConstQualifier { .token = token_index }, |
| | 1607 | }; |
| | 1608 | return tree; |
| 1906 | } | 1609 | } |
| 1907 | }); | 1610 | addr_of_info.const_token = token_index; |
| 1908 | continue; | 1611 | continue; |
| 1909 | }, | 1612 | }, |
| 1910 | State.PointerIndexPayload => |opt_ctx| { | 1613 | Token.Id.Keyword_volatile => { |
| 1911 | const token = self.getNextToken(); | 1614 | stack.push(state) catch unreachable; |
| 1912 | if (token.id != Token.Id.Pipe) { | 1615 | if (addr_of_info.volatile_token != null) { |
| 1913 | if (opt_ctx != OptionalCtx.Optional) { | 1616 | *(try tree.errors.addOne()) = Error { |
| 1914 | return self.parseError(token, "expected {}, found {}.", | 1617 | .ExtraVolatileQualifier = Error.ExtraVolatileQualifier { .token = token_index }, |
| 1915 | @tagName(Token.Id.Pipe), | 1618 | }; |
| 1916 | @tagName(token.id)); | 1619 | return tree; |
| 1917 | } | 1620 | } |
| 1918 | | 1621 | addr_of_info.volatile_token = token_index; |
| 1919 | self.putBackToken(token); | | |
| 1920 | continue; | 1622 | continue; |
| 1921 | } | 1623 | }, |
| | 1624 | else => { |
| | 1625 | _ = tok_it.prev(); |
| | 1626 | continue; |
| | 1627 | }, |
| | 1628 | } |
| | 1629 | }, |
| 1922 | | 1630 | |
| 1923 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.PointerIndexPayload, | | |
| 1924 | ast.Node.PointerIndexPayload { | | |
| 1925 | .base = undefined, | | |
| 1926 | .lpipe = token, | | |
| 1927 | .ptr_token = null, | | |
| 1928 | .value_symbol = undefined, | | |
| 1929 | .index_symbol = null, | | |
| 1930 | .rpipe = undefined | | |
| 1931 | } | | |
| 1932 | ); | | |
| 1933 | | 1631 | |
| 1934 | stack.append(State { | 1632 | State.Payload => |opt_ctx| { |
| 1935 | .ExpectTokenSave = ExpectTokenSave { | 1633 | const token_index = tok_it.index; |
| 1936 | .id = Token.Id.Pipe, | 1634 | const token_ptr = ??tok_it.next(); |
| 1937 | .ptr = &node.rpipe, | 1635 | if (token_ptr.id != Token.Id.Pipe) { |
| 1938 | } | 1636 | if (opt_ctx != OptionalCtx.Optional) { |
| 1939 | }) catch unreachable; | 1637 | *(try tree.errors.addOne()) = Error { |
| 1940 | try stack.append(State { .Identifier = OptionalCtx { .RequiredNull = &node.index_symbol } }); | 1638 | .ExpectedToken = Error.ExpectedToken { |
| 1941 | try stack.append(State { .IfToken = Token.Id.Comma }); | 1639 | .token = token_index, |
| 1942 | try stack.append(State { .Identifier = OptionalCtx { .Required = &node.value_symbol } }); | 1640 | .expected_id = Token.Id.Pipe, |
| 1943 | try stack.append(State { | 1641 | }, |
| 1944 | .OptionalTokenSave = OptionalTokenSave { | 1642 | }; |
| 1945 | .id = Token.Id.Asterisk, | 1643 | return tree; |
| 1946 | .ptr = &node.ptr_token, | 1644 | } |
| 1947 | } | | |
| 1948 | }); | | |
| 1949 | continue; | | |
| 1950 | }, | | |
| 1951 | | 1645 | |
| | 1646 | _ = tok_it.prev(); |
| | 1647 | continue; |
| | 1648 | } |
| 1952 | | 1649 | |
| 1953 | State.Expression => |opt_ctx| { | 1650 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.Payload, |
| 1954 | const token = self.getNextToken(); | 1651 | ast.Node.Payload { |
| 1955 | switch (token.id) { | 1652 | .base = undefined, |
| 1956 | Token.Id.Keyword_return, Token.Id.Keyword_break, Token.Id.Keyword_continue => { | 1653 | .lpipe = token_index, |
| 1957 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.ControlFlowExpression, | 1654 | .error_symbol = undefined, |
| 1958 | ast.Node.ControlFlowExpression { | 1655 | .rpipe = undefined |
| 1959 | .base = undefined, | | |
| 1960 | .ltoken = token, | | |
| 1961 | .kind = undefined, | | |
| 1962 | .rhs = null, | | |
| 1963 | } | | |
| 1964 | ); | | |
| 1965 | | | |
| 1966 | stack.append(State { .Expression = OptionalCtx { .Optional = &node.rhs } }) catch unreachable; | | |
| 1967 | | | |
| 1968 | switch (token.id) { | | |
| 1969 | Token.Id.Keyword_break => { | | |
| 1970 | node.kind = ast.Node.ControlFlowExpression.Kind { .Break = null }; | | |
| 1971 | try stack.append(State { .Identifier = OptionalCtx { .RequiredNull = &node.kind.Break } }); | | |
| 1972 | try stack.append(State { .IfToken = Token.Id.Colon }); | | |
| 1973 | }, | | |
| 1974 | Token.Id.Keyword_continue => { | | |
| 1975 | node.kind = ast.Node.ControlFlowExpression.Kind { .Continue = null }; | | |
| 1976 | try stack.append(State { .Identifier = OptionalCtx { .RequiredNull = &node.kind.Continue } }); | | |
| 1977 | try stack.append(State { .IfToken = Token.Id.Colon }); | | |
| 1978 | }, | | |
| 1979 | Token.Id.Keyword_return => { | | |
| 1980 | node.kind = ast.Node.ControlFlowExpression.Kind.Return; | | |
| 1981 | }, | | |
| 1982 | else => unreachable, | | |
| 1983 | } | | |
| 1984 | continue; | | |
| 1985 | }, | | |
| 1986 | Token.Id.Keyword_try, Token.Id.Keyword_cancel, Token.Id.Keyword_resume => { | | |
| 1987 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.PrefixOp, | | |
| 1988 | ast.Node.PrefixOp { | | |
| 1989 | .base = undefined, | | |
| 1990 | .op_token = token, | | |
| 1991 | .op = switch (token.id) { | | |
| 1992 | Token.Id.Keyword_try => ast.Node.PrefixOp.Op { .Try = void{} }, | | |
| 1993 | Token.Id.Keyword_cancel => ast.Node.PrefixOp.Op { .Cancel = void{} }, | | |
| 1994 | Token.Id.Keyword_resume => ast.Node.PrefixOp.Op { .Resume = void{} }, | | |
| 1995 | else => unreachable, | | |
| 1996 | }, | | |
| 1997 | .rhs = undefined, | | |
| 1998 | } | | |
| 1999 | ); | | |
| 2000 | | | |
| 2001 | stack.append(State { .Expression = OptionalCtx { .Required = &node.rhs } }) catch unreachable; | | |
| 2002 | continue; | | |
| 2003 | }, | | |
| 2004 | else => { | | |
| 2005 | if (!try self.parseBlockExpr(&stack, arena, opt_ctx, token)) { | | |
| 2006 | self.putBackToken(token); | | |
| 2007 | stack.append(State { .UnwrapExpressionBegin = opt_ctx }) catch unreachable; | | |
| 2008 | } | | |
| 2009 | continue; | | |
| 2010 | } | | |
| 2011 | } | 1656 | } |
| 2012 | }, | 1657 | ); |
| 2013 | State.RangeExpressionBegin => |opt_ctx| { | | |
| 2014 | stack.append(State { .RangeExpressionEnd = opt_ctx }) catch unreachable; | | |
| 2015 | try stack.append(State { .Expression = opt_ctx }); | | |
| 2016 | continue; | | |
| 2017 | }, | | |
| 2018 | State.RangeExpressionEnd => |opt_ctx| { | | |
| 2019 | const lhs = opt_ctx.get() ?? continue; | | |
| 2020 | | 1658 | |
| 2021 | if (self.eatToken(Token.Id.Ellipsis3)) |ellipsis3| { | 1659 | stack.push(State { |
| 2022 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | 1660 | .ExpectTokenSave = ExpectTokenSave { |
| 2023 | ast.Node.InfixOp { | 1661 | .id = Token.Id.Pipe, |
| 2024 | .base = undefined, | 1662 | .ptr = &node.rpipe, |
| 2025 | .lhs = lhs, | | |
| 2026 | .op_token = ellipsis3, | | |
| 2027 | .op = ast.Node.InfixOp.Op.Range, | | |
| 2028 | .rhs = undefined, | | |
| 2029 | } | | |
| 2030 | ); | | |
| 2031 | stack.append(State { .Expression = OptionalCtx { .Required = &node.rhs } }) catch unreachable; | | |
| 2032 | continue; | | |
| 2033 | } | 1663 | } |
| 2034 | }, | 1664 | }) catch unreachable; |
| 2035 | State.AssignmentExpressionBegin => |opt_ctx| { | 1665 | try stack.push(State { .Identifier = OptionalCtx { .Required = &node.error_symbol } }); |
| 2036 | stack.append(State { .AssignmentExpressionEnd = opt_ctx }) catch unreachable; | 1666 | continue; |
| 2037 | try stack.append(State { .Expression = opt_ctx }); | 1667 | }, |
| 2038 | continue; | 1668 | State.PointerPayload => |opt_ctx| { |
| 2039 | }, | 1669 | const token_index = tok_it.index; |
| 2040 | | 1670 | const token_ptr = ??tok_it.next(); |
| 2041 | State.AssignmentExpressionEnd => |opt_ctx| { | 1671 | if (token_ptr.id != Token.Id.Pipe) { |
| 2042 | const lhs = opt_ctx.get() ?? continue; | 1672 | if (opt_ctx != OptionalCtx.Optional) { |
| 2043 | | 1673 | *(try tree.errors.addOne()) = Error { |
| 2044 | const token = self.getNextToken(); | 1674 | .ExpectedToken = Error.ExpectedToken { |
| 2045 | if (tokenIdToAssignment(token.id)) |ass_id| { | 1675 | .token = token_index, |
| 2046 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | 1676 | .expected_id = Token.Id.Pipe, |
| 2047 | ast.Node.InfixOp { | 1677 | }, |
| 2048 | .base = undefined, | 1678 | }; |
| 2049 | .lhs = lhs, | 1679 | return tree; |
| 2050 | .op_token = token, | | |
| 2051 | .op = ass_id, | | |
| 2052 | .rhs = undefined, | | |
| 2053 | } | | |
| 2054 | ); | | |
| 2055 | stack.append(State { .AssignmentExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2056 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.rhs } }); | | |
| 2057 | continue; | | |
| 2058 | } else { | | |
| 2059 | self.putBackToken(token); | | |
| 2060 | continue; | | |
| 2061 | } | 1680 | } |
| 2062 | }, | | |
| 2063 | | 1681 | |
| 2064 | State.UnwrapExpressionBegin => |opt_ctx| { | 1682 | _ = tok_it.prev(); |
| 2065 | stack.append(State { .UnwrapExpressionEnd = opt_ctx }) catch unreachable; | | |
| 2066 | try stack.append(State { .BoolOrExpressionBegin = opt_ctx }); | | |
| 2067 | continue; | 1683 | continue; |
| 2068 | }, | 1684 | } |
| 2069 | | | |
| 2070 | State.UnwrapExpressionEnd => |opt_ctx| { | | |
| 2071 | const lhs = opt_ctx.get() ?? continue; | | |
| 2072 | | | |
| 2073 | const token = self.getNextToken(); | | |
| 2074 | if (tokenIdToUnwrapExpr(token.id)) |unwrap_id| { | | |
| 2075 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | | |
| 2076 | ast.Node.InfixOp { | | |
| 2077 | .base = undefined, | | |
| 2078 | .lhs = lhs, | | |
| 2079 | .op_token = token, | | |
| 2080 | .op = unwrap_id, | | |
| 2081 | .rhs = undefined, | | |
| 2082 | } | | |
| 2083 | ); | | |
| 2084 | | 1685 | |
| 2085 | stack.append(State { .UnwrapExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | 1686 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.PointerPayload, |
| 2086 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.rhs } }); | 1687 | ast.Node.PointerPayload { |
| | 1688 | .base = undefined, |
| | 1689 | .lpipe = token_index, |
| | 1690 | .ptr_token = null, |
| | 1691 | .value_symbol = undefined, |
| | 1692 | .rpipe = undefined |
| | 1693 | } |
| | 1694 | ); |
| 2087 | | 1695 | |
| 2088 | if (node.op == ast.Node.InfixOp.Op.Catch) { | 1696 | try stack.push(State { |
| 2089 | try stack.append(State { .Payload = OptionalCtx { .Optional = &node.op.Catch } }); | 1697 | .ExpectTokenSave = ExpectTokenSave { |
| 2090 | } | 1698 | .id = Token.Id.Pipe, |
| 2091 | continue; | 1699 | .ptr = &node.rpipe, |
| 2092 | } else { | 1700 | } |
| 2093 | self.putBackToken(token); | 1701 | }); |
| 2094 | continue; | 1702 | try stack.push(State { .Identifier = OptionalCtx { .Required = &node.value_symbol } }); |
| | 1703 | try stack.push(State { |
| | 1704 | .OptionalTokenSave = OptionalTokenSave { |
| | 1705 | .id = Token.Id.Asterisk, |
| | 1706 | .ptr = &node.ptr_token, |
| | 1707 | } |
| | 1708 | }); |
| | 1709 | continue; |
| | 1710 | }, |
| | 1711 | State.PointerIndexPayload => |opt_ctx| { |
| | 1712 | const token_index = tok_it.index; |
| | 1713 | const token_ptr = ??tok_it.next(); |
| | 1714 | if (token_ptr.id != Token.Id.Pipe) { |
| | 1715 | if (opt_ctx != OptionalCtx.Optional) { |
| | 1716 | *(try tree.errors.addOne()) = Error { |
| | 1717 | .ExpectedToken = Error.ExpectedToken { |
| | 1718 | .token = token_index, |
| | 1719 | .expected_id = Token.Id.Pipe, |
| | 1720 | }, |
| | 1721 | }; |
| | 1722 | return tree; |
| 2095 | } | 1723 | } |
| 2096 | }, | | |
| 2097 | | 1724 | |
| 2098 | State.BoolOrExpressionBegin => |opt_ctx| { | 1725 | _ = tok_it.prev(); |
| 2099 | stack.append(State { .BoolOrExpressionEnd = opt_ctx }) catch unreachable; | | |
| 2100 | try stack.append(State { .BoolAndExpressionBegin = opt_ctx }); | | |
| 2101 | continue; | 1726 | continue; |
| 2102 | }, | 1727 | } |
| 2103 | | | |
| 2104 | State.BoolOrExpressionEnd => |opt_ctx| { | | |
| 2105 | const lhs = opt_ctx.get() ?? continue; | | |
| 2106 | | 1728 | |
| 2107 | if (self.eatToken(Token.Id.Keyword_or)) |or_token| { | 1729 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.PointerIndexPayload, |
| 2108 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | 1730 | ast.Node.PointerIndexPayload { |
| 2109 | ast.Node.InfixOp { | 1731 | .base = undefined, |
| 2110 | .base = undefined, | 1732 | .lpipe = token_index, |
| 2111 | .lhs = lhs, | 1733 | .ptr_token = null, |
| 2112 | .op_token = or_token, | 1734 | .value_symbol = undefined, |
| 2113 | .op = ast.Node.InfixOp.Op.BoolOr, | 1735 | .index_symbol = null, |
| 2114 | .rhs = undefined, | 1736 | .rpipe = undefined |
| 2115 | } | | |
| 2116 | ); | | |
| 2117 | stack.append(State { .BoolOrExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2118 | try stack.append(State { .BoolAndExpressionBegin = OptionalCtx { .Required = &node.rhs } }); | | |
| 2119 | continue; | | |
| 2120 | } | 1737 | } |
| 2121 | }, | 1738 | ); |
| 2122 | | 1739 | |
| 2123 | State.BoolAndExpressionBegin => |opt_ctx| { | 1740 | stack.push(State { |
| 2124 | stack.append(State { .BoolAndExpressionEnd = opt_ctx }) catch unreachable; | 1741 | .ExpectTokenSave = ExpectTokenSave { |
| 2125 | try stack.append(State { .ComparisonExpressionBegin = opt_ctx }); | 1742 | .id = Token.Id.Pipe, |
| 2126 | continue; | 1743 | .ptr = &node.rpipe, |
| 2127 | }, | 1744 | } |
| | 1745 | }) catch unreachable; |
| | 1746 | try stack.push(State { .Identifier = OptionalCtx { .RequiredNull = &node.index_symbol } }); |
| | 1747 | try stack.push(State { .IfToken = Token.Id.Comma }); |
| | 1748 | try stack.push(State { .Identifier = OptionalCtx { .Required = &node.value_symbol } }); |
| | 1749 | try stack.push(State { |
| | 1750 | .OptionalTokenSave = OptionalTokenSave { |
| | 1751 | .id = Token.Id.Asterisk, |
| | 1752 | .ptr = &node.ptr_token, |
| | 1753 | } |
| | 1754 | }); |
| | 1755 | continue; |
| | 1756 | }, |
| 2128 | | 1757 | |
| 2129 | State.BoolAndExpressionEnd => |opt_ctx| { | | |
| 2130 | const lhs = opt_ctx.get() ?? continue; | | |
| 2131 | | 1758 | |
| 2132 | if (self.eatToken(Token.Id.Keyword_and)) |and_token| { | 1759 | State.Expression => |opt_ctx| { |
| 2133 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | 1760 | const token_index = tok_it.index; |
| 2134 | ast.Node.InfixOp { | 1761 | const token_ptr = ??tok_it.next(); |
| | 1762 | switch (token_ptr.id) { |
| | 1763 | Token.Id.Keyword_return, Token.Id.Keyword_break, Token.Id.Keyword_continue => { |
| | 1764 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.ControlFlowExpression, |
| | 1765 | ast.Node.ControlFlowExpression { |
| 2135 | .base = undefined, | 1766 | .base = undefined, |
| 2136 | .lhs = lhs, | 1767 | .ltoken = token_index, |
| 2137 | .op_token = and_token, | 1768 | .kind = undefined, |
| 2138 | .op = ast.Node.InfixOp.Op.BoolAnd, | 1769 | .rhs = null, |
| 2139 | .rhs = undefined, | | |
| 2140 | } | 1770 | } |
| 2141 | ); | 1771 | ); |
| 2142 | stack.append(State { .BoolAndExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2143 | try stack.append(State { .ComparisonExpressionBegin = OptionalCtx { .Required = &node.rhs } }); | | |
| 2144 | continue; | | |
| 2145 | } | | |
| 2146 | }, | | |
| 2147 | | | |
| 2148 | State.ComparisonExpressionBegin => |opt_ctx| { | | |
| 2149 | stack.append(State { .ComparisonExpressionEnd = opt_ctx }) catch unreachable; | | |
| 2150 | try stack.append(State { .BinaryOrExpressionBegin = opt_ctx }); | | |
| 2151 | continue; | | |
| 2152 | }, | | |
| 2153 | | 1772 | |
| 2154 | State.ComparisonExpressionEnd => |opt_ctx| { | 1773 | stack.push(State { .Expression = OptionalCtx { .Optional = &node.rhs } }) catch unreachable; |
| 2155 | const lhs = opt_ctx.get() ?? continue; | | |
| 2156 | | 1774 | |
| 2157 | const token = self.getNextToken(); | 1775 | switch (token_ptr.id) { |
| 2158 | if (tokenIdToComparison(token.id)) |comp_id| { | 1776 | Token.Id.Keyword_break => { |
| 2159 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | 1777 | node.kind = ast.Node.ControlFlowExpression.Kind { .Break = null }; |
| 2160 | ast.Node.InfixOp { | 1778 | try stack.push(State { .Identifier = OptionalCtx { .RequiredNull = &node.kind.Break } }); |
| | 1779 | try stack.push(State { .IfToken = Token.Id.Colon }); |
| | 1780 | }, |
| | 1781 | Token.Id.Keyword_continue => { |
| | 1782 | node.kind = ast.Node.ControlFlowExpression.Kind { .Continue = null }; |
| | 1783 | try stack.push(State { .Identifier = OptionalCtx { .RequiredNull = &node.kind.Continue } }); |
| | 1784 | try stack.push(State { .IfToken = Token.Id.Colon }); |
| | 1785 | }, |
| | 1786 | Token.Id.Keyword_return => { |
| | 1787 | node.kind = ast.Node.ControlFlowExpression.Kind.Return; |
| | 1788 | }, |
| | 1789 | else => unreachable, |
| | 1790 | } |
| | 1791 | continue; |
| | 1792 | }, |
| | 1793 | Token.Id.Keyword_try, Token.Id.Keyword_cancel, Token.Id.Keyword_resume => { |
| | 1794 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.PrefixOp, |
| | 1795 | ast.Node.PrefixOp { |
| 2161 | .base = undefined, | 1796 | .base = undefined, |
| 2162 | .lhs = lhs, | 1797 | .op_token = token_index, |
| 2163 | .op_token = token, | 1798 | .op = switch (token_ptr.id) { |
| 2164 | .op = comp_id, | 1799 | Token.Id.Keyword_try => ast.Node.PrefixOp.Op { .Try = void{} }, |
| | 1800 | Token.Id.Keyword_cancel => ast.Node.PrefixOp.Op { .Cancel = void{} }, |
| | 1801 | Token.Id.Keyword_resume => ast.Node.PrefixOp.Op { .Resume = void{} }, |
| | 1802 | else => unreachable, |
| | 1803 | }, |
| 2165 | .rhs = undefined, | 1804 | .rhs = undefined, |
| 2166 | } | 1805 | } |
| 2167 | ); | 1806 | ); |
| 2168 | stack.append(State { .ComparisonExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | 1807 | |
| 2169 | try stack.append(State { .BinaryOrExpressionBegin = OptionalCtx { .Required = &node.rhs } }); | 1808 | stack.push(State { .Expression = OptionalCtx { .Required = &node.rhs } }) catch unreachable; |
| 2170 | continue; | 1809 | continue; |
| 2171 | } else { | 1810 | }, |
| 2172 | self.putBackToken(token); | 1811 | else => { |
| | 1812 | if (!try parseBlockExpr(&stack, arena, opt_ctx, token_ptr, token_index)) { |
| | 1813 | _ = tok_it.prev(); |
| | 1814 | stack.push(State { .UnwrapExpressionBegin = opt_ctx }) catch unreachable; |
| | 1815 | } |
| 2173 | continue; | 1816 | continue; |
| 2174 | } | 1817 | } |
| 2175 | }, | 1818 | } |
| | 1819 | }, |
| | 1820 | State.RangeExpressionBegin => |opt_ctx| { |
| | 1821 | stack.push(State { .RangeExpressionEnd = opt_ctx }) catch unreachable; |
| | 1822 | try stack.push(State { .Expression = opt_ctx }); |
| | 1823 | continue; |
| | 1824 | }, |
| | 1825 | State.RangeExpressionEnd => |opt_ctx| { |
| | 1826 | const lhs = opt_ctx.get() ?? continue; |
| 2176 | | 1827 | |
| 2177 | State.BinaryOrExpressionBegin => |opt_ctx| { | 1828 | if (eatToken(&tok_it, Token.Id.Ellipsis3)) |ellipsis3| { |
| 2178 | stack.append(State { .BinaryOrExpressionEnd = opt_ctx }) catch unreachable; | 1829 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| 2179 | try stack.append(State { .BinaryXorExpressionBegin = opt_ctx }); | 1830 | ast.Node.InfixOp { |
| | 1831 | .base = undefined, |
| | 1832 | .lhs = lhs, |
| | 1833 | .op_token = ellipsis3, |
| | 1834 | .op = ast.Node.InfixOp.Op.Range, |
| | 1835 | .rhs = undefined, |
| | 1836 | } |
| | 1837 | ); |
| | 1838 | stack.push(State { .Expression = OptionalCtx { .Required = &node.rhs } }) catch unreachable; |
| 2180 | continue; | 1839 | continue; |
| 2181 | }, | 1840 | } |
| 2182 | | 1841 | }, |
| 2183 | State.BinaryOrExpressionEnd => |opt_ctx| { | 1842 | State.AssignmentExpressionBegin => |opt_ctx| { |
| 2184 | const lhs = opt_ctx.get() ?? continue; | 1843 | stack.push(State { .AssignmentExpressionEnd = opt_ctx }) catch unreachable; |
| | 1844 | try stack.push(State { .Expression = opt_ctx }); |
| | 1845 | continue; |
| | 1846 | }, |
| 2185 | | 1847 | |
| 2186 | if (self.eatToken(Token.Id.Pipe)) |pipe| { | 1848 | State.AssignmentExpressionEnd => |opt_ctx| { |
| 2187 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | 1849 | const lhs = opt_ctx.get() ?? continue; |
| 2188 | ast.Node.InfixOp { | | |
| 2189 | .base = undefined, | | |
| 2190 | .lhs = lhs, | | |
| 2191 | .op_token = pipe, | | |
| 2192 | .op = ast.Node.InfixOp.Op.BitOr, | | |
| 2193 | .rhs = undefined, | | |
| 2194 | } | | |
| 2195 | ); | | |
| 2196 | stack.append(State { .BinaryOrExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2197 | try stack.append(State { .BinaryXorExpressionBegin = OptionalCtx { .Required = &node.rhs } }); | | |
| 2198 | continue; | | |
| 2199 | } | | |
| 2200 | }, | | |
| 2201 | | 1850 | |
| 2202 | State.BinaryXorExpressionBegin => |opt_ctx| { | 1851 | const token_index = tok_it.index; |
| 2203 | stack.append(State { .BinaryXorExpressionEnd = opt_ctx }) catch unreachable; | 1852 | const token_ptr = ??tok_it.next(); |
| 2204 | try stack.append(State { .BinaryAndExpressionBegin = opt_ctx }); | 1853 | if (tokenIdToAssignment(token_ptr.id)) |ass_id| { |
| | 1854 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| | 1855 | ast.Node.InfixOp { |
| | 1856 | .base = undefined, |
| | 1857 | .lhs = lhs, |
| | 1858 | .op_token = token_index, |
| | 1859 | .op = ass_id, |
| | 1860 | .rhs = undefined, |
| | 1861 | } |
| | 1862 | ); |
| | 1863 | stack.push(State { .AssignmentExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 1864 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.rhs } }); |
| 2205 | continue; | 1865 | continue; |
| 2206 | }, | 1866 | } else { |
| 2207 | | 1867 | _ = tok_it.prev(); |
| 2208 | State.BinaryXorExpressionEnd => |opt_ctx| { | | |
| 2209 | const lhs = opt_ctx.get() ?? continue; | | |
| 2210 | | | |
| 2211 | if (self.eatToken(Token.Id.Caret)) |caret| { | | |
| 2212 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | | |
| 2213 | ast.Node.InfixOp { | | |
| 2214 | .base = undefined, | | |
| 2215 | .lhs = lhs, | | |
| 2216 | .op_token = caret, | | |
| 2217 | .op = ast.Node.InfixOp.Op.BitXor, | | |
| 2218 | .rhs = undefined, | | |
| 2219 | } | | |
| 2220 | ); | | |
| 2221 | stack.append(State { .BinaryXorExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2222 | try stack.append(State { .BinaryAndExpressionBegin = OptionalCtx { .Required = &node.rhs } }); | | |
| 2223 | continue; | | |
| 2224 | } | | |
| 2225 | }, | | |
| 2226 | | | |
| 2227 | State.BinaryAndExpressionBegin => |opt_ctx| { | | |
| 2228 | stack.append(State { .BinaryAndExpressionEnd = opt_ctx }) catch unreachable; | | |
| 2229 | try stack.append(State { .BitShiftExpressionBegin = opt_ctx }); | | |
| 2230 | continue; | 1868 | continue; |
| 2231 | }, | 1869 | } |
| | 1870 | }, |
| 2232 | | 1871 | |
| 2233 | State.BinaryAndExpressionEnd => |opt_ctx| { | 1872 | State.UnwrapExpressionBegin => |opt_ctx| { |
| 2234 | const lhs = opt_ctx.get() ?? continue; | 1873 | stack.push(State { .UnwrapExpressionEnd = opt_ctx }) catch unreachable; |
| | 1874 | try stack.push(State { .BoolOrExpressionBegin = opt_ctx }); |
| | 1875 | continue; |
| | 1876 | }, |
| 2235 | | 1877 | |
| 2236 | if (self.eatToken(Token.Id.Ampersand)) |ampersand| { | 1878 | State.UnwrapExpressionEnd => |opt_ctx| { |
| 2237 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | 1879 | const lhs = opt_ctx.get() ?? continue; |
| 2238 | ast.Node.InfixOp { | | |
| 2239 | .base = undefined, | | |
| 2240 | .lhs = lhs, | | |
| 2241 | .op_token = ampersand, | | |
| 2242 | .op = ast.Node.InfixOp.Op.BitAnd, | | |
| 2243 | .rhs = undefined, | | |
| 2244 | } | | |
| 2245 | ); | | |
| 2246 | stack.append(State { .BinaryAndExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2247 | try stack.append(State { .BitShiftExpressionBegin = OptionalCtx { .Required = &node.rhs } }); | | |
| 2248 | continue; | | |
| 2249 | } | | |
| 2250 | }, | | |
| 2251 | | 1880 | |
| 2252 | State.BitShiftExpressionBegin => |opt_ctx| { | 1881 | const token_index = tok_it.index; |
| 2253 | stack.append(State { .BitShiftExpressionEnd = opt_ctx }) catch unreachable; | 1882 | const token_ptr = ??tok_it.next(); |
| 2254 | try stack.append(State { .AdditionExpressionBegin = opt_ctx }); | 1883 | if (tokenIdToUnwrapExpr(token_ptr.id)) |unwrap_id| { |
| 2255 | continue; | 1884 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| 2256 | }, | 1885 | ast.Node.InfixOp { |
| | 1886 | .base = undefined, |
| | 1887 | .lhs = lhs, |
| | 1888 | .op_token = token_index, |
| | 1889 | .op = unwrap_id, |
| | 1890 | .rhs = undefined, |
| | 1891 | } |
| | 1892 | ); |
| 2257 | | 1893 | |
| 2258 | State.BitShiftExpressionEnd => |opt_ctx| { | 1894 | stack.push(State { .UnwrapExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| 2259 | const lhs = opt_ctx.get() ?? continue; | 1895 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.rhs } }); |
| 2260 | | 1896 | |
| 2261 | const token = self.getNextToken(); | 1897 | if (node.op == ast.Node.InfixOp.Op.Catch) { |
| 2262 | if (tokenIdToBitShift(token.id)) |bitshift_id| { | 1898 | try stack.push(State { .Payload = OptionalCtx { .Optional = &node.op.Catch } }); |
| 2263 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | | |
| 2264 | ast.Node.InfixOp { | | |
| 2265 | .base = undefined, | | |
| 2266 | .lhs = lhs, | | |
| 2267 | .op_token = token, | | |
| 2268 | .op = bitshift_id, | | |
| 2269 | .rhs = undefined, | | |
| 2270 | } | | |
| 2271 | ); | | |
| 2272 | stack.append(State { .BitShiftExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2273 | try stack.append(State { .AdditionExpressionBegin = OptionalCtx { .Required = &node.rhs } }); | | |
| 2274 | continue; | | |
| 2275 | } else { | | |
| 2276 | self.putBackToken(token); | | |
| 2277 | continue; | | |
| 2278 | } | 1899 | } |
| 2279 | }, | | |
| 2280 | | | |
| 2281 | State.AdditionExpressionBegin => |opt_ctx| { | | |
| 2282 | stack.append(State { .AdditionExpressionEnd = opt_ctx }) catch unreachable; | | |
| 2283 | try stack.append(State { .MultiplyExpressionBegin = opt_ctx }); | | |
| 2284 | continue; | 1900 | continue; |
| 2285 | }, | 1901 | } else { |
| | 1902 | _ = tok_it.prev(); |
| | 1903 | continue; |
| | 1904 | } |
| | 1905 | }, |
| 2286 | | 1906 | |
| 2287 | State.AdditionExpressionEnd => |opt_ctx| { | 1907 | State.BoolOrExpressionBegin => |opt_ctx| { |
| 2288 | const lhs = opt_ctx.get() ?? continue; | 1908 | stack.push(State { .BoolOrExpressionEnd = opt_ctx }) catch unreachable; |
| | 1909 | try stack.push(State { .BoolAndExpressionBegin = opt_ctx }); |
| | 1910 | continue; |
| | 1911 | }, |
| 2289 | | 1912 | |
| 2290 | const token = self.getNextToken(); | 1913 | State.BoolOrExpressionEnd => |opt_ctx| { |
| 2291 | if (tokenIdToAddition(token.id)) |add_id| { | 1914 | const lhs = opt_ctx.get() ?? continue; |
| 2292 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | | |
| 2293 | ast.Node.InfixOp { | | |
| 2294 | .base = undefined, | | |
| 2295 | .lhs = lhs, | | |
| 2296 | .op_token = token, | | |
| 2297 | .op = add_id, | | |
| 2298 | .rhs = undefined, | | |
| 2299 | } | | |
| 2300 | ); | | |
| 2301 | stack.append(State { .AdditionExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2302 | try stack.append(State { .MultiplyExpressionBegin = OptionalCtx { .Required = &node.rhs } }); | | |
| 2303 | continue; | | |
| 2304 | } else { | | |
| 2305 | self.putBackToken(token); | | |
| 2306 | continue; | | |
| 2307 | } | | |
| 2308 | }, | | |
| 2309 | | 1915 | |
| 2310 | State.MultiplyExpressionBegin => |opt_ctx| { | 1916 | if (eatToken(&tok_it, Token.Id.Keyword_or)) |or_token| { |
| 2311 | stack.append(State { .MultiplyExpressionEnd = opt_ctx }) catch unreachable; | 1917 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| 2312 | try stack.append(State { .CurlySuffixExpressionBegin = opt_ctx }); | 1918 | ast.Node.InfixOp { |
| | 1919 | .base = undefined, |
| | 1920 | .lhs = lhs, |
| | 1921 | .op_token = or_token, |
| | 1922 | .op = ast.Node.InfixOp.Op.BoolOr, |
| | 1923 | .rhs = undefined, |
| | 1924 | } |
| | 1925 | ); |
| | 1926 | stack.push(State { .BoolOrExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 1927 | try stack.push(State { .BoolAndExpressionBegin = OptionalCtx { .Required = &node.rhs } }); |
| 2313 | continue; | 1928 | continue; |
| 2314 | }, | 1929 | } |
| | 1930 | }, |
| 2315 | | 1931 | |
| 2316 | State.MultiplyExpressionEnd => |opt_ctx| { | 1932 | State.BoolAndExpressionBegin => |opt_ctx| { |
| 2317 | const lhs = opt_ctx.get() ?? continue; | 1933 | stack.push(State { .BoolAndExpressionEnd = opt_ctx }) catch unreachable; |
| | 1934 | try stack.push(State { .ComparisonExpressionBegin = opt_ctx }); |
| | 1935 | continue; |
| | 1936 | }, |
| 2318 | | 1937 | |
| 2319 | const token = self.getNextToken(); | 1938 | State.BoolAndExpressionEnd => |opt_ctx| { |
| 2320 | if (tokenIdToMultiply(token.id)) |mult_id| { | 1939 | const lhs = opt_ctx.get() ?? continue; |
| 2321 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | | |
| 2322 | ast.Node.InfixOp { | | |
| 2323 | .base = undefined, | | |
| 2324 | .lhs = lhs, | | |
| 2325 | .op_token = token, | | |
| 2326 | .op = mult_id, | | |
| 2327 | .rhs = undefined, | | |
| 2328 | } | | |
| 2329 | ); | | |
| 2330 | stack.append(State { .MultiplyExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2331 | try stack.append(State { .CurlySuffixExpressionBegin = OptionalCtx { .Required = &node.rhs } }); | | |
| 2332 | continue; | | |
| 2333 | } else { | | |
| 2334 | self.putBackToken(token); | | |
| 2335 | continue; | | |
| 2336 | } | | |
| 2337 | }, | | |
| 2338 | | 1940 | |
| 2339 | State.CurlySuffixExpressionBegin => |opt_ctx| { | 1941 | if (eatToken(&tok_it, Token.Id.Keyword_and)) |and_token| { |
| 2340 | stack.append(State { .CurlySuffixExpressionEnd = opt_ctx }) catch unreachable; | 1942 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| 2341 | try stack.append(State { .IfToken = Token.Id.LBrace }); | 1943 | ast.Node.InfixOp { |
| 2342 | try stack.append(State { .TypeExprBegin = opt_ctx }); | 1944 | .base = undefined, |
| | 1945 | .lhs = lhs, |
| | 1946 | .op_token = and_token, |
| | 1947 | .op = ast.Node.InfixOp.Op.BoolAnd, |
| | 1948 | .rhs = undefined, |
| | 1949 | } |
| | 1950 | ); |
| | 1951 | stack.push(State { .BoolAndExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 1952 | try stack.push(State { .ComparisonExpressionBegin = OptionalCtx { .Required = &node.rhs } }); |
| 2343 | continue; | 1953 | continue; |
| 2344 | }, | 1954 | } |
| | 1955 | }, |
| 2345 | | 1956 | |
| 2346 | State.CurlySuffixExpressionEnd => |opt_ctx| { | 1957 | State.ComparisonExpressionBegin => |opt_ctx| { |
| 2347 | const lhs = opt_ctx.get() ?? continue; | 1958 | stack.push(State { .ComparisonExpressionEnd = opt_ctx }) catch unreachable; |
| | 1959 | try stack.push(State { .BinaryOrExpressionBegin = opt_ctx }); |
| | 1960 | continue; |
| | 1961 | }, |
| 2348 | | 1962 | |
| 2349 | if (self.isPeekToken(Token.Id.Period)) { | 1963 | State.ComparisonExpressionEnd => |opt_ctx| { |
| 2350 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.SuffixOp, | 1964 | const lhs = opt_ctx.get() ?? continue; |
| 2351 | ast.Node.SuffixOp { | | |
| 2352 | .base = undefined, | | |
| 2353 | .lhs = lhs, | | |
| 2354 | .op = ast.Node.SuffixOp.Op { | | |
| 2355 | .StructInitializer = ArrayList(&ast.Node).init(arena), | | |
| 2356 | }, | | |
| 2357 | .rtoken = undefined, | | |
| 2358 | } | | |
| 2359 | ); | | |
| 2360 | stack.append(State { .CurlySuffixExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2361 | try stack.append(State { .IfToken = Token.Id.LBrace }); | | |
| 2362 | try stack.append(State { | | |
| 2363 | .FieldInitListItemOrEnd = ListSave(&ast.Node) { | | |
| 2364 | .list = &node.op.StructInitializer, | | |
| 2365 | .ptr = &node.rtoken, | | |
| 2366 | } | | |
| 2367 | }); | | |
| 2368 | continue; | | |
| 2369 | } | | |
| 2370 | | 1965 | |
| 2371 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.SuffixOp, | 1966 | const token_index = tok_it.index; |
| 2372 | ast.Node.SuffixOp { | 1967 | const token_ptr = ??tok_it.next(); |
| | 1968 | if (tokenIdToComparison(token_ptr.id)) |comp_id| { |
| | 1969 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| | 1970 | ast.Node.InfixOp { |
| 2373 | .base = undefined, | 1971 | .base = undefined, |
| 2374 | .lhs = lhs, | 1972 | .lhs = lhs, |
| 2375 | .op = ast.Node.SuffixOp.Op { | 1973 | .op_token = token_index, |
| 2376 | .ArrayInitializer = ArrayList(&ast.Node).init(arena), | 1974 | .op = comp_id, |
| 2377 | }, | 1975 | .rhs = undefined, |
| 2378 | .rtoken = undefined, | | |
| 2379 | } | 1976 | } |
| 2380 | ); | 1977 | ); |
| 2381 | stack.append(State { .CurlySuffixExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | 1978 | stack.push(State { .ComparisonExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| 2382 | try stack.append(State { .IfToken = Token.Id.LBrace }); | 1979 | try stack.push(State { .BinaryOrExpressionBegin = OptionalCtx { .Required = &node.rhs } }); |
| 2383 | try stack.append(State { | | |
| 2384 | .ExprListItemOrEnd = ExprListCtx { | | |
| 2385 | .list = &node.op.ArrayInitializer, | | |
| 2386 | .end = Token.Id.RBrace, | | |
| 2387 | .ptr = &node.rtoken, | | |
| 2388 | } | | |
| 2389 | }); | | |
| 2390 | continue; | 1980 | continue; |
| 2391 | }, | 1981 | } else { |
| 2392 | | 1982 | _ = tok_it.prev(); |
| 2393 | State.TypeExprBegin => |opt_ctx| { | | |
| 2394 | stack.append(State { .TypeExprEnd = opt_ctx }) catch unreachable; | | |
| 2395 | try stack.append(State { .PrefixOpExpression = opt_ctx }); | | |
| 2396 | continue; | 1983 | continue; |
| 2397 | }, | 1984 | } |
| 2398 | | 1985 | }, |
| 2399 | State.TypeExprEnd => |opt_ctx| { | | |
| 2400 | const lhs = opt_ctx.get() ?? continue; | | |
| 2401 | | 1986 | |
| 2402 | if (self.eatToken(Token.Id.Bang)) |bang| { | 1987 | State.BinaryOrExpressionBegin => |opt_ctx| { |
| 2403 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | 1988 | stack.push(State { .BinaryOrExpressionEnd = opt_ctx }) catch unreachable; |
| 2404 | ast.Node.InfixOp { | 1989 | try stack.push(State { .BinaryXorExpressionBegin = opt_ctx }); |
| 2405 | .base = undefined, | 1990 | continue; |
| 2406 | .lhs = lhs, | 1991 | }, |
| 2407 | .op_token = bang, | | |
| 2408 | .op = ast.Node.InfixOp.Op.ErrorUnion, | | |
| 2409 | .rhs = undefined, | | |
| 2410 | } | | |
| 2411 | ); | | |
| 2412 | stack.append(State { .TypeExprEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2413 | try stack.append(State { .PrefixOpExpression = OptionalCtx { .Required = &node.rhs } }); | | |
| 2414 | continue; | | |
| 2415 | } | | |
| 2416 | }, | | |
| 2417 | | 1992 | |
| 2418 | State.PrefixOpExpression => |opt_ctx| { | 1993 | State.BinaryOrExpressionEnd => |opt_ctx| { |
| 2419 | const token = self.getNextToken(); | 1994 | const lhs = opt_ctx.get() ?? continue; |
| 2420 | if (tokenIdToPrefixOp(token.id)) |prefix_id| { | | |
| 2421 | var node = try self.createToCtxNode(arena, opt_ctx, ast.Node.PrefixOp, | | |
| 2422 | ast.Node.PrefixOp { | | |
| 2423 | .base = undefined, | | |
| 2424 | .op_token = token, | | |
| 2425 | .op = prefix_id, | | |
| 2426 | .rhs = undefined, | | |
| 2427 | } | | |
| 2428 | ); | | |
| 2429 | | 1995 | |
| 2430 | // Treat '**' token as two derefs | 1996 | if (eatToken(&tok_it, Token.Id.Pipe)) |pipe| { |
| 2431 | if (token.id == Token.Id.AsteriskAsterisk) { | 1997 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| 2432 | const child = try self.createNode(arena, ast.Node.PrefixOp, | 1998 | ast.Node.InfixOp { |
| 2433 | ast.Node.PrefixOp { | 1999 | .base = undefined, |
| 2434 | .base = undefined, | 2000 | .lhs = lhs, |
| 2435 | .op_token = token, | 2001 | .op_token = pipe, |
| 2436 | .op = prefix_id, | 2002 | .op = ast.Node.InfixOp.Op.BitOr, |
| 2437 | .rhs = undefined, | 2003 | .rhs = undefined, |
| 2438 | } | | |
| 2439 | ); | | |
| 2440 | node.rhs = &child.base; | | |
| 2441 | node = child; | | |
| 2442 | } | 2004 | } |
| | 2005 | ); |
| | 2006 | stack.push(State { .BinaryOrExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 2007 | try stack.push(State { .BinaryXorExpressionBegin = OptionalCtx { .Required = &node.rhs } }); |
| | 2008 | continue; |
| | 2009 | } |
| | 2010 | }, |
| 2443 | | 2011 | |
| 2444 | stack.append(State { .TypeExprBegin = OptionalCtx { .Required = &node.rhs } }) catch unreachable; | 2012 | State.BinaryXorExpressionBegin => |opt_ctx| { |
| 2445 | if (node.op == ast.Node.PrefixOp.Op.AddrOf) { | 2013 | stack.push(State { .BinaryXorExpressionEnd = opt_ctx }) catch unreachable; |
| 2446 | try stack.append(State { .AddrOfModifiers = &node.op.AddrOf }); | 2014 | try stack.push(State { .BinaryAndExpressionBegin = opt_ctx }); |
| 2447 | } | 2015 | continue; |
| 2448 | continue; | 2016 | }, |
| 2449 | } else { | | |
| 2450 | self.putBackToken(token); | | |
| 2451 | stack.append(State { .SuffixOpExpressionBegin = opt_ctx }) catch unreachable; | | |
| 2452 | continue; | | |
| 2453 | } | | |
| 2454 | }, | | |
| 2455 | | 2017 | |
| 2456 | State.SuffixOpExpressionBegin => |opt_ctx| { | 2018 | State.BinaryXorExpressionEnd => |opt_ctx| { |
| 2457 | if (self.eatToken(Token.Id.Keyword_async)) |async_token| { | 2019 | const lhs = opt_ctx.get() ?? continue; |
| 2458 | const async_node = try self.createNode(arena, ast.Node.AsyncAttribute, | | |
| 2459 | ast.Node.AsyncAttribute { | | |
| 2460 | .base = undefined, | | |
| 2461 | .async_token = async_token, | | |
| 2462 | .allocator_type = null, | | |
| 2463 | .rangle_bracket = null, | | |
| 2464 | } | | |
| 2465 | ); | | |
| 2466 | stack.append(State { | | |
| 2467 | .AsyncEnd = AsyncEndCtx { | | |
| 2468 | .ctx = opt_ctx, | | |
| 2469 | .attribute = async_node, | | |
| 2470 | } | | |
| 2471 | }) catch unreachable; | | |
| 2472 | try stack.append(State { .SuffixOpExpressionEnd = opt_ctx.toRequired() }); | | |
| 2473 | try stack.append(State { .PrimaryExpression = opt_ctx.toRequired() }); | | |
| 2474 | try stack.append(State { .AsyncAllocator = async_node }); | | |
| 2475 | continue; | | |
| 2476 | } | | |
| 2477 | | 2020 | |
| 2478 | stack.append(State { .SuffixOpExpressionEnd = opt_ctx }) catch unreachable; | 2021 | if (eatToken(&tok_it, Token.Id.Caret)) |caret| { |
| 2479 | try stack.append(State { .PrimaryExpression = opt_ctx }); | 2022 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| | 2023 | ast.Node.InfixOp { |
| | 2024 | .base = undefined, |
| | 2025 | .lhs = lhs, |
| | 2026 | .op_token = caret, |
| | 2027 | .op = ast.Node.InfixOp.Op.BitXor, |
| | 2028 | .rhs = undefined, |
| | 2029 | } |
| | 2030 | ); |
| | 2031 | stack.push(State { .BinaryXorExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 2032 | try stack.push(State { .BinaryAndExpressionBegin = OptionalCtx { .Required = &node.rhs } }); |
| 2480 | continue; | 2033 | continue; |
| 2481 | }, | 2034 | } |
| | 2035 | }, |
| 2482 | | 2036 | |
| 2483 | State.SuffixOpExpressionEnd => |opt_ctx| { | 2037 | State.BinaryAndExpressionBegin => |opt_ctx| { |
| 2484 | const lhs = opt_ctx.get() ?? continue; | 2038 | stack.push(State { .BinaryAndExpressionEnd = opt_ctx }) catch unreachable; |
| 2485 | | 2039 | try stack.push(State { .BitShiftExpressionBegin = opt_ctx }); |
| 2486 | const token = self.getNextToken(); | 2040 | continue; |
| 2487 | switch (token.id) { | 2041 | }, |
| 2488 | Token.Id.LParen => { | | |
| 2489 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.SuffixOp, | | |
| 2490 | ast.Node.SuffixOp { | | |
| 2491 | .base = undefined, | | |
| 2492 | .lhs = lhs, | | |
| 2493 | .op = ast.Node.SuffixOp.Op { | | |
| 2494 | .Call = ast.Node.SuffixOp.CallInfo { | | |
| 2495 | .params = ArrayList(&ast.Node).init(arena), | | |
| 2496 | .async_attr = null, | | |
| 2497 | } | | |
| 2498 | }, | | |
| 2499 | .rtoken = undefined, | | |
| 2500 | } | | |
| 2501 | ); | | |
| 2502 | stack.append(State { .SuffixOpExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2503 | try stack.append(State { | | |
| 2504 | .ExprListItemOrEnd = ExprListCtx { | | |
| 2505 | .list = &node.op.Call.params, | | |
| 2506 | .end = Token.Id.RParen, | | |
| 2507 | .ptr = &node.rtoken, | | |
| 2508 | } | | |
| 2509 | }); | | |
| 2510 | continue; | | |
| 2511 | }, | | |
| 2512 | Token.Id.LBracket => { | | |
| 2513 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.SuffixOp, | | |
| 2514 | ast.Node.SuffixOp { | | |
| 2515 | .base = undefined, | | |
| 2516 | .lhs = lhs, | | |
| 2517 | .op = ast.Node.SuffixOp.Op { | | |
| 2518 | .ArrayAccess = undefined, | | |
| 2519 | }, | | |
| 2520 | .rtoken = undefined | | |
| 2521 | } | | |
| 2522 | ); | | |
| 2523 | stack.append(State { .SuffixOpExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2524 | try stack.append(State { .SliceOrArrayAccess = node }); | | |
| 2525 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.op.ArrayAccess }}); | | |
| 2526 | continue; | | |
| 2527 | }, | | |
| 2528 | Token.Id.Period => { | | |
| 2529 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, | | |
| 2530 | ast.Node.InfixOp { | | |
| 2531 | .base = undefined, | | |
| 2532 | .lhs = lhs, | | |
| 2533 | .op_token = token, | | |
| 2534 | .op = ast.Node.InfixOp.Op.Period, | | |
| 2535 | .rhs = undefined, | | |
| 2536 | } | | |
| 2537 | ); | | |
| 2538 | stack.append(State { .SuffixOpExpressionEnd = opt_ctx.toRequired() }) catch unreachable; | | |
| 2539 | try stack.append(State { .Identifier = OptionalCtx { .Required = &node.rhs } }); | | |
| 2540 | continue; | | |
| 2541 | }, | | |
| 2542 | else => { | | |
| 2543 | self.putBackToken(token); | | |
| 2544 | continue; | | |
| 2545 | }, | | |
| 2546 | } | | |
| 2547 | }, | | |
| 2548 | | 2042 | |
| 2549 | State.PrimaryExpression => |opt_ctx| { | 2043 | State.BinaryAndExpressionEnd => |opt_ctx| { |
| 2550 | const token = self.getNextToken(); | 2044 | const lhs = opt_ctx.get() ?? continue; |
| 2551 | switch (token.id) { | | |
| 2552 | Token.Id.IntegerLiteral => { | | |
| 2553 | _ = try self.createToCtxLiteral(arena, opt_ctx, ast.Node.StringLiteral, token); | | |
| 2554 | continue; | | |
| 2555 | }, | | |
| 2556 | Token.Id.FloatLiteral => { | | |
| 2557 | _ = try self.createToCtxLiteral(arena, opt_ctx, ast.Node.FloatLiteral, token); | | |
| 2558 | continue; | | |
| 2559 | }, | | |
| 2560 | Token.Id.CharLiteral => { | | |
| 2561 | _ = try self.createToCtxLiteral(arena, opt_ctx, ast.Node.CharLiteral, token); | | |
| 2562 | continue; | | |
| 2563 | }, | | |
| 2564 | Token.Id.Keyword_undefined => { | | |
| 2565 | _ = try self.createToCtxLiteral(arena, opt_ctx, ast.Node.UndefinedLiteral, token); | | |
| 2566 | continue; | | |
| 2567 | }, | | |
| 2568 | Token.Id.Keyword_true, Token.Id.Keyword_false => { | | |
| 2569 | _ = try self.createToCtxLiteral(arena, opt_ctx, ast.Node.BoolLiteral, token); | | |
| 2570 | continue; | | |
| 2571 | }, | | |
| 2572 | Token.Id.Keyword_null => { | | |
| 2573 | _ = try self.createToCtxLiteral(arena, opt_ctx, ast.Node.NullLiteral, token); | | |
| 2574 | continue; | | |
| 2575 | }, | | |
| 2576 | Token.Id.Keyword_this => { | | |
| 2577 | _ = try self.createToCtxLiteral(arena, opt_ctx, ast.Node.ThisLiteral, token); | | |
| 2578 | continue; | | |
| 2579 | }, | | |
| 2580 | Token.Id.Keyword_var => { | | |
| 2581 | _ = try self.createToCtxLiteral(arena, opt_ctx, ast.Node.VarType, token); | | |
| 2582 | continue; | | |
| 2583 | }, | | |
| 2584 | Token.Id.Keyword_unreachable => { | | |
| 2585 | _ = try self.createToCtxLiteral(arena, opt_ctx, ast.Node.Unreachable, token); | | |
| 2586 | continue; | | |
| 2587 | }, | | |
| 2588 | Token.Id.Keyword_promise => { | | |
| 2589 | const node = try arena.construct(ast.Node.PromiseType { | | |
| 2590 | .base = ast.Node { | | |
| 2591 | .id = ast.Node.Id.PromiseType, | | |
| 2592 | .same_line_comment = null, | | |
| 2593 | }, | | |
| 2594 | .promise_token = token, | | |
| 2595 | .result = null, | | |
| 2596 | }); | | |
| 2597 | opt_ctx.store(&node.base); | | |
| 2598 | const next_token = self.getNextToken(); | | |
| 2599 | if (next_token.id != Token.Id.Arrow) { | | |
| 2600 | self.putBackToken(next_token); | | |
| 2601 | continue; | | |
| 2602 | } | | |
| 2603 | node.result = ast.Node.PromiseType.Result { | | |
| 2604 | .arrow_token = next_token, | | |
| 2605 | .return_type = undefined, | | |
| 2606 | }; | | |
| 2607 | const return_type_ptr = &((??node.result).return_type); | | |
| 2608 | try stack.append(State { .Expression = OptionalCtx { .Required = return_type_ptr, } }); | | |
| 2609 | continue; | | |
| 2610 | }, | | |
| 2611 | Token.Id.StringLiteral, Token.Id.MultilineStringLiteralLine => { | | |
| 2612 | opt_ctx.store((try self.parseStringLiteral(arena, token)) ?? unreachable); | | |
| 2613 | continue; | | |
| 2614 | }, | | |
| 2615 | Token.Id.LParen => { | | |
| 2616 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.GroupedExpression, | | |
| 2617 | ast.Node.GroupedExpression { | | |
| 2618 | .base = undefined, | | |
| 2619 | .lparen = token, | | |
| 2620 | .expr = undefined, | | |
| 2621 | .rparen = undefined, | | |
| 2622 | } | | |
| 2623 | ); | | |
| 2624 | stack.append(State { | | |
| 2625 | .ExpectTokenSave = ExpectTokenSave { | | |
| 2626 | .id = Token.Id.RParen, | | |
| 2627 | .ptr = &node.rparen, | | |
| 2628 | } | | |
| 2629 | }) catch unreachable; | | |
| 2630 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.expr } }); | | |
| 2631 | continue; | | |
| 2632 | }, | | |
| 2633 | Token.Id.Builtin => { | | |
| 2634 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.BuiltinCall, | | |
| 2635 | ast.Node.BuiltinCall { | | |
| 2636 | .base = undefined, | | |
| 2637 | .builtin_token = token, | | |
| 2638 | .params = ArrayList(&ast.Node).init(arena), | | |
| 2639 | .rparen_token = undefined, | | |
| 2640 | } | | |
| 2641 | ); | | |
| 2642 | stack.append(State { | | |
| 2643 | .ExprListItemOrEnd = ExprListCtx { | | |
| 2644 | .list = &node.params, | | |
| 2645 | .end = Token.Id.RParen, | | |
| 2646 | .ptr = &node.rparen_token, | | |
| 2647 | } | | |
| 2648 | }) catch unreachable; | | |
| 2649 | try stack.append(State { .ExpectToken = Token.Id.LParen, }); | | |
| 2650 | continue; | | |
| 2651 | }, | | |
| 2652 | Token.Id.LBracket => { | | |
| 2653 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.PrefixOp, | | |
| 2654 | ast.Node.PrefixOp { | | |
| 2655 | .base = undefined, | | |
| 2656 | .op_token = token, | | |
| 2657 | .op = undefined, | | |
| 2658 | .rhs = undefined, | | |
| 2659 | } | | |
| 2660 | ); | | |
| 2661 | stack.append(State { .SliceOrArrayType = node }) catch unreachable; | | |
| 2662 | continue; | | |
| 2663 | }, | | |
| 2664 | Token.Id.Keyword_error => { | | |
| 2665 | stack.append(State { | | |
| 2666 | .ErrorTypeOrSetDecl = ErrorTypeOrSetDeclCtx { | | |
| 2667 | .error_token = token, | | |
| 2668 | .opt_ctx = opt_ctx | | |
| 2669 | } | | |
| 2670 | }) catch unreachable; | | |
| 2671 | continue; | | |
| 2672 | }, | | |
| 2673 | Token.Id.Keyword_packed => { | | |
| 2674 | stack.append(State { | | |
| 2675 | .ContainerKind = ContainerKindCtx { | | |
| 2676 | .opt_ctx = opt_ctx, | | |
| 2677 | .ltoken = token, | | |
| 2678 | .layout = ast.Node.ContainerDecl.Layout.Packed, | | |
| 2679 | }, | | |
| 2680 | }) catch unreachable; | | |
| 2681 | continue; | | |
| 2682 | }, | | |
| 2683 | Token.Id.Keyword_extern => { | | |
| 2684 | stack.append(State { | | |
| 2685 | .ExternType = ExternTypeCtx { | | |
| 2686 | .opt_ctx = opt_ctx, | | |
| 2687 | .extern_token = token, | | |
| 2688 | .comments = null, | | |
| 2689 | }, | | |
| 2690 | }) catch unreachable; | | |
| 2691 | continue; | | |
| 2692 | }, | | |
| 2693 | Token.Id.Keyword_struct, Token.Id.Keyword_union, Token.Id.Keyword_enum => { | | |
| 2694 | self.putBackToken(token); | | |
| 2695 | stack.append(State { | | |
| 2696 | .ContainerKind = ContainerKindCtx { | | |
| 2697 | .opt_ctx = opt_ctx, | | |
| 2698 | .ltoken = token, | | |
| 2699 | .layout = ast.Node.ContainerDecl.Layout.Auto, | | |
| 2700 | }, | | |
| 2701 | }) catch unreachable; | | |
| 2702 | continue; | | |
| 2703 | }, | | |
| 2704 | Token.Id.Identifier => { | | |
| 2705 | stack.append(State { | | |
| 2706 | .MaybeLabeledExpression = MaybeLabeledExpressionCtx { | | |
| 2707 | .label = token, | | |
| 2708 | .opt_ctx = opt_ctx | | |
| 2709 | } | | |
| 2710 | }) catch unreachable; | | |
| 2711 | continue; | | |
| 2712 | }, | | |
| 2713 | Token.Id.Keyword_fn => { | | |
| 2714 | const fn_proto = try arena.construct(ast.Node.FnProto { | | |
| 2715 | .base = ast.Node { | | |
| 2716 | .id = ast.Node.Id.FnProto, | | |
| 2717 | .same_line_comment = null, | | |
| 2718 | }, | | |
| 2719 | .doc_comments = null, | | |
| 2720 | .visib_token = null, | | |
| 2721 | .name_token = null, | | |
| 2722 | .fn_token = token, | | |
| 2723 | .params = ArrayList(&ast.Node).init(arena), | | |
| 2724 | .return_type = undefined, | | |
| 2725 | .var_args_token = null, | | |
| 2726 | .extern_export_inline_token = null, | | |
| 2727 | .cc_token = null, | | |
| 2728 | .async_attr = null, | | |
| 2729 | .body_node = null, | | |
| 2730 | .lib_name = null, | | |
| 2731 | .align_expr = null, | | |
| 2732 | }); | | |
| 2733 | opt_ctx.store(&fn_proto.base); | | |
| 2734 | stack.append(State { .FnProto = fn_proto }) catch unreachable; | | |
| 2735 | continue; | | |
| 2736 | }, | | |
| 2737 | Token.Id.Keyword_nakedcc, Token.Id.Keyword_stdcallcc => { | | |
| 2738 | const fn_proto = try arena.construct(ast.Node.FnProto { | | |
| 2739 | .base = ast.Node { | | |
| 2740 | .id = ast.Node.Id.FnProto, | | |
| 2741 | .same_line_comment = null, | | |
| 2742 | }, | | |
| 2743 | .doc_comments = null, | | |
| 2744 | .visib_token = null, | | |
| 2745 | .name_token = null, | | |
| 2746 | .fn_token = undefined, | | |
| 2747 | .params = ArrayList(&ast.Node).init(arena), | | |
| 2748 | .return_type = undefined, | | |
| 2749 | .var_args_token = null, | | |
| 2750 | .extern_export_inline_token = null, | | |
| 2751 | .cc_token = token, | | |
| 2752 | .async_attr = null, | | |
| 2753 | .body_node = null, | | |
| 2754 | .lib_name = null, | | |
| 2755 | .align_expr = null, | | |
| 2756 | }); | | |
| 2757 | opt_ctx.store(&fn_proto.base); | | |
| 2758 | stack.append(State { .FnProto = fn_proto }) catch unreachable; | | |
| 2759 | try stack.append(State { | | |
| 2760 | .ExpectTokenSave = ExpectTokenSave { | | |
| 2761 | .id = Token.Id.Keyword_fn, | | |
| 2762 | .ptr = &fn_proto.fn_token | | |
| 2763 | } | | |
| 2764 | }); | | |
| 2765 | continue; | | |
| 2766 | }, | | |
| 2767 | Token.Id.Keyword_asm => { | | |
| 2768 | const node = try self.createToCtxNode(arena, opt_ctx, ast.Node.Asm, | | |
| 2769 | ast.Node.Asm { | | |
| 2770 | .base = undefined, | | |
| 2771 | .asm_token = token, | | |
| 2772 | .volatile_token = null, | | |
| 2773 | .template = undefined, | | |
| 2774 | //.tokens = ArrayList(ast.Node.Asm.AsmToken).init(arena), | | |
| 2775 | .outputs = ArrayList(&ast.Node.AsmOutput).init(arena), | | |
| 2776 | .inputs = ArrayList(&ast.Node.AsmInput).init(arena), | | |
| 2777 | .cloppers = ArrayList(&ast.Node).init(arena), | | |
| 2778 | .rparen = undefined, | | |
| 2779 | } | | |
| 2780 | ); | | |
| 2781 | stack.append(State { | | |
| 2782 | .ExpectTokenSave = ExpectTokenSave { | | |
| 2783 | .id = Token.Id.RParen, | | |
| 2784 | .ptr = &node.rparen, | | |
| 2785 | } | | |
| 2786 | }) catch unreachable; | | |
| 2787 | try stack.append(State { .AsmClopperItems = &node.cloppers }); | | |
| 2788 | try stack.append(State { .IfToken = Token.Id.Colon }); | | |
| 2789 | try stack.append(State { .AsmInputItems = &node.inputs }); | | |
| 2790 | try stack.append(State { .IfToken = Token.Id.Colon }); | | |
| 2791 | try stack.append(State { .AsmOutputItems = &node.outputs }); | | |
| 2792 | try stack.append(State { .IfToken = Token.Id.Colon }); | | |
| 2793 | try stack.append(State { .StringLiteral = OptionalCtx { .Required = &node.template } }); | | |
| 2794 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | | |
| 2795 | try stack.append(State { | | |
| 2796 | .OptionalTokenSave = OptionalTokenSave { | | |
| 2797 | .id = Token.Id.Keyword_volatile, | | |
| 2798 | .ptr = &node.volatile_token, | | |
| 2799 | } | | |
| 2800 | }); | | |
| 2801 | }, | | |
| 2802 | Token.Id.Keyword_inline => { | | |
| 2803 | stack.append(State { | | |
| 2804 | .Inline = InlineCtx { | | |
| 2805 | .label = null, | | |
| 2806 | .inline_token = token, | | |
| 2807 | .opt_ctx = opt_ctx, | | |
| 2808 | } | | |
| 2809 | }) catch unreachable; | | |
| 2810 | continue; | | |
| 2811 | }, | | |
| 2812 | else => { | | |
| 2813 | if (!try self.parseBlockExpr(&stack, arena, opt_ctx, token)) { | | |
| 2814 | self.putBackToken(token); | | |
| 2815 | if (opt_ctx != OptionalCtx.Optional) { | | |
| 2816 | return self.parseError(token, "expected primary expression, found {}", @tagName(token.id)); | | |
| 2817 | } | | |
| 2818 | } | | |
| 2819 | continue; | | |
| 2820 | } | | |
| 2821 | } | | |
| 2822 | }, | | |
| 2823 | | 2045 | |
| | 2046 | if (eatToken(&tok_it, Token.Id.Ampersand)) |ampersand| { |
| | 2047 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| | 2048 | ast.Node.InfixOp { |
| | 2049 | .base = undefined, |
| | 2050 | .lhs = lhs, |
| | 2051 | .op_token = ampersand, |
| | 2052 | .op = ast.Node.InfixOp.Op.BitAnd, |
| | 2053 | .rhs = undefined, |
| | 2054 | } |
| | 2055 | ); |
| | 2056 | stack.push(State { .BinaryAndExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 2057 | try stack.push(State { .BitShiftExpressionBegin = OptionalCtx { .Required = &node.rhs } }); |
| | 2058 | continue; |
| | 2059 | } |
| | 2060 | }, |
| 2824 | | 2061 | |
| 2825 | State.ErrorTypeOrSetDecl => |ctx| { | 2062 | State.BitShiftExpressionBegin => |opt_ctx| { |
| 2826 | if (self.eatToken(Token.Id.LBrace) == null) { | 2063 | stack.push(State { .BitShiftExpressionEnd = opt_ctx }) catch unreachable; |
| 2827 | _ = try self.createToCtxLiteral(arena, ctx.opt_ctx, ast.Node.ErrorType, ctx.error_token); | 2064 | try stack.push(State { .AdditionExpressionBegin = opt_ctx }); |
| 2828 | continue; | 2065 | continue; |
| 2829 | } | 2066 | }, |
| 2830 | | 2067 | |
| 2831 | const node = try arena.construct(ast.Node.ErrorSetDecl { | 2068 | State.BitShiftExpressionEnd => |opt_ctx| { |
| 2832 | .base = ast.Node { | 2069 | const lhs = opt_ctx.get() ?? continue; |
| 2833 | .id = ast.Node.Id.ErrorSetDecl, | | |
| 2834 | .same_line_comment = null, | | |
| 2835 | }, | | |
| 2836 | .error_token = ctx.error_token, | | |
| 2837 | .decls = ArrayList(&ast.Node).init(arena), | | |
| 2838 | .rbrace_token = undefined, | | |
| 2839 | }); | | |
| 2840 | ctx.opt_ctx.store(&node.base); | | |
| 2841 | | 2070 | |
| 2842 | stack.append(State { | 2071 | const token_index = tok_it.index; |
| 2843 | .ErrorTagListItemOrEnd = ListSave(&ast.Node) { | 2072 | const token_ptr = ??tok_it.next(); |
| 2844 | .list = &node.decls, | 2073 | if (tokenIdToBitShift(token_ptr.id)) |bitshift_id| { |
| 2845 | .ptr = &node.rbrace_token, | 2074 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| | 2075 | ast.Node.InfixOp { |
| | 2076 | .base = undefined, |
| | 2077 | .lhs = lhs, |
| | 2078 | .op_token = token_index, |
| | 2079 | .op = bitshift_id, |
| | 2080 | .rhs = undefined, |
| 2846 | } | 2081 | } |
| 2847 | }) catch unreachable; | 2082 | ); |
| | 2083 | stack.push(State { .BitShiftExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 2084 | try stack.push(State { .AdditionExpressionBegin = OptionalCtx { .Required = &node.rhs } }); |
| 2848 | continue; | 2085 | continue; |
| 2849 | }, | 2086 | } else { |
| 2850 | State.StringLiteral => |opt_ctx| { | 2087 | _ = tok_it.prev(); |
| 2851 | const token = self.getNextToken(); | 2088 | continue; |
| 2852 | opt_ctx.store( | 2089 | } |
| 2853 | (try self.parseStringLiteral(arena, token)) ?? { | 2090 | }, |
| 2854 | self.putBackToken(token); | | |
| 2855 | if (opt_ctx != OptionalCtx.Optional) { | | |
| 2856 | return self.parseError(token, "expected primary expression, found {}", @tagName(token.id)); | | |
| 2857 | } | | |
| 2858 | | 2091 | |
| 2859 | continue; | 2092 | State.AdditionExpressionBegin => |opt_ctx| { |
| | 2093 | stack.push(State { .AdditionExpressionEnd = opt_ctx }) catch unreachable; |
| | 2094 | try stack.push(State { .MultiplyExpressionBegin = opt_ctx }); |
| | 2095 | continue; |
| | 2096 | }, |
| | 2097 | |
| | 2098 | State.AdditionExpressionEnd => |opt_ctx| { |
| | 2099 | const lhs = opt_ctx.get() ?? continue; |
| | 2100 | |
| | 2101 | const token_index = tok_it.index; |
| | 2102 | const token_ptr = ??tok_it.next(); |
| | 2103 | if (tokenIdToAddition(token_ptr.id)) |add_id| { |
| | 2104 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| | 2105 | ast.Node.InfixOp { |
| | 2106 | .base = undefined, |
| | 2107 | .lhs = lhs, |
| | 2108 | .op_token = token_index, |
| | 2109 | .op = add_id, |
| | 2110 | .rhs = undefined, |
| 2860 | } | 2111 | } |
| 2861 | ); | 2112 | ); |
| 2862 | }, | 2113 | stack.push(State { .AdditionExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 2114 | try stack.push(State { .MultiplyExpressionBegin = OptionalCtx { .Required = &node.rhs } }); |
| | 2115 | continue; |
| | 2116 | } else { |
| | 2117 | _ = tok_it.prev(); |
| | 2118 | continue; |
| | 2119 | } |
| | 2120 | }, |
| 2863 | | 2121 | |
| 2864 | State.Identifier => |opt_ctx| { | 2122 | State.MultiplyExpressionBegin => |opt_ctx| { |
| 2865 | if (self.eatToken(Token.Id.Identifier)) |ident_token| { | 2123 | stack.push(State { .MultiplyExpressionEnd = opt_ctx }) catch unreachable; |
| 2866 | _ = try self.createToCtxLiteral(arena, opt_ctx, ast.Node.Identifier, ident_token); | 2124 | try stack.push(State { .CurlySuffixExpressionBegin = opt_ctx }); |
| 2867 | continue; | 2125 | continue; |
| 2868 | } | 2126 | }, |
| 2869 | | 2127 | |
| 2870 | if (opt_ctx != OptionalCtx.Optional) { | 2128 | State.MultiplyExpressionEnd => |opt_ctx| { |
| 2871 | const token = self.getNextToken(); | 2129 | const lhs = opt_ctx.get() ?? continue; |
| 2872 | return self.parseError(token, "expected identifier, found {}", @tagName(token.id)); | | |
| 2873 | } | | |
| 2874 | }, | | |
| 2875 | | 2130 | |
| 2876 | State.ErrorTag => |node_ptr| { | 2131 | const token_index = tok_it.index; |
| 2877 | const comments = try self.eatDocComments(arena); | 2132 | const token_ptr = ??tok_it.next(); |
| 2878 | const ident_token = self.getNextToken(); | 2133 | if (tokenIdToMultiply(token_ptr.id)) |mult_id| { |
| 2879 | if (ident_token.id != Token.Id.Identifier) { | 2134 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| 2880 | return self.parseError(ident_token, "expected {}, found {}", | 2135 | ast.Node.InfixOp { |
| 2881 | @tagName(Token.Id.Identifier), @tagName(ident_token.id)); | 2136 | .base = undefined, |
| 2882 | } | 2137 | .lhs = lhs, |
| | 2138 | .op_token = token_index, |
| | 2139 | .op = mult_id, |
| | 2140 | .rhs = undefined, |
| | 2141 | } |
| | 2142 | ); |
| | 2143 | stack.push(State { .MultiplyExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 2144 | try stack.push(State { .CurlySuffixExpressionBegin = OptionalCtx { .Required = &node.rhs } }); |
| | 2145 | continue; |
| | 2146 | } else { |
| | 2147 | _ = tok_it.prev(); |
| | 2148 | continue; |
| | 2149 | } |
| | 2150 | }, |
| 2883 | | 2151 | |
| 2884 | const node = try arena.construct(ast.Node.ErrorTag { | 2152 | State.CurlySuffixExpressionBegin => |opt_ctx| { |
| 2885 | .base = ast.Node { | 2153 | stack.push(State { .CurlySuffixExpressionEnd = opt_ctx }) catch unreachable; |
| 2886 | .id = ast.Node.Id.ErrorTag, | 2154 | try stack.push(State { .IfToken = Token.Id.LBrace }); |
| 2887 | .same_line_comment = null, | 2155 | try stack.push(State { .TypeExprBegin = opt_ctx }); |
| | 2156 | continue; |
| | 2157 | }, |
| | 2158 | |
| | 2159 | State.CurlySuffixExpressionEnd => |opt_ctx| { |
| | 2160 | const lhs = opt_ctx.get() ?? continue; |
| | 2161 | |
| | 2162 | if ((??tok_it.peek()).id == Token.Id.Period) { |
| | 2163 | const node = try arena.construct(ast.Node.SuffixOp { |
| | 2164 | .base = ast.Node { .id = ast.Node.Id.SuffixOp }, |
| | 2165 | .lhs = lhs, |
| | 2166 | .op = ast.Node.SuffixOp.Op { |
| | 2167 | .StructInitializer = ast.Node.SuffixOp.Op.InitList.init(arena), |
| 2888 | }, | 2168 | }, |
| 2889 | .doc_comments = comments, | 2169 | .rtoken = undefined, |
| 2890 | .name_token = ident_token, | | |
| 2891 | }); | 2170 | }); |
| 2892 | *node_ptr = &node.base; | 2171 | opt_ctx.store(&node.base); |
| 2893 | continue; | | |
| 2894 | }, | | |
| 2895 | | 2172 | |
| 2896 | State.ExpectToken => |token_id| { | 2173 | stack.push(State { .CurlySuffixExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| 2897 | _ = try self.expectToken(token_id); | 2174 | try stack.push(State { .IfToken = Token.Id.LBrace }); |
| 2898 | continue; | 2175 | try stack.push(State { |
| 2899 | }, | 2176 | .FieldInitListItemOrEnd = ListSave(@typeOf(node.op.StructInitializer)) { |
| 2900 | State.ExpectTokenSave => |expect_token_save| { | 2177 | .list = &node.op.StructInitializer, |
| 2901 | *expect_token_save.ptr = try self.expectToken(expect_token_save.id); | 2178 | .ptr = &node.rtoken, |
| | 2179 | } |
| | 2180 | }); |
| 2902 | continue; | 2181 | continue; |
| 2903 | }, | 2182 | } |
| 2904 | State.IfToken => |token_id| { | | |
| 2905 | if (self.eatToken(token_id)) |_| { | | |
| 2906 | continue; | | |
| 2907 | } | | |
| 2908 | | 2183 | |
| 2909 | _ = stack.pop(); | 2184 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.SuffixOp, |
| 2910 | continue; | 2185 | ast.Node.SuffixOp { |
| 2911 | }, | 2186 | .base = undefined, |
| 2912 | State.IfTokenSave => |if_token_save| { | 2187 | .lhs = lhs, |
| 2913 | if (self.eatToken(if_token_save.id)) |token| { | 2188 | .op = ast.Node.SuffixOp.Op { |
| 2914 | *if_token_save.ptr = token; | 2189 | .ArrayInitializer = ast.Node.SuffixOp.Op.InitList.init(arena), |
| 2915 | continue; | 2190 | }, |
| | 2191 | .rtoken = undefined, |
| 2916 | } | 2192 | } |
| 2917 | | 2193 | ); |
| 2918 | _ = stack.pop(); | 2194 | stack.push(State { .CurlySuffixExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| 2919 | continue; | 2195 | try stack.push(State { .IfToken = Token.Id.LBrace }); |
| 2920 | }, | 2196 | try stack.push(State { |
| 2921 | State.OptionalTokenSave => |optional_token_save| { | 2197 | .ExprListItemOrEnd = ExprListCtx { |
| 2922 | if (self.eatToken(optional_token_save.id)) |token| { | 2198 | .list = &node.op.ArrayInitializer, |
| 2923 | *optional_token_save.ptr = token; | 2199 | .end = Token.Id.RBrace, |
| 2924 | continue; | 2200 | .ptr = &node.rtoken, |
| 2925 | } | 2201 | } |
| | 2202 | }); |
| | 2203 | continue; |
| | 2204 | }, |
| 2926 | | 2205 | |
| 2927 | continue; | 2206 | State.TypeExprBegin => |opt_ctx| { |
| 2928 | }, | 2207 | stack.push(State { .TypeExprEnd = opt_ctx }) catch unreachable; |
| 2929 | } | 2208 | try stack.push(State { .PrefixOpExpression = opt_ctx }); |
| 2930 | } | | |
| 2931 | } | | |
| 2932 | | | |
| 2933 | fn eatDocComments(self: &Parser, arena: &mem.Allocator) !?&ast.Node.DocComment { | | |
| 2934 | var result: ?&ast.Node.DocComment = null; | | |
| 2935 | while (true) { | | |
| 2936 | if (self.eatToken(Token.Id.DocComment)) |line_comment| { | | |
| 2937 | const node = blk: { | | |
| 2938 | if (result) |comment_node| { | | |
| 2939 | break :blk comment_node; | | |
| 2940 | } else { | | |
| 2941 | const comment_node = try arena.construct(ast.Node.DocComment { | | |
| 2942 | .base = ast.Node { | | |
| 2943 | .id = ast.Node.Id.DocComment, | | |
| 2944 | .same_line_comment = null, | | |
| 2945 | }, | | |
| 2946 | .lines = ArrayList(Token).init(arena), | | |
| 2947 | }); | | |
| 2948 | result = comment_node; | | |
| 2949 | break :blk comment_node; | | |
| 2950 | } | | |
| 2951 | }; | | |
| 2952 | try node.lines.append(line_comment); | | |
| 2953 | continue; | 2209 | continue; |
| 2954 | } | 2210 | }, |
| 2955 | break; | 2211 | |
| 2956 | } | 2212 | State.TypeExprEnd => |opt_ctx| { |
| 2957 | return result; | 2213 | const lhs = opt_ctx.get() ?? continue; |
| 2958 | } | | |
| 2959 | | 2214 | |
| 2960 | fn eatLineComment(self: &Parser, arena: &mem.Allocator) !?&ast.Node.LineComment { | 2215 | if (eatToken(&tok_it, Token.Id.Bang)) |bang| { |
| 2961 | const token = self.eatToken(Token.Id.LineComment) ?? return null; | 2216 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| 2962 | return try arena.construct(ast.Node.LineComment { | 2217 | ast.Node.InfixOp { |
| 2963 | .base = ast.Node { | 2218 | .base = undefined, |
| 2964 | .id = ast.Node.Id.LineComment, | 2219 | .lhs = lhs, |
| 2965 | .same_line_comment = null, | 2220 | .op_token = bang, |
| | 2221 | .op = ast.Node.InfixOp.Op.ErrorUnion, |
| | 2222 | .rhs = undefined, |
| | 2223 | } |
| | 2224 | ); |
| | 2225 | stack.push(State { .TypeExprEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 2226 | try stack.push(State { .PrefixOpExpression = OptionalCtx { .Required = &node.rhs } }); |
| | 2227 | continue; |
| | 2228 | } |
| 2966 | }, | 2229 | }, |
| 2967 | .token = token, | | |
| 2968 | }); | | |
| 2969 | } | | |
| 2970 | | 2230 | |
| 2971 | fn requireSemiColon(node: &const ast.Node) bool { | 2231 | State.PrefixOpExpression => |opt_ctx| { |
| 2972 | var n = node; | 2232 | const token_index = tok_it.index; |
| 2973 | while (true) { | 2233 | const token_ptr = ??tok_it.next(); |
| 2974 | switch (n.id) { | 2234 | if (tokenIdToPrefixOp(token_ptr.id)) |prefix_id| { |
| 2975 | ast.Node.Id.Root, | 2235 | var node = try createToCtxNode(arena, opt_ctx, ast.Node.PrefixOp, |
| 2976 | ast.Node.Id.StructField, | 2236 | ast.Node.PrefixOp { |
| 2977 | ast.Node.Id.UnionTag, | 2237 | .base = undefined, |
| 2978 | ast.Node.Id.EnumTag, | 2238 | .op_token = token_index, |
| 2979 | ast.Node.Id.ParamDecl, | 2239 | .op = prefix_id, |
| 2980 | ast.Node.Id.Block, | 2240 | .rhs = undefined, |
| 2981 | ast.Node.Id.Payload, | 2241 | } |
| 2982 | ast.Node.Id.PointerPayload, | 2242 | ); |
| 2983 | ast.Node.Id.PointerIndexPayload, | | |
| 2984 | ast.Node.Id.Switch, | | |
| 2985 | ast.Node.Id.SwitchCase, | | |
| 2986 | ast.Node.Id.SwitchElse, | | |
| 2987 | ast.Node.Id.FieldInitializer, | | |
| 2988 | ast.Node.Id.DocComment, | | |
| 2989 | ast.Node.Id.LineComment, | | |
| 2990 | ast.Node.Id.TestDecl => return false, | | |
| 2991 | ast.Node.Id.While => { | | |
| 2992 | const while_node = @fieldParentPtr(ast.Node.While, "base", n); | | |
| 2993 | if (while_node.@"else") |@"else"| { | | |
| 2994 | n = @"else".base; | | |
| 2995 | continue; | | |
| 2996 | } | | |
| 2997 | | 2243 | |
| 2998 | return while_node.body.id != ast.Node.Id.Block; | 2244 | // Treat '**' token as two derefs |
| 2999 | }, | 2245 | if (token_ptr.id == Token.Id.AsteriskAsterisk) { |
| 3000 | ast.Node.Id.For => { | 2246 | const child = try createNode(arena, ast.Node.PrefixOp, |
| 3001 | const for_node = @fieldParentPtr(ast.Node.For, "base", n); | 2247 | ast.Node.PrefixOp { |
| 3002 | if (for_node.@"else") |@"else"| { | 2248 | .base = undefined, |
| 3003 | n = @"else".base; | 2249 | .op_token = token_index, |
| 3004 | continue; | 2250 | .op = prefix_id, |
| | 2251 | .rhs = undefined, |
| | 2252 | } |
| | 2253 | ); |
| | 2254 | node.rhs = &child.base; |
| | 2255 | node = child; |
| 3005 | } | 2256 | } |
| 3006 | | 2257 | |
| 3007 | return for_node.body.id != ast.Node.Id.Block; | 2258 | stack.push(State { .TypeExprBegin = OptionalCtx { .Required = &node.rhs } }) catch unreachable; |
| 3008 | }, | 2259 | if (node.op == ast.Node.PrefixOp.Op.AddrOf) { |
| 3009 | ast.Node.Id.If => { | 2260 | try stack.push(State { .AddrOfModifiers = &node.op.AddrOf }); |
| 3010 | const if_node = @fieldParentPtr(ast.Node.If, "base", n); | | |
| 3011 | if (if_node.@"else") |@"else"| { | | |
| 3012 | n = @"else".base; | | |
| 3013 | continue; | | |
| 3014 | } | 2261 | } |
| | 2262 | continue; |
| | 2263 | } else { |
| | 2264 | _ = tok_it.prev(); |
| | 2265 | stack.push(State { .SuffixOpExpressionBegin = opt_ctx }) catch unreachable; |
| | 2266 | continue; |
| | 2267 | } |
| | 2268 | }, |
| 3015 | | 2269 | |
| 3016 | return if_node.body.id != ast.Node.Id.Block; | 2270 | State.SuffixOpExpressionBegin => |opt_ctx| { |
| 3017 | }, | 2271 | if (eatToken(&tok_it, Token.Id.Keyword_async)) |async_token| { |
| 3018 | ast.Node.Id.Else => { | 2272 | const async_node = try createNode(arena, ast.Node.AsyncAttribute, |
| 3019 | const else_node = @fieldParentPtr(ast.Node.Else, "base", n); | 2273 | ast.Node.AsyncAttribute { |
| 3020 | n = else_node.body; | 2274 | .base = undefined, |
| | 2275 | .async_token = async_token, |
| | 2276 | .allocator_type = null, |
| | 2277 | .rangle_bracket = null, |
| | 2278 | } |
| | 2279 | ); |
| | 2280 | stack.push(State { |
| | 2281 | .AsyncEnd = AsyncEndCtx { |
| | 2282 | .ctx = opt_ctx, |
| | 2283 | .attribute = async_node, |
| | 2284 | } |
| | 2285 | }) catch unreachable; |
| | 2286 | try stack.push(State { .SuffixOpExpressionEnd = opt_ctx.toRequired() }); |
| | 2287 | try stack.push(State { .PrimaryExpression = opt_ctx.toRequired() }); |
| | 2288 | try stack.push(State { .AsyncAllocator = async_node }); |
| 3021 | continue; | 2289 | continue; |
| 3022 | }, | 2290 | } |
| 3023 | ast.Node.Id.Defer => { | | |
| 3024 | const defer_node = @fieldParentPtr(ast.Node.Defer, "base", n); | | |
| 3025 | return defer_node.expr.id != ast.Node.Id.Block; | | |
| 3026 | }, | | |
| 3027 | ast.Node.Id.Comptime => { | | |
| 3028 | const comptime_node = @fieldParentPtr(ast.Node.Comptime, "base", n); | | |
| 3029 | return comptime_node.expr.id != ast.Node.Id.Block; | | |
| 3030 | }, | | |
| 3031 | ast.Node.Id.Suspend => { | | |
| 3032 | const suspend_node = @fieldParentPtr(ast.Node.Suspend, "base", n); | | |
| 3033 | if (suspend_node.body) |body| { | | |
| 3034 | return body.id != ast.Node.Id.Block; | | |
| 3035 | } | | |
| 3036 | | 2291 | |
| 3037 | return true; | 2292 | stack.push(State { .SuffixOpExpressionEnd = opt_ctx }) catch unreachable; |
| 3038 | }, | 2293 | try stack.push(State { .PrimaryExpression = opt_ctx }); |
| 3039 | else => return true, | 2294 | continue; |
| 3040 | } | 2295 | }, |
| 3041 | } | 2296 | |
| 3042 | } | 2297 | State.SuffixOpExpressionEnd => |opt_ctx| { |
| | 2298 | const lhs = opt_ctx.get() ?? continue; |
| 3043 | | 2299 | |
| 3044 | fn lookForSameLineComment(self: &Parser, arena: &mem.Allocator, node: &ast.Node) !void { | 2300 | const token_index = tok_it.index; |
| 3045 | const node_last_token = node.lastToken(); | 2301 | const token_ptr = ??tok_it.next(); |
| | 2302 | switch (token_ptr.id) { |
| | 2303 | Token.Id.LParen => { |
| | 2304 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.SuffixOp, |
| | 2305 | ast.Node.SuffixOp { |
| | 2306 | .base = undefined, |
| | 2307 | .lhs = lhs, |
| | 2308 | .op = ast.Node.SuffixOp.Op { |
| | 2309 | .Call = ast.Node.SuffixOp.Op.Call { |
| | 2310 | .params = ast.Node.SuffixOp.Op.Call.ParamList.init(arena), |
| | 2311 | .async_attr = null, |
| | 2312 | } |
| | 2313 | }, |
| | 2314 | .rtoken = undefined, |
| | 2315 | } |
| | 2316 | ); |
| | 2317 | stack.push(State { .SuffixOpExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 2318 | try stack.push(State { |
| | 2319 | .ExprListItemOrEnd = ExprListCtx { |
| | 2320 | .list = &node.op.Call.params, |
| | 2321 | .end = Token.Id.RParen, |
| | 2322 | .ptr = &node.rtoken, |
| | 2323 | } |
| | 2324 | }); |
| | 2325 | continue; |
| | 2326 | }, |
| | 2327 | Token.Id.LBracket => { |
| | 2328 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.SuffixOp, |
| | 2329 | ast.Node.SuffixOp { |
| | 2330 | .base = undefined, |
| | 2331 | .lhs = lhs, |
| | 2332 | .op = ast.Node.SuffixOp.Op { |
| | 2333 | .ArrayAccess = undefined, |
| | 2334 | }, |
| | 2335 | .rtoken = undefined |
| | 2336 | } |
| | 2337 | ); |
| | 2338 | stack.push(State { .SuffixOpExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 2339 | try stack.push(State { .SliceOrArrayAccess = node }); |
| | 2340 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.op.ArrayAccess }}); |
| | 2341 | continue; |
| | 2342 | }, |
| | 2343 | Token.Id.Period => { |
| | 2344 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.InfixOp, |
| | 2345 | ast.Node.InfixOp { |
| | 2346 | .base = undefined, |
| | 2347 | .lhs = lhs, |
| | 2348 | .op_token = token_index, |
| | 2349 | .op = ast.Node.InfixOp.Op.Period, |
| | 2350 | .rhs = undefined, |
| | 2351 | } |
| | 2352 | ); |
| | 2353 | stack.push(State { .SuffixOpExpressionEnd = opt_ctx.toRequired() }) catch unreachable; |
| | 2354 | try stack.push(State { .Identifier = OptionalCtx { .Required = &node.rhs } }); |
| | 2355 | continue; |
| | 2356 | }, |
| | 2357 | else => { |
| | 2358 | _ = tok_it.prev(); |
| | 2359 | continue; |
| | 2360 | }, |
| | 2361 | } |
| | 2362 | }, |
| | 2363 | |
| | 2364 | State.PrimaryExpression => |opt_ctx| { |
| | 2365 | const token_index = tok_it.index; |
| | 2366 | const token_ptr = ??tok_it.next(); |
| | 2367 | switch (token_ptr.id) { |
| | 2368 | Token.Id.IntegerLiteral => { |
| | 2369 | _ = try createToCtxLiteral(arena, opt_ctx, ast.Node.StringLiteral, token_index); |
| | 2370 | continue; |
| | 2371 | }, |
| | 2372 | Token.Id.FloatLiteral => { |
| | 2373 | _ = try createToCtxLiteral(arena, opt_ctx, ast.Node.FloatLiteral, token_index); |
| | 2374 | continue; |
| | 2375 | }, |
| | 2376 | Token.Id.CharLiteral => { |
| | 2377 | _ = try createToCtxLiteral(arena, opt_ctx, ast.Node.CharLiteral, token_index); |
| | 2378 | continue; |
| | 2379 | }, |
| | 2380 | Token.Id.Keyword_undefined => { |
| | 2381 | _ = try createToCtxLiteral(arena, opt_ctx, ast.Node.UndefinedLiteral, token_index); |
| | 2382 | continue; |
| | 2383 | }, |
| | 2384 | Token.Id.Keyword_true, Token.Id.Keyword_false => { |
| | 2385 | _ = try createToCtxLiteral(arena, opt_ctx, ast.Node.BoolLiteral, token_index); |
| | 2386 | continue; |
| | 2387 | }, |
| | 2388 | Token.Id.Keyword_null => { |
| | 2389 | _ = try createToCtxLiteral(arena, opt_ctx, ast.Node.NullLiteral, token_index); |
| | 2390 | continue; |
| | 2391 | }, |
| | 2392 | Token.Id.Keyword_this => { |
| | 2393 | _ = try createToCtxLiteral(arena, opt_ctx, ast.Node.ThisLiteral, token_index); |
| | 2394 | continue; |
| | 2395 | }, |
| | 2396 | Token.Id.Keyword_var => { |
| | 2397 | _ = try createToCtxLiteral(arena, opt_ctx, ast.Node.VarType, token_index); |
| | 2398 | continue; |
| | 2399 | }, |
| | 2400 | Token.Id.Keyword_unreachable => { |
| | 2401 | _ = try createToCtxLiteral(arena, opt_ctx, ast.Node.Unreachable, token_index); |
| | 2402 | continue; |
| | 2403 | }, |
| | 2404 | Token.Id.Keyword_promise => { |
| | 2405 | const node = try arena.construct(ast.Node.PromiseType { |
| | 2406 | .base = ast.Node { |
| | 2407 | .id = ast.Node.Id.PromiseType, |
| | 2408 | }, |
| | 2409 | .promise_token = token_index, |
| | 2410 | .result = null, |
| | 2411 | }); |
| | 2412 | opt_ctx.store(&node.base); |
| | 2413 | const next_token_index = tok_it.index; |
| | 2414 | const next_token_ptr = ??tok_it.next(); |
| | 2415 | if (next_token_ptr.id != Token.Id.Arrow) { |
| | 2416 | _ = tok_it.prev(); |
| | 2417 | continue; |
| | 2418 | } |
| | 2419 | node.result = ast.Node.PromiseType.Result { |
| | 2420 | .arrow_token = next_token_index, |
| | 2421 | .return_type = undefined, |
| | 2422 | }; |
| | 2423 | const return_type_ptr = &((??node.result).return_type); |
| | 2424 | try stack.push(State { .Expression = OptionalCtx { .Required = return_type_ptr, } }); |
| | 2425 | continue; |
| | 2426 | }, |
| | 2427 | Token.Id.StringLiteral, Token.Id.MultilineStringLiteralLine => { |
| | 2428 | opt_ctx.store((try parseStringLiteral(arena, &tok_it, token_ptr, token_index)) ?? unreachable); |
| | 2429 | continue; |
| | 2430 | }, |
| | 2431 | Token.Id.LParen => { |
| | 2432 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.GroupedExpression, |
| | 2433 | ast.Node.GroupedExpression { |
| | 2434 | .base = undefined, |
| | 2435 | .lparen = token_index, |
| | 2436 | .expr = undefined, |
| | 2437 | .rparen = undefined, |
| | 2438 | } |
| | 2439 | ); |
| | 2440 | stack.push(State { |
| | 2441 | .ExpectTokenSave = ExpectTokenSave { |
| | 2442 | .id = Token.Id.RParen, |
| | 2443 | .ptr = &node.rparen, |
| | 2444 | } |
| | 2445 | }) catch unreachable; |
| | 2446 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.expr } }); |
| | 2447 | continue; |
| | 2448 | }, |
| | 2449 | Token.Id.Builtin => { |
| | 2450 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.BuiltinCall, |
| | 2451 | ast.Node.BuiltinCall { |
| | 2452 | .base = undefined, |
| | 2453 | .builtin_token = token_index, |
| | 2454 | .params = ast.Node.BuiltinCall.ParamList.init(arena), |
| | 2455 | .rparen_token = undefined, |
| | 2456 | } |
| | 2457 | ); |
| | 2458 | stack.push(State { |
| | 2459 | .ExprListItemOrEnd = ExprListCtx { |
| | 2460 | .list = &node.params, |
| | 2461 | .end = Token.Id.RParen, |
| | 2462 | .ptr = &node.rparen_token, |
| | 2463 | } |
| | 2464 | }) catch unreachable; |
| | 2465 | try stack.push(State { .ExpectToken = Token.Id.LParen, }); |
| | 2466 | continue; |
| | 2467 | }, |
| | 2468 | Token.Id.LBracket => { |
| | 2469 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.PrefixOp, |
| | 2470 | ast.Node.PrefixOp { |
| | 2471 | .base = undefined, |
| | 2472 | .op_token = token_index, |
| | 2473 | .op = undefined, |
| | 2474 | .rhs = undefined, |
| | 2475 | } |
| | 2476 | ); |
| | 2477 | stack.push(State { .SliceOrArrayType = node }) catch unreachable; |
| | 2478 | continue; |
| | 2479 | }, |
| | 2480 | Token.Id.Keyword_error => { |
| | 2481 | stack.push(State { |
| | 2482 | .ErrorTypeOrSetDecl = ErrorTypeOrSetDeclCtx { |
| | 2483 | .error_token = token_index, |
| | 2484 | .opt_ctx = opt_ctx |
| | 2485 | } |
| | 2486 | }) catch unreachable; |
| | 2487 | continue; |
| | 2488 | }, |
| | 2489 | Token.Id.Keyword_packed => { |
| | 2490 | stack.push(State { |
| | 2491 | .ContainerKind = ContainerKindCtx { |
| | 2492 | .opt_ctx = opt_ctx, |
| | 2493 | .ltoken = token_index, |
| | 2494 | .layout = ast.Node.ContainerDecl.Layout.Packed, |
| | 2495 | }, |
| | 2496 | }) catch unreachable; |
| | 2497 | continue; |
| | 2498 | }, |
| | 2499 | Token.Id.Keyword_extern => { |
| | 2500 | stack.push(State { |
| | 2501 | .ExternType = ExternTypeCtx { |
| | 2502 | .opt_ctx = opt_ctx, |
| | 2503 | .extern_token = token_index, |
| | 2504 | .comments = null, |
| | 2505 | }, |
| | 2506 | }) catch unreachable; |
| | 2507 | continue; |
| | 2508 | }, |
| | 2509 | Token.Id.Keyword_struct, Token.Id.Keyword_union, Token.Id.Keyword_enum => { |
| | 2510 | _ = tok_it.prev(); |
| | 2511 | stack.push(State { |
| | 2512 | .ContainerKind = ContainerKindCtx { |
| | 2513 | .opt_ctx = opt_ctx, |
| | 2514 | .ltoken = token_index, |
| | 2515 | .layout = ast.Node.ContainerDecl.Layout.Auto, |
| | 2516 | }, |
| | 2517 | }) catch unreachable; |
| | 2518 | continue; |
| | 2519 | }, |
| | 2520 | Token.Id.Identifier => { |
| | 2521 | stack.push(State { |
| | 2522 | .MaybeLabeledExpression = MaybeLabeledExpressionCtx { |
| | 2523 | .label = token_index, |
| | 2524 | .opt_ctx = opt_ctx |
| | 2525 | } |
| | 2526 | }) catch unreachable; |
| | 2527 | continue; |
| | 2528 | }, |
| | 2529 | Token.Id.Keyword_fn => { |
| | 2530 | const fn_proto = try arena.construct(ast.Node.FnProto { |
| | 2531 | .base = ast.Node { |
| | 2532 | .id = ast.Node.Id.FnProto, |
| | 2533 | }, |
| | 2534 | .doc_comments = null, |
| | 2535 | .visib_token = null, |
| | 2536 | .name_token = null, |
| | 2537 | .fn_token = token_index, |
| | 2538 | .params = ast.Node.FnProto.ParamList.init(arena), |
| | 2539 | .return_type = undefined, |
| | 2540 | .var_args_token = null, |
| | 2541 | .extern_export_inline_token = null, |
| | 2542 | .cc_token = null, |
| | 2543 | .async_attr = null, |
| | 2544 | .body_node = null, |
| | 2545 | .lib_name = null, |
| | 2546 | .align_expr = null, |
| | 2547 | }); |
| | 2548 | opt_ctx.store(&fn_proto.base); |
| | 2549 | stack.push(State { .FnProto = fn_proto }) catch unreachable; |
| | 2550 | continue; |
| | 2551 | }, |
| | 2552 | Token.Id.Keyword_nakedcc, Token.Id.Keyword_stdcallcc => { |
| | 2553 | const fn_proto = try arena.construct(ast.Node.FnProto { |
| | 2554 | .base = ast.Node { |
| | 2555 | .id = ast.Node.Id.FnProto, |
| | 2556 | }, |
| | 2557 | .doc_comments = null, |
| | 2558 | .visib_token = null, |
| | 2559 | .name_token = null, |
| | 2560 | .fn_token = undefined, |
| | 2561 | .params = ast.Node.FnProto.ParamList.init(arena), |
| | 2562 | .return_type = undefined, |
| | 2563 | .var_args_token = null, |
| | 2564 | .extern_export_inline_token = null, |
| | 2565 | .cc_token = token_index, |
| | 2566 | .async_attr = null, |
| | 2567 | .body_node = null, |
| | 2568 | .lib_name = null, |
| | 2569 | .align_expr = null, |
| | 2570 | }); |
| | 2571 | opt_ctx.store(&fn_proto.base); |
| | 2572 | stack.push(State { .FnProto = fn_proto }) catch unreachable; |
| | 2573 | try stack.push(State { |
| | 2574 | .ExpectTokenSave = ExpectTokenSave { |
| | 2575 | .id = Token.Id.Keyword_fn, |
| | 2576 | .ptr = &fn_proto.fn_token |
| | 2577 | } |
| | 2578 | }); |
| | 2579 | continue; |
| | 2580 | }, |
| | 2581 | Token.Id.Keyword_asm => { |
| | 2582 | const node = try createToCtxNode(arena, opt_ctx, ast.Node.Asm, |
| | 2583 | ast.Node.Asm { |
| | 2584 | .base = undefined, |
| | 2585 | .asm_token = token_index, |
| | 2586 | .volatile_token = null, |
| | 2587 | .template = undefined, |
| | 2588 | .outputs = ast.Node.Asm.OutputList.init(arena), |
| | 2589 | .inputs = ast.Node.Asm.InputList.init(arena), |
| | 2590 | .clobbers = ast.Node.Asm.ClobberList.init(arena), |
| | 2591 | .rparen = undefined, |
| | 2592 | } |
| | 2593 | ); |
| | 2594 | stack.push(State { |
| | 2595 | .ExpectTokenSave = ExpectTokenSave { |
| | 2596 | .id = Token.Id.RParen, |
| | 2597 | .ptr = &node.rparen, |
| | 2598 | } |
| | 2599 | }) catch unreachable; |
| | 2600 | try stack.push(State { .AsmClobberItems = &node.clobbers }); |
| | 2601 | try stack.push(State { .IfToken = Token.Id.Colon }); |
| | 2602 | try stack.push(State { .AsmInputItems = &node.inputs }); |
| | 2603 | try stack.push(State { .IfToken = Token.Id.Colon }); |
| | 2604 | try stack.push(State { .AsmOutputItems = &node.outputs }); |
| | 2605 | try stack.push(State { .IfToken = Token.Id.Colon }); |
| | 2606 | try stack.push(State { .StringLiteral = OptionalCtx { .Required = &node.template } }); |
| | 2607 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| | 2608 | try stack.push(State { |
| | 2609 | .OptionalTokenSave = OptionalTokenSave { |
| | 2610 | .id = Token.Id.Keyword_volatile, |
| | 2611 | .ptr = &node.volatile_token, |
| | 2612 | } |
| | 2613 | }); |
| | 2614 | }, |
| | 2615 | Token.Id.Keyword_inline => { |
| | 2616 | stack.push(State { |
| | 2617 | .Inline = InlineCtx { |
| | 2618 | .label = null, |
| | 2619 | .inline_token = token_index, |
| | 2620 | .opt_ctx = opt_ctx, |
| | 2621 | } |
| | 2622 | }) catch unreachable; |
| | 2623 | continue; |
| | 2624 | }, |
| | 2625 | else => { |
| | 2626 | if (!try parseBlockExpr(&stack, arena, opt_ctx, token_ptr, token_index)) { |
| | 2627 | _ = tok_it.prev(); |
| | 2628 | if (opt_ctx != OptionalCtx.Optional) { |
| | 2629 | *(try tree.errors.addOne()) = Error { |
| | 2630 | .ExpectedPrimaryExpr = Error.ExpectedPrimaryExpr { .token = token_index }, |
| | 2631 | }; |
| | 2632 | return tree; |
| | 2633 | } |
| | 2634 | } |
| | 2635 | continue; |
| | 2636 | } |
| | 2637 | } |
| | 2638 | }, |
| 3046 | | 2639 | |
| 3047 | const line_comment_token = self.getNextToken(); | | |
| 3048 | if (line_comment_token.id != Token.Id.DocComment and line_comment_token.id != Token.Id.LineComment) { | | |
| 3049 | self.putBackToken(line_comment_token); | | |
| 3050 | return; | | |
| 3051 | } | | |
| 3052 | | 2640 | |
| 3053 | const offset_loc = self.tokenizer.getTokenLocation(node_last_token.end, line_comment_token); | 2641 | State.ErrorTypeOrSetDecl => |ctx| { |
| 3054 | const different_line = offset_loc.line != 0; | 2642 | if (eatToken(&tok_it, Token.Id.LBrace) == null) { |
| 3055 | if (different_line) { | 2643 | _ = try createToCtxLiteral(arena, ctx.opt_ctx, ast.Node.ErrorType, ctx.error_token); |
| 3056 | self.putBackToken(line_comment_token); | 2644 | continue; |
| 3057 | return; | 2645 | } |
| 3058 | } | | |
| 3059 | | 2646 | |
| 3060 | node.same_line_comment = try arena.construct(line_comment_token); | 2647 | const node = try arena.construct(ast.Node.ErrorSetDecl { |
| 3061 | } | 2648 | .base = ast.Node { |
| | 2649 | .id = ast.Node.Id.ErrorSetDecl, |
| | 2650 | }, |
| | 2651 | .error_token = ctx.error_token, |
| | 2652 | .decls = ast.Node.ErrorSetDecl.DeclList.init(arena), |
| | 2653 | .rbrace_token = undefined, |
| | 2654 | }); |
| | 2655 | ctx.opt_ctx.store(&node.base); |
| 3062 | | 2656 | |
| 3063 | fn parseStringLiteral(self: &Parser, arena: &mem.Allocator, token: &const Token) !?&ast.Node { | 2657 | stack.push(State { |
| 3064 | switch (token.id) { | 2658 | .ErrorTagListItemOrEnd = ListSave(@typeOf(node.decls)) { |
| 3065 | Token.Id.StringLiteral => { | 2659 | .list = &node.decls, |
| 3066 | return &(try self.createLiteral(arena, ast.Node.StringLiteral, token)).base; | 2660 | .ptr = &node.rbrace_token, |
| | 2661 | } |
| | 2662 | }) catch unreachable; |
| | 2663 | continue; |
| 3067 | }, | 2664 | }, |
| 3068 | Token.Id.MultilineStringLiteralLine => { | 2665 | State.StringLiteral => |opt_ctx| { |
| 3069 | const node = try self.createNode(arena, ast.Node.MultilineStringLiteral, | 2666 | const token_index = tok_it.index; |
| 3070 | ast.Node.MultilineStringLiteral { | 2667 | const token_ptr = ??tok_it.next(); |
| 3071 | .base = undefined, | 2668 | opt_ctx.store( |
| 3072 | .tokens = ArrayList(Token).init(arena), | 2669 | (try parseStringLiteral(arena, &tok_it, token_ptr, token_index)) ?? { |
| | 2670 | _ = tok_it.prev(); |
| | 2671 | if (opt_ctx != OptionalCtx.Optional) { |
| | 2672 | *(try tree.errors.addOne()) = Error { |
| | 2673 | .ExpectedPrimaryExpr = Error.ExpectedPrimaryExpr { .token = token_index }, |
| | 2674 | }; |
| | 2675 | return tree; |
| | 2676 | } |
| | 2677 | |
| | 2678 | continue; |
| 3073 | } | 2679 | } |
| 3074 | ); | 2680 | ); |
| 3075 | try node.tokens.append(token); | 2681 | }, |
| 3076 | while (true) { | | |
| 3077 | const multiline_str = self.getNextToken(); | | |
| 3078 | if (multiline_str.id != Token.Id.MultilineStringLiteralLine) { | | |
| 3079 | self.putBackToken(multiline_str); | | |
| 3080 | break; | | |
| 3081 | } | | |
| 3082 | | 2682 | |
| 3083 | try node.tokens.append(multiline_str); | 2683 | State.Identifier => |opt_ctx| { |
| | 2684 | if (eatToken(&tok_it, Token.Id.Identifier)) |ident_token| { |
| | 2685 | _ = try createToCtxLiteral(arena, opt_ctx, ast.Node.Identifier, ident_token); |
| | 2686 | continue; |
| 3084 | } | 2687 | } |
| 3085 | | 2688 | |
| 3086 | return &node.base; | 2689 | if (opt_ctx != OptionalCtx.Optional) { |
| | 2690 | const token_index = tok_it.index; |
| | 2691 | const token_ptr = ??tok_it.next(); |
| | 2692 | *(try tree.errors.addOne()) = Error { |
| | 2693 | .ExpectedToken = Error.ExpectedToken { |
| | 2694 | .token = token_index, |
| | 2695 | .expected_id = Token.Id.Identifier, |
| | 2696 | }, |
| | 2697 | }; |
| | 2698 | return tree; |
| | 2699 | } |
| 3087 | }, | 2700 | }, |
| 3088 | // TODO: We shouldn't need a cast, but: | | |
| 3089 | // zig: /home/jc/Documents/zig/src/ir.cpp:7962: TypeTableEntry* ir_resolve_peer_types(IrAnalyze*, AstNode*, IrInstruction**, size_t): Assertion `err_set_type != nullptr' failed. | | |
| 3090 | else => return (?&ast.Node)(null), | | |
| 3091 | } | | |
| 3092 | } | | |
| 3093 | | 2701 | |
| 3094 | fn parseBlockExpr(self: &Parser, stack: &ArrayList(State), arena: &mem.Allocator, ctx: &const OptionalCtx, token: &const Token) !bool { | 2702 | State.ErrorTag => |node_ptr| { |
| 3095 | switch (token.id) { | 2703 | const comments = try eatDocComments(arena, &tok_it); |
| 3096 | Token.Id.Keyword_suspend => { | 2704 | const ident_token_index = tok_it.index; |
| 3097 | const node = try self.createToCtxNode(arena, ctx, ast.Node.Suspend, | 2705 | const ident_token_ptr = ??tok_it.next(); |
| 3098 | ast.Node.Suspend { | 2706 | if (ident_token_ptr.id != Token.Id.Identifier) { |
| 3099 | .base = undefined, | 2707 | *(try tree.errors.addOne()) = Error { |
| 3100 | .label = null, | 2708 | .ExpectedToken = Error.ExpectedToken { |
| 3101 | .suspend_token = *token, | 2709 | .token = ident_token_index, |
| 3102 | .payload = null, | 2710 | .expected_id = Token.Id.Identifier, |
| 3103 | .body = null, | 2711 | }, |
| 3104 | } | 2712 | }; |
| 3105 | ); | 2713 | return tree; |
| 3106 | | 2714 | } |
| 3107 | stack.append(State { .SuspendBody = node }) catch unreachable; | | |
| 3108 | try stack.append(State { .Payload = OptionalCtx { .Optional = &node.payload } }); | | |
| 3109 | return true; | | |
| 3110 | }, | | |
| 3111 | Token.Id.Keyword_if => { | | |
| 3112 | const node = try self.createToCtxNode(arena, ctx, ast.Node.If, | | |
| 3113 | ast.Node.If { | | |
| 3114 | .base = undefined, | | |
| 3115 | .if_token = *token, | | |
| 3116 | .condition = undefined, | | |
| 3117 | .payload = null, | | |
| 3118 | .body = undefined, | | |
| 3119 | .@"else" = null, | | |
| 3120 | } | | |
| 3121 | ); | | |
| 3122 | | 2715 | |
| 3123 | stack.append(State { .Else = &node.@"else" }) catch unreachable; | 2716 | const node = try arena.construct(ast.Node.ErrorTag { |
| 3124 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.body } }); | | |
| 3125 | try stack.append(State { .PointerPayload = OptionalCtx { .Optional = &node.payload } }); | | |
| 3126 | try stack.append(State { .LookForSameLineComment = &node.condition }); | | |
| 3127 | try stack.append(State { .ExpectToken = Token.Id.RParen }); | | |
| 3128 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.condition } }); | | |
| 3129 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | | |
| 3130 | return true; | | |
| 3131 | }, | | |
| 3132 | Token.Id.Keyword_while => { | | |
| 3133 | stack.append(State { | | |
| 3134 | .While = LoopCtx { | | |
| 3135 | .label = null, | | |
| 3136 | .inline_token = null, | | |
| 3137 | .loop_token = *token, | | |
| 3138 | .opt_ctx = *ctx, | | |
| 3139 | } | | |
| 3140 | }) catch unreachable; | | |
| 3141 | return true; | | |
| 3142 | }, | | |
| 3143 | Token.Id.Keyword_for => { | | |
| 3144 | stack.append(State { | | |
| 3145 | .For = LoopCtx { | | |
| 3146 | .label = null, | | |
| 3147 | .inline_token = null, | | |
| 3148 | .loop_token = *token, | | |
| 3149 | .opt_ctx = *ctx, | | |
| 3150 | } | | |
| 3151 | }) catch unreachable; | | |
| 3152 | return true; | | |
| 3153 | }, | | |
| 3154 | Token.Id.Keyword_switch => { | | |
| 3155 | const node = try arena.construct(ast.Node.Switch { | | |
| 3156 | .base = ast.Node { | 2717 | .base = ast.Node { |
| 3157 | .id = ast.Node.Id.Switch, | 2718 | .id = ast.Node.Id.ErrorTag, |
| 3158 | .same_line_comment = null, | | |
| 3159 | }, | 2719 | }, |
| 3160 | .switch_token = *token, | 2720 | .doc_comments = comments, |
| 3161 | .expr = undefined, | 2721 | .name_token = ident_token_index, |
| 3162 | .cases = ArrayList(&ast.Node).init(arena), | | |
| 3163 | .rbrace = undefined, | | |
| 3164 | }); | 2722 | }); |
| 3165 | ctx.store(&node.base); | 2723 | *node_ptr = &node.base; |
| | 2724 | continue; |
| | 2725 | }, |
| 3166 | | 2726 | |
| 3167 | stack.append(State { | 2727 | State.ExpectToken => |token_id| { |
| 3168 | .SwitchCaseOrEnd = ListSave(&ast.Node) { | 2728 | const token_index = tok_it.index; |
| 3169 | .list = &node.cases, | 2729 | const token_ptr = ??tok_it.next(); |
| 3170 | .ptr = &node.rbrace, | 2730 | if (token_ptr.id != token_id) { |
| 3171 | }, | 2731 | *(try tree.errors.addOne()) = Error { |
| 3172 | }) catch unreachable; | 2732 | .ExpectedToken = Error.ExpectedToken { |
| 3173 | try stack.append(State { .ExpectToken = Token.Id.LBrace }); | 2733 | .token = token_index, |
| 3174 | try stack.append(State { .ExpectToken = Token.Id.RParen }); | 2734 | .expected_id = token_id, |
| 3175 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.expr } }); | 2735 | }, |
| 3176 | try stack.append(State { .ExpectToken = Token.Id.LParen }); | 2736 | }; |
| 3177 | return true; | 2737 | return tree; |
| | 2738 | } |
| | 2739 | continue; |
| 3178 | }, | 2740 | }, |
| 3179 | Token.Id.Keyword_comptime => { | 2741 | State.ExpectTokenSave => |expect_token_save| { |
| 3180 | const node = try self.createToCtxNode(arena, ctx, ast.Node.Comptime, | 2742 | const token_index = tok_it.index; |
| 3181 | ast.Node.Comptime { | 2743 | const token_ptr = ??tok_it.next(); |
| 3182 | .base = undefined, | 2744 | if (token_ptr.id != expect_token_save.id) { |
| 3183 | .comptime_token = *token, | 2745 | *(try tree.errors.addOne()) = Error { |
| 3184 | .expr = undefined, | 2746 | .ExpectedToken = Error.ExpectedToken { |
| 3185 | .doc_comments = null, | 2747 | .token = token_index, |
| 3186 | } | 2748 | .expected_id = expect_token_save.id, |
| 3187 | ); | 2749 | }, |
| 3188 | try stack.append(State { .Expression = OptionalCtx { .Required = &node.expr } }); | 2750 | }; |
| 3189 | return true; | 2751 | return tree; |
| | 2752 | } |
| | 2753 | *expect_token_save.ptr = token_index; |
| | 2754 | continue; |
| 3190 | }, | 2755 | }, |
| 3191 | Token.Id.LBrace => { | 2756 | State.IfToken => |token_id| { |
| 3192 | const block = try self.createToCtxNode(arena, ctx, ast.Node.Block, | 2757 | if (eatToken(&tok_it, token_id)) |_| { |
| 3193 | ast.Node.Block { | 2758 | continue; |
| 3194 | .base = undefined, | 2759 | } |
| 3195 | .label = null, | 2760 | |
| 3196 | .lbrace = *token, | 2761 | _ = stack.pop(); |
| 3197 | .statements = ArrayList(&ast.Node).init(arena), | 2762 | continue; |
| 3198 | .rbrace = undefined, | | |
| 3199 | } | | |
| 3200 | ); | | |
| 3201 | stack.append(State { .Block = block }) catch unreachable; | | |
| 3202 | return true; | | |
| 3203 | }, | 2763 | }, |
| 3204 | else => { | 2764 | State.IfTokenSave => |if_token_save| { |
| 3205 | return false; | 2765 | if (eatToken(&tok_it, if_token_save.id)) |token_index| { |
| 3206 | } | 2766 | *if_token_save.ptr = token_index; |
| 3207 | } | 2767 | continue; |
| 3208 | } | 2768 | } |
| 3209 | | 2769 | |
| 3210 | fn expectCommaOrEnd(self: &Parser, end: @TagType(Token.Id)) !?Token { | 2770 | _ = stack.pop(); |
| 3211 | var token = self.getNextToken(); | 2771 | continue; |
| 3212 | switch (token.id) { | 2772 | }, |
| 3213 | Token.Id.Comma => return null, | 2773 | State.OptionalTokenSave => |optional_token_save| { |
| 3214 | else => { | 2774 | if (eatToken(&tok_it, optional_token_save.id)) |token_index| { |
| 3215 | if (end == token.id) { | 2775 | *optional_token_save.ptr = token_index; |
| 3216 | return token; | 2776 | continue; |
| 3217 | } | 2777 | } |
| 3218 | | 2778 | |
| 3219 | return self.parseError(token, "expected ',' or {}, found {}", @tagName(end), @tagName(token.id)); | 2779 | continue; |
| 3220 | }, | 2780 | }, |
| 3221 | } | 2781 | } |
| 3222 | } | 2782 | } |
| | 2783 | } |
| 3223 | | 2784 | |
| 3224 | fn tokenIdToAssignment(id: &const Token.Id) ?ast.Node.InfixOp.Op { | 2785 | const AnnotatedToken = struct { |
| 3225 | // TODO: We have to cast all cases because of this: | 2786 | ptr: &Token, |
| 3226 | // error: expected type '?InfixOp', found '?@TagType(InfixOp)' | 2787 | index: TokenIndex, |
| 3227 | return switch (*id) { | 2788 | }; |
| 3228 | Token.Id.AmpersandEqual => ast.Node.InfixOp.Op { .AssignBitAnd = void{} }, | | |
| 3229 | Token.Id.AngleBracketAngleBracketLeftEqual => ast.Node.InfixOp.Op { .AssignBitShiftLeft = void{} }, | | |
| 3230 | Token.Id.AngleBracketAngleBracketRightEqual => ast.Node.InfixOp.Op { .AssignBitShiftRight = void{} }, | | |
| 3231 | Token.Id.AsteriskEqual => ast.Node.InfixOp.Op { .AssignTimes = void{} }, | | |
| 3232 | Token.Id.AsteriskPercentEqual => ast.Node.InfixOp.Op { .AssignTimesWarp = void{} }, | | |
| 3233 | Token.Id.CaretEqual => ast.Node.InfixOp.Op { .AssignBitXor = void{} }, | | |
| 3234 | Token.Id.Equal => ast.Node.InfixOp.Op { .Assign = void{} }, | | |
| 3235 | Token.Id.MinusEqual => ast.Node.InfixOp.Op { .AssignMinus = void{} }, | | |
| 3236 | Token.Id.MinusPercentEqual => ast.Node.InfixOp.Op { .AssignMinusWrap = void{} }, | | |
| 3237 | Token.Id.PercentEqual => ast.Node.InfixOp.Op { .AssignMod = void{} }, | | |
| 3238 | Token.Id.PipeEqual => ast.Node.InfixOp.Op { .AssignBitOr = void{} }, | | |
| 3239 | Token.Id.PlusEqual => ast.Node.InfixOp.Op { .AssignPlus = void{} }, | | |
| 3240 | Token.Id.PlusPercentEqual => ast.Node.InfixOp.Op { .AssignPlusWrap = void{} }, | | |
| 3241 | Token.Id.SlashEqual => ast.Node.InfixOp.Op { .AssignDiv = void{} }, | | |
| 3242 | else => null, | | |
| 3243 | }; | | |
| 3244 | } | | |
| 3245 | | 2789 | |
| 3246 | fn tokenIdToUnwrapExpr(id: @TagType(Token.Id)) ?ast.Node.InfixOp.Op { | 2790 | const TopLevelDeclCtx = struct { |
| 3247 | return switch (id) { | 2791 | decls: &ast.Node.Root.DeclList, |
| 3248 | Token.Id.Keyword_catch => ast.Node.InfixOp.Op { .Catch = null }, | 2792 | visib_token: ?TokenIndex, |
| 3249 | Token.Id.QuestionMarkQuestionMark => ast.Node.InfixOp.Op { .UnwrapMaybe = void{} }, | 2793 | extern_export_inline_token: ?AnnotatedToken, |
| 3250 | else => null, | 2794 | lib_name: ?&ast.Node, |
| 3251 | }; | 2795 | comments: ?&ast.Node.DocComment, |
| 3252 | } | 2796 | }; |
| 3253 | | 2797 | |
| 3254 | fn tokenIdToComparison(id: @TagType(Token.Id)) ?ast.Node.InfixOp.Op { | 2798 | const VarDeclCtx = struct { |
| 3255 | return switch (id) { | 2799 | mut_token: TokenIndex, |
| 3256 | Token.Id.BangEqual => ast.Node.InfixOp.Op { .BangEqual = void{} }, | 2800 | visib_token: ?TokenIndex, |
| 3257 | Token.Id.EqualEqual => ast.Node.InfixOp.Op { .EqualEqual = void{} }, | 2801 | comptime_token: ?TokenIndex, |
| 3258 | Token.Id.AngleBracketLeft => ast.Node.InfixOp.Op { .LessThan = void{} }, | 2802 | extern_export_token: ?TokenIndex, |
| 3259 | Token.Id.AngleBracketLeftEqual => ast.Node.InfixOp.Op { .LessOrEqual = void{} }, | 2803 | lib_name: ?&ast.Node, |
| 3260 | Token.Id.AngleBracketRight => ast.Node.InfixOp.Op { .GreaterThan = void{} }, | 2804 | list: &ast.Node.Root.DeclList, |
| 3261 | Token.Id.AngleBracketRightEqual => ast.Node.InfixOp.Op { .GreaterOrEqual = void{} }, | 2805 | comments: ?&ast.Node.DocComment, |
| 3262 | else => null, | 2806 | }; |
| 3263 | }; | | |
| 3264 | } | | |
| 3265 | | 2807 | |
| 3266 | fn tokenIdToBitShift(id: @TagType(Token.Id)) ?ast.Node.InfixOp.Op { | 2808 | const TopLevelExternOrFieldCtx = struct { |
| 3267 | return switch (id) { | 2809 | visib_token: TokenIndex, |
| 3268 | Token.Id.AngleBracketAngleBracketLeft => ast.Node.InfixOp.Op { .BitShiftLeft = void{} }, | 2810 | container_decl: &ast.Node.ContainerDecl, |
| 3269 | Token.Id.AngleBracketAngleBracketRight => ast.Node.InfixOp.Op { .BitShiftRight = void{} }, | 2811 | comments: ?&ast.Node.DocComment, |
| 3270 | else => null, | 2812 | }; |
| 3271 | }; | | |
| 3272 | } | | |
| 3273 | | 2813 | |
| 3274 | fn tokenIdToAddition(id: @TagType(Token.Id)) ?ast.Node.InfixOp.Op { | 2814 | const ExternTypeCtx = struct { |
| 3275 | return switch (id) { | 2815 | opt_ctx: OptionalCtx, |
| 3276 | Token.Id.Minus => ast.Node.InfixOp.Op { .Sub = void{} }, | 2816 | extern_token: TokenIndex, |
| 3277 | Token.Id.MinusPercent => ast.Node.InfixOp.Op { .SubWrap = void{} }, | 2817 | comments: ?&ast.Node.DocComment, |
| 3278 | Token.Id.Plus => ast.Node.InfixOp.Op { .Add = void{} }, | 2818 | }; |
| 3279 | Token.Id.PlusPercent => ast.Node.InfixOp.Op { .AddWrap = void{} }, | | |
| 3280 | Token.Id.PlusPlus => ast.Node.InfixOp.Op { .ArrayCat = void{} }, | | |
| 3281 | else => null, | | |
| 3282 | }; | | |
| 3283 | } | | |
| 3284 | | 2819 | |
| 3285 | fn tokenIdToMultiply(id: @TagType(Token.Id)) ?ast.Node.InfixOp.Op { | 2820 | const ContainerKindCtx = struct { |
| 3286 | return switch (id) { | 2821 | opt_ctx: OptionalCtx, |
| 3287 | Token.Id.Slash => ast.Node.InfixOp.Op { .Div = void{} }, | 2822 | ltoken: TokenIndex, |
| 3288 | Token.Id.Asterisk => ast.Node.InfixOp.Op { .Mult = void{} }, | 2823 | layout: ast.Node.ContainerDecl.Layout, |
| 3289 | Token.Id.AsteriskAsterisk => ast.Node.InfixOp.Op { .ArrayMult = void{} }, | 2824 | }; |
| 3290 | Token.Id.AsteriskPercent => ast.Node.InfixOp.Op { .MultWrap = void{} }, | | |
| 3291 | Token.Id.Percent => ast.Node.InfixOp.Op { .Mod = void{} }, | | |
| 3292 | Token.Id.PipePipe => ast.Node.InfixOp.Op { .MergeErrorSets = void{} }, | | |
| 3293 | else => null, | | |
| 3294 | }; | | |
| 3295 | } | | |
| 3296 | | 2825 | |
| 3297 | fn tokenIdToPrefixOp(id: @TagType(Token.Id)) ?ast.Node.PrefixOp.Op { | 2826 | const ExpectTokenSave = struct { |
| 3298 | return switch (id) { | 2827 | id: @TagType(Token.Id), |
| 3299 | Token.Id.Bang => ast.Node.PrefixOp.Op { .BoolNot = void{} }, | 2828 | ptr: &TokenIndex, |
| 3300 | Token.Id.Tilde => ast.Node.PrefixOp.Op { .BitNot = void{} }, | 2829 | }; |
| 3301 | Token.Id.Minus => ast.Node.PrefixOp.Op { .Negation = void{} }, | | |
| 3302 | Token.Id.MinusPercent => ast.Node.PrefixOp.Op { .NegationWrap = void{} }, | | |
| 3303 | Token.Id.Asterisk, Token.Id.AsteriskAsterisk => ast.Node.PrefixOp.Op { .Deref = void{} }, | | |
| 3304 | Token.Id.Ampersand => ast.Node.PrefixOp.Op { | | |
| 3305 | .AddrOf = ast.Node.PrefixOp.AddrOfInfo { | | |
| 3306 | .align_expr = null, | | |
| 3307 | .bit_offset_start_token = null, | | |
| 3308 | .bit_offset_end_token = null, | | |
| 3309 | .const_token = null, | | |
| 3310 | .volatile_token = null, | | |
| 3311 | }, | | |
| 3312 | }, | | |
| 3313 | Token.Id.QuestionMark => ast.Node.PrefixOp.Op { .MaybeType = void{} }, | | |
| 3314 | Token.Id.QuestionMarkQuestionMark => ast.Node.PrefixOp.Op { .UnwrapMaybe = void{} }, | | |
| 3315 | Token.Id.Keyword_await => ast.Node.PrefixOp.Op { .Await = void{} }, | | |
| 3316 | Token.Id.Keyword_try => ast.Node.PrefixOp.Op { .Try = void{ } }, | | |
| 3317 | else => null, | | |
| 3318 | }; | | |
| 3319 | } | | |
| 3320 | | 2830 | |
| 3321 | fn createNode(self: &Parser, arena: &mem.Allocator, comptime T: type, init_to: &const T) !&T { | 2831 | const OptionalTokenSave = struct { |
| 3322 | const node = try arena.create(T); | 2832 | id: @TagType(Token.Id), |
| 3323 | *node = *init_to; | 2833 | ptr: &?TokenIndex, |
| 3324 | node.base = blk: { | 2834 | }; |
| 3325 | const id = ast.Node.typeToId(T); | | |
| 3326 | break :blk ast.Node { | | |
| 3327 | .id = id, | | |
| 3328 | .same_line_comment = null, | | |
| 3329 | }; | | |
| 3330 | }; | | |
| 3331 | | 2835 | |
| 3332 | return node; | 2836 | const ExprListCtx = struct { |
| 3333 | } | 2837 | list: &ast.Node.SuffixOp.Op.InitList, |
| | 2838 | end: Token.Id, |
| | 2839 | ptr: &TokenIndex, |
| | 2840 | }; |
| 3334 | | 2841 | |
| 3335 | fn createAttachNode(self: &Parser, arena: &mem.Allocator, list: &ArrayList(&ast.Node), comptime T: type, init_to: &const T) !&T { | 2842 | fn ListSave(comptime List: type) type { |
| 3336 | const node = try self.createNode(arena, T, init_to); | 2843 | return struct { |
| 3337 | try list.append(&node.base); | 2844 | list: &List, |
| | 2845 | ptr: &TokenIndex, |
| | 2846 | }; |
| | 2847 | } |
| 3338 | | 2848 | |
| 3339 | return node; | 2849 | const MaybeLabeledExpressionCtx = struct { |
| 3340 | } | 2850 | label: TokenIndex, |
| | 2851 | opt_ctx: OptionalCtx, |
| | 2852 | }; |
| 3341 | | 2853 | |
| 3342 | fn createToCtxNode(self: &Parser, arena: &mem.Allocator, opt_ctx: &const OptionalCtx, comptime T: type, init_to: &const T) !&T { | 2854 | const LabelCtx = struct { |
| 3343 | const node = try self.createNode(arena, T, init_to); | 2855 | label: ?TokenIndex, |
| 3344 | opt_ctx.store(&node.base); | 2856 | opt_ctx: OptionalCtx, |
| | 2857 | }; |
| 3345 | | 2858 | |
| 3346 | return node; | 2859 | const InlineCtx = struct { |
| 3347 | } | 2860 | label: ?TokenIndex, |
| | 2861 | inline_token: ?TokenIndex, |
| | 2862 | opt_ctx: OptionalCtx, |
| | 2863 | }; |
| 3348 | | 2864 | |
| 3349 | fn createLiteral(self: &Parser, arena: &mem.Allocator, comptime T: type, token: &const Token) !&T { | 2865 | const LoopCtx = struct { |
| 3350 | return self.createNode(arena, T, | 2866 | label: ?TokenIndex, |
| 3351 | T { | 2867 | inline_token: ?TokenIndex, |
| 3352 | .base = undefined, | 2868 | loop_token: TokenIndex, |
| 3353 | .token = *token, | 2869 | opt_ctx: OptionalCtx, |
| 3354 | } | 2870 | }; |
| 3355 | ); | 2871 | |
| 3356 | } | 2872 | const AsyncEndCtx = struct { |
| | 2873 | ctx: OptionalCtx, |
| | 2874 | attribute: &ast.Node.AsyncAttribute, |
| | 2875 | }; |
| 3357 | | 2876 | |
| 3358 | fn createToCtxLiteral(self: &Parser, arena: &mem.Allocator, opt_ctx: &const OptionalCtx, comptime T: type, token: &const Token) !&T { | 2877 | const ErrorTypeOrSetDeclCtx = struct { |
| 3359 | const node = try self.createLiteral(arena, T, token); | 2878 | opt_ctx: OptionalCtx, |
| 3360 | opt_ctx.store(&node.base); | 2879 | error_token: TokenIndex, |
| | 2880 | }; |
| | 2881 | |
| | 2882 | const ParamDeclEndCtx = struct { |
| | 2883 | fn_proto: &ast.Node.FnProto, |
| | 2884 | param_decl: &ast.Node.ParamDecl, |
| | 2885 | }; |
| | 2886 | |
| | 2887 | const ComptimeStatementCtx = struct { |
| | 2888 | comptime_token: TokenIndex, |
| | 2889 | block: &ast.Node.Block, |
| | 2890 | }; |
| | 2891 | |
| | 2892 | const OptionalCtx = union(enum) { |
| | 2893 | Optional: &?&ast.Node, |
| | 2894 | RequiredNull: &?&ast.Node, |
| | 2895 | Required: &&ast.Node, |
| 3361 | | 2896 | |
| 3362 | return node; | 2897 | pub fn store(self: &const OptionalCtx, value: &ast.Node) void { |
| | 2898 | switch (*self) { |
| | 2899 | OptionalCtx.Optional => |ptr| *ptr = value, |
| | 2900 | OptionalCtx.RequiredNull => |ptr| *ptr = value, |
| | 2901 | OptionalCtx.Required => |ptr| *ptr = value, |
| | 2902 | } |
| 3363 | } | 2903 | } |
| 3364 | | 2904 | |
| 3365 | fn parseError(self: &Parser, token: &const Token, comptime fmt: []const u8, args: ...) (error{ParseError}) { | 2905 | pub fn get(self: &const OptionalCtx) ?&ast.Node { |
| 3366 | const loc = self.tokenizer.getTokenLocation(0, token); | 2906 | switch (*self) { |
| 3367 | warn("{}:{}:{}: error: " ++ fmt ++ "\n", self.source_file_name, loc.line + 1, loc.column + 1, args); | 2907 | OptionalCtx.Optional => |ptr| return *ptr, |
| 3368 | warn("{}\n", self.tokenizer.buffer[loc.line_start..loc.line_end]); | 2908 | OptionalCtx.RequiredNull => |ptr| return ??*ptr, |
| 3369 | { | 2909 | OptionalCtx.Required => |ptr| return *ptr, |
| 3370 | var i: usize = 0; | | |
| 3371 | while (i < loc.column) : (i += 1) { | | |
| 3372 | warn(" "); | | |
| 3373 | } | | |
| 3374 | } | 2910 | } |
| 3375 | { | 2911 | } |
| 3376 | const caret_count = token.end - token.start; | 2912 | |
| 3377 | var i: usize = 0; | 2913 | pub fn toRequired(self: &const OptionalCtx) OptionalCtx { |
| 3378 | while (i < caret_count) : (i += 1) { | 2914 | switch (*self) { |
| 3379 | warn("~"); | 2915 | OptionalCtx.Optional => |ptr| { |
| 3380 | } | 2916 | return OptionalCtx { .RequiredNull = ptr }; |
| | 2917 | }, |
| | 2918 | OptionalCtx.RequiredNull => |ptr| return *self, |
| | 2919 | OptionalCtx.Required => |ptr| return *self, |
| 3381 | } | 2920 | } |
| 3382 | warn("\n"); | | |
| 3383 | return error.ParseError; | | |
| 3384 | } | 2921 | } |
| | 2922 | }; |
| | 2923 | |
| | 2924 | const AddCommentsCtx = struct { |
| | 2925 | node_ptr: &&ast.Node, |
| | 2926 | comments: ?&ast.Node.DocComment, |
| | 2927 | }; |
| | 2928 | |
| | 2929 | const State = union(enum) { |
| | 2930 | TopLevel, |
| | 2931 | TopLevelExtern: TopLevelDeclCtx, |
| | 2932 | TopLevelLibname: TopLevelDeclCtx, |
| | 2933 | TopLevelDecl: TopLevelDeclCtx, |
| | 2934 | TopLevelExternOrField: TopLevelExternOrFieldCtx, |
| | 2935 | |
| | 2936 | ContainerKind: ContainerKindCtx, |
| | 2937 | ContainerInitArgStart: &ast.Node.ContainerDecl, |
| | 2938 | ContainerInitArg: &ast.Node.ContainerDecl, |
| | 2939 | ContainerDecl: &ast.Node.ContainerDecl, |
| | 2940 | |
| | 2941 | VarDecl: VarDeclCtx, |
| | 2942 | VarDeclAlign: &ast.Node.VarDecl, |
| | 2943 | VarDeclEq: &ast.Node.VarDecl, |
| | 2944 | |
| | 2945 | FnDef: &ast.Node.FnProto, |
| | 2946 | FnProto: &ast.Node.FnProto, |
| | 2947 | FnProtoAlign: &ast.Node.FnProto, |
| | 2948 | FnProtoReturnType: &ast.Node.FnProto, |
| | 2949 | |
| | 2950 | ParamDecl: &ast.Node.FnProto, |
| | 2951 | ParamDeclAliasOrComptime: &ast.Node.ParamDecl, |
| | 2952 | ParamDeclName: &ast.Node.ParamDecl, |
| | 2953 | ParamDeclEnd: ParamDeclEndCtx, |
| | 2954 | ParamDeclComma: &ast.Node.FnProto, |
| | 2955 | |
| | 2956 | MaybeLabeledExpression: MaybeLabeledExpressionCtx, |
| | 2957 | LabeledExpression: LabelCtx, |
| | 2958 | Inline: InlineCtx, |
| | 2959 | While: LoopCtx, |
| | 2960 | WhileContinueExpr: &?&ast.Node, |
| | 2961 | For: LoopCtx, |
| | 2962 | Else: &?&ast.Node.Else, |
| | 2963 | |
| | 2964 | Block: &ast.Node.Block, |
| | 2965 | Statement: &ast.Node.Block, |
| | 2966 | ComptimeStatement: ComptimeStatementCtx, |
| | 2967 | Semicolon: &&ast.Node, |
| | 2968 | |
| | 2969 | AsmOutputItems: &ast.Node.Asm.OutputList, |
| | 2970 | AsmOutputReturnOrType: &ast.Node.AsmOutput, |
| | 2971 | AsmInputItems: &ast.Node.Asm.InputList, |
| | 2972 | AsmClobberItems: &ast.Node.Asm.ClobberList, |
| | 2973 | |
| | 2974 | ExprListItemOrEnd: ExprListCtx, |
| | 2975 | ExprListCommaOrEnd: ExprListCtx, |
| | 2976 | FieldInitListItemOrEnd: ListSave(ast.Node.SuffixOp.Op.InitList), |
| | 2977 | FieldInitListCommaOrEnd: ListSave(ast.Node.SuffixOp.Op.InitList), |
| | 2978 | FieldListCommaOrEnd: &ast.Node.ContainerDecl, |
| | 2979 | FieldInitValue: OptionalCtx, |
| | 2980 | ErrorTagListItemOrEnd: ListSave(ast.Node.ErrorSetDecl.DeclList), |
| | 2981 | ErrorTagListCommaOrEnd: ListSave(ast.Node.ErrorSetDecl.DeclList), |
| | 2982 | SwitchCaseOrEnd: ListSave(ast.Node.Switch.CaseList), |
| | 2983 | SwitchCaseCommaOrEnd: ListSave(ast.Node.Switch.CaseList), |
| | 2984 | SwitchCaseFirstItem: &ast.Node.SwitchCase.ItemList, |
| | 2985 | SwitchCaseItem: &ast.Node.SwitchCase.ItemList, |
| | 2986 | SwitchCaseItemCommaOrEnd: &ast.Node.SwitchCase.ItemList, |
| | 2987 | |
| | 2988 | SuspendBody: &ast.Node.Suspend, |
| | 2989 | AsyncAllocator: &ast.Node.AsyncAttribute, |
| | 2990 | AsyncEnd: AsyncEndCtx, |
| | 2991 | |
| | 2992 | ExternType: ExternTypeCtx, |
| | 2993 | SliceOrArrayAccess: &ast.Node.SuffixOp, |
| | 2994 | SliceOrArrayType: &ast.Node.PrefixOp, |
| | 2995 | AddrOfModifiers: &ast.Node.PrefixOp.AddrOfInfo, |
| | 2996 | |
| | 2997 | Payload: OptionalCtx, |
| | 2998 | PointerPayload: OptionalCtx, |
| | 2999 | PointerIndexPayload: OptionalCtx, |
| | 3000 | |
| | 3001 | Expression: OptionalCtx, |
| | 3002 | RangeExpressionBegin: OptionalCtx, |
| | 3003 | RangeExpressionEnd: OptionalCtx, |
| | 3004 | AssignmentExpressionBegin: OptionalCtx, |
| | 3005 | AssignmentExpressionEnd: OptionalCtx, |
| | 3006 | UnwrapExpressionBegin: OptionalCtx, |
| | 3007 | UnwrapExpressionEnd: OptionalCtx, |
| | 3008 | BoolOrExpressionBegin: OptionalCtx, |
| | 3009 | BoolOrExpressionEnd: OptionalCtx, |
| | 3010 | BoolAndExpressionBegin: OptionalCtx, |
| | 3011 | BoolAndExpressionEnd: OptionalCtx, |
| | 3012 | ComparisonExpressionBegin: OptionalCtx, |
| | 3013 | ComparisonExpressionEnd: OptionalCtx, |
| | 3014 | BinaryOrExpressionBegin: OptionalCtx, |
| | 3015 | BinaryOrExpressionEnd: OptionalCtx, |
| | 3016 | BinaryXorExpressionBegin: OptionalCtx, |
| | 3017 | BinaryXorExpressionEnd: OptionalCtx, |
| | 3018 | BinaryAndExpressionBegin: OptionalCtx, |
| | 3019 | BinaryAndExpressionEnd: OptionalCtx, |
| | 3020 | BitShiftExpressionBegin: OptionalCtx, |
| | 3021 | BitShiftExpressionEnd: OptionalCtx, |
| | 3022 | AdditionExpressionBegin: OptionalCtx, |
| | 3023 | AdditionExpressionEnd: OptionalCtx, |
| | 3024 | MultiplyExpressionBegin: OptionalCtx, |
| | 3025 | MultiplyExpressionEnd: OptionalCtx, |
| | 3026 | CurlySuffixExpressionBegin: OptionalCtx, |
| | 3027 | CurlySuffixExpressionEnd: OptionalCtx, |
| | 3028 | TypeExprBegin: OptionalCtx, |
| | 3029 | TypeExprEnd: OptionalCtx, |
| | 3030 | PrefixOpExpression: OptionalCtx, |
| | 3031 | SuffixOpExpressionBegin: OptionalCtx, |
| | 3032 | SuffixOpExpressionEnd: OptionalCtx, |
| | 3033 | PrimaryExpression: OptionalCtx, |
| | 3034 | |
| | 3035 | ErrorTypeOrSetDecl: ErrorTypeOrSetDeclCtx, |
| | 3036 | StringLiteral: OptionalCtx, |
| | 3037 | Identifier: OptionalCtx, |
| | 3038 | ErrorTag: &&ast.Node, |
| | 3039 | |
| | 3040 | |
| | 3041 | IfToken: @TagType(Token.Id), |
| | 3042 | IfTokenSave: ExpectTokenSave, |
| | 3043 | ExpectToken: @TagType(Token.Id), |
| | 3044 | ExpectTokenSave: ExpectTokenSave, |
| | 3045 | OptionalTokenSave: OptionalTokenSave, |
| | 3046 | }; |
| 3385 | | 3047 | |
| 3386 | fn expectToken(self: &Parser, id: @TagType(Token.Id)) !Token { | 3048 | fn eatDocComments(arena: &mem.Allocator, tok_it: &ast.Tree.TokenList.Iterator) !?&ast.Node.DocComment { |
| 3387 | const token = self.getNextToken(); | 3049 | var result: ?&ast.Node.DocComment = null; |
| 3388 | if (token.id != id) { | 3050 | while (true) { |
| 3389 | return self.parseError(token, "expected {}, found {}", @tagName(id), @tagName(token.id)); | 3051 | if (eatToken(tok_it, Token.Id.DocComment)) |line_comment| { |
| | 3052 | const node = blk: { |
| | 3053 | if (result) |comment_node| { |
| | 3054 | break :blk comment_node; |
| | 3055 | } else { |
| | 3056 | const comment_node = try arena.construct(ast.Node.DocComment { |
| | 3057 | .base = ast.Node { |
| | 3058 | .id = ast.Node.Id.DocComment, |
| | 3059 | }, |
| | 3060 | .lines = ast.Node.DocComment.LineList.init(arena), |
| | 3061 | }); |
| | 3062 | result = comment_node; |
| | 3063 | break :blk comment_node; |
| | 3064 | } |
| | 3065 | }; |
| | 3066 | try node.lines.push(line_comment); |
| | 3067 | continue; |
| 3390 | } | 3068 | } |
| 3391 | return token; | 3069 | break; |
| 3392 | } | 3070 | } |
| | 3071 | return result; |
| | 3072 | } |
| | 3073 | |
| | 3074 | fn eatLineComment(arena: &mem.Allocator, tok_it: &ast.Tree.TokenList.Iterator) !?&ast.Node.LineComment { |
| | 3075 | const token = eatToken(tok_it, Token.Id.LineComment) ?? return null; |
| | 3076 | return try arena.construct(ast.Node.LineComment { |
| | 3077 | .base = ast.Node { |
| | 3078 | .id = ast.Node.Id.LineComment, |
| | 3079 | }, |
| | 3080 | .token = token, |
| | 3081 | }); |
| | 3082 | } |
| | 3083 | |
| | 3084 | fn requireSemiColon(node: &const ast.Node) bool { |
| | 3085 | var n = node; |
| | 3086 | while (true) { |
| | 3087 | switch (n.id) { |
| | 3088 | ast.Node.Id.Root, |
| | 3089 | ast.Node.Id.StructField, |
| | 3090 | ast.Node.Id.UnionTag, |
| | 3091 | ast.Node.Id.EnumTag, |
| | 3092 | ast.Node.Id.ParamDecl, |
| | 3093 | ast.Node.Id.Block, |
| | 3094 | ast.Node.Id.Payload, |
| | 3095 | ast.Node.Id.PointerPayload, |
| | 3096 | ast.Node.Id.PointerIndexPayload, |
| | 3097 | ast.Node.Id.Switch, |
| | 3098 | ast.Node.Id.SwitchCase, |
| | 3099 | ast.Node.Id.SwitchElse, |
| | 3100 | ast.Node.Id.FieldInitializer, |
| | 3101 | ast.Node.Id.DocComment, |
| | 3102 | ast.Node.Id.LineComment, |
| | 3103 | ast.Node.Id.TestDecl => return false, |
| | 3104 | ast.Node.Id.While => { |
| | 3105 | const while_node = @fieldParentPtr(ast.Node.While, "base", n); |
| | 3106 | if (while_node.@"else") |@"else"| { |
| | 3107 | n = @"else".base; |
| | 3108 | continue; |
| | 3109 | } |
| | 3110 | |
| | 3111 | return while_node.body.id != ast.Node.Id.Block; |
| | 3112 | }, |
| | 3113 | ast.Node.Id.For => { |
| | 3114 | const for_node = @fieldParentPtr(ast.Node.For, "base", n); |
| | 3115 | if (for_node.@"else") |@"else"| { |
| | 3116 | n = @"else".base; |
| | 3117 | continue; |
| | 3118 | } |
| | 3119 | |
| | 3120 | return for_node.body.id != ast.Node.Id.Block; |
| | 3121 | }, |
| | 3122 | ast.Node.Id.If => { |
| | 3123 | const if_node = @fieldParentPtr(ast.Node.If, "base", n); |
| | 3124 | if (if_node.@"else") |@"else"| { |
| | 3125 | n = @"else".base; |
| | 3126 | continue; |
| | 3127 | } |
| 3393 | | 3128 | |
| 3394 | fn eatToken(self: &Parser, id: @TagType(Token.Id)) ?Token { | 3129 | return if_node.body.id != ast.Node.Id.Block; |
| 3395 | if (self.isPeekToken(id)) { | 3130 | }, |
| 3396 | return self.getNextToken(); | 3131 | ast.Node.Id.Else => { |
| | 3132 | const else_node = @fieldParentPtr(ast.Node.Else, "base", n); |
| | 3133 | n = else_node.body; |
| | 3134 | continue; |
| | 3135 | }, |
| | 3136 | ast.Node.Id.Defer => { |
| | 3137 | const defer_node = @fieldParentPtr(ast.Node.Defer, "base", n); |
| | 3138 | return defer_node.expr.id != ast.Node.Id.Block; |
| | 3139 | }, |
| | 3140 | ast.Node.Id.Comptime => { |
| | 3141 | const comptime_node = @fieldParentPtr(ast.Node.Comptime, "base", n); |
| | 3142 | return comptime_node.expr.id != ast.Node.Id.Block; |
| | 3143 | }, |
| | 3144 | ast.Node.Id.Suspend => { |
| | 3145 | const suspend_node = @fieldParentPtr(ast.Node.Suspend, "base", n); |
| | 3146 | if (suspend_node.body) |body| { |
| | 3147 | return body.id != ast.Node.Id.Block; |
| | 3148 | } |
| | 3149 | |
| | 3150 | return true; |
| | 3151 | }, |
| | 3152 | else => return true, |
| 3397 | } | 3153 | } |
| 3398 | return null; | | |
| 3399 | } | 3154 | } |
| | 3155 | } |
| | 3156 | |
| | 3157 | fn parseStringLiteral(arena: &mem.Allocator, tok_it: &ast.Tree.TokenList.Iterator, |
| | 3158 | token_ptr: &const Token, token_index: TokenIndex) !?&ast.Node |
| | 3159 | { |
| | 3160 | switch (token_ptr.id) { |
| | 3161 | Token.Id.StringLiteral => { |
| | 3162 | return &(try createLiteral(arena, ast.Node.StringLiteral, token_index)).base; |
| | 3163 | }, |
| | 3164 | Token.Id.MultilineStringLiteralLine => { |
| | 3165 | const node = try arena.construct(ast.Node.MultilineStringLiteral { |
| | 3166 | .base = ast.Node { .id = ast.Node.Id.MultilineStringLiteral }, |
| | 3167 | .lines = ast.Node.MultilineStringLiteral.LineList.init(arena), |
| | 3168 | }); |
| | 3169 | try node.lines.push(token_index); |
| | 3170 | while (true) { |
| | 3171 | const multiline_str_index = tok_it.index; |
| | 3172 | const multiline_str_ptr = ??tok_it.next(); |
| | 3173 | if (multiline_str_ptr.id != Token.Id.MultilineStringLiteralLine) { |
| | 3174 | _ = tok_it.prev(); |
| | 3175 | break; |
| | 3176 | } |
| 3400 | | 3177 | |
| 3401 | fn putBackToken(self: &Parser, token: &const Token) void { | 3178 | try node.lines.push(multiline_str_index); |
| 3402 | self.put_back_tokens[self.put_back_count] = *token; | 3179 | } |
| 3403 | self.put_back_count += 1; | 3180 | |
| | 3181 | return &node.base; |
| | 3182 | }, |
| | 3183 | // TODO: We shouldn't need a cast, but: |
| | 3184 | // zig: /home/jc/Documents/zig/src/ir.cpp:7962: TypeTableEntry* ir_resolve_peer_types(IrAnalyze*, AstNode*, IrInstruction**, size_t): Assertion `err_set_type != nullptr' failed. |
| | 3185 | else => return (?&ast.Node)(null), |
| 3404 | } | 3186 | } |
| | 3187 | } |
| 3405 | | 3188 | |
| 3406 | fn getNextToken(self: &Parser) Token { | 3189 | fn parseBlockExpr(stack: &SegmentedList(State, 32), arena: &mem.Allocator, ctx: &const OptionalCtx, |
| 3407 | if (self.put_back_count != 0) { | 3190 | token_ptr: &const Token, token_index: TokenIndex) !bool { |
| 3408 | const put_back_index = self.put_back_count - 1; | 3191 | switch (token_ptr.id) { |
| 3409 | const put_back_token = self.put_back_tokens[put_back_index]; | 3192 | Token.Id.Keyword_suspend => { |
| 3410 | self.put_back_count = put_back_index; | 3193 | const node = try createToCtxNode(arena, ctx, ast.Node.Suspend, |
| 3411 | return put_back_token; | 3194 | ast.Node.Suspend { |
| 3412 | } else { | 3195 | .base = undefined, |
| 3413 | return self.tokenizer.next(); | 3196 | .label = null, |
| | 3197 | .suspend_token = token_index, |
| | 3198 | .payload = null, |
| | 3199 | .body = null, |
| | 3200 | } |
| | 3201 | ); |
| | 3202 | |
| | 3203 | stack.push(State { .SuspendBody = node }) catch unreachable; |
| | 3204 | try stack.push(State { .Payload = OptionalCtx { .Optional = &node.payload } }); |
| | 3205 | return true; |
| | 3206 | }, |
| | 3207 | Token.Id.Keyword_if => { |
| | 3208 | const node = try createToCtxNode(arena, ctx, ast.Node.If, |
| | 3209 | ast.Node.If { |
| | 3210 | .base = undefined, |
| | 3211 | .if_token = token_index, |
| | 3212 | .condition = undefined, |
| | 3213 | .payload = null, |
| | 3214 | .body = undefined, |
| | 3215 | .@"else" = null, |
| | 3216 | } |
| | 3217 | ); |
| | 3218 | |
| | 3219 | stack.push(State { .Else = &node.@"else" }) catch unreachable; |
| | 3220 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.body } }); |
| | 3221 | try stack.push(State { .PointerPayload = OptionalCtx { .Optional = &node.payload } }); |
| | 3222 | try stack.push(State { .ExpectToken = Token.Id.RParen }); |
| | 3223 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.condition } }); |
| | 3224 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| | 3225 | return true; |
| | 3226 | }, |
| | 3227 | Token.Id.Keyword_while => { |
| | 3228 | stack.push(State { |
| | 3229 | .While = LoopCtx { |
| | 3230 | .label = null, |
| | 3231 | .inline_token = null, |
| | 3232 | .loop_token = token_index, |
| | 3233 | .opt_ctx = *ctx, |
| | 3234 | } |
| | 3235 | }) catch unreachable; |
| | 3236 | return true; |
| | 3237 | }, |
| | 3238 | Token.Id.Keyword_for => { |
| | 3239 | stack.push(State { |
| | 3240 | .For = LoopCtx { |
| | 3241 | .label = null, |
| | 3242 | .inline_token = null, |
| | 3243 | .loop_token = token_index, |
| | 3244 | .opt_ctx = *ctx, |
| | 3245 | } |
| | 3246 | }) catch unreachable; |
| | 3247 | return true; |
| | 3248 | }, |
| | 3249 | Token.Id.Keyword_switch => { |
| | 3250 | const node = try arena.construct(ast.Node.Switch { |
| | 3251 | .base = ast.Node { |
| | 3252 | .id = ast.Node.Id.Switch, |
| | 3253 | }, |
| | 3254 | .switch_token = token_index, |
| | 3255 | .expr = undefined, |
| | 3256 | .cases = ast.Node.Switch.CaseList.init(arena), |
| | 3257 | .rbrace = undefined, |
| | 3258 | }); |
| | 3259 | ctx.store(&node.base); |
| | 3260 | |
| | 3261 | stack.push(State { |
| | 3262 | .SwitchCaseOrEnd = ListSave(@typeOf(node.cases)) { |
| | 3263 | .list = &node.cases, |
| | 3264 | .ptr = &node.rbrace, |
| | 3265 | }, |
| | 3266 | }) catch unreachable; |
| | 3267 | try stack.push(State { .ExpectToken = Token.Id.LBrace }); |
| | 3268 | try stack.push(State { .ExpectToken = Token.Id.RParen }); |
| | 3269 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.expr } }); |
| | 3270 | try stack.push(State { .ExpectToken = Token.Id.LParen }); |
| | 3271 | return true; |
| | 3272 | }, |
| | 3273 | Token.Id.Keyword_comptime => { |
| | 3274 | const node = try createToCtxNode(arena, ctx, ast.Node.Comptime, |
| | 3275 | ast.Node.Comptime { |
| | 3276 | .base = undefined, |
| | 3277 | .comptime_token = token_index, |
| | 3278 | .expr = undefined, |
| | 3279 | .doc_comments = null, |
| | 3280 | } |
| | 3281 | ); |
| | 3282 | try stack.push(State { .Expression = OptionalCtx { .Required = &node.expr } }); |
| | 3283 | return true; |
| | 3284 | }, |
| | 3285 | Token.Id.LBrace => { |
| | 3286 | const block = try arena.construct(ast.Node.Block { |
| | 3287 | .base = ast.Node {.id = ast.Node.Id.Block }, |
| | 3288 | .label = null, |
| | 3289 | .lbrace = token_index, |
| | 3290 | .statements = ast.Node.Block.StatementList.init(arena), |
| | 3291 | .rbrace = undefined, |
| | 3292 | }); |
| | 3293 | ctx.store(&block.base); |
| | 3294 | stack.push(State { .Block = block }) catch unreachable; |
| | 3295 | return true; |
| | 3296 | }, |
| | 3297 | else => { |
| | 3298 | return false; |
| 3414 | } | 3299 | } |
| 3415 | } | 3300 | } |
| | 3301 | } |
| 3416 | | 3302 | |
| 3417 | fn isPeekToken(self: &Parser, id: @TagType(Token.Id)) bool { | 3303 | const ExpectCommaOrEndResult = union(enum) { |
| 3418 | const token = self.getNextToken(); | 3304 | end_token: ?TokenIndex, |
| 3419 | defer self.putBackToken(token); | 3305 | parse_error: Error, |
| 3420 | return id == token.id; | 3306 | }; |
| | 3307 | |
| | 3308 | fn expectCommaOrEnd(tok_it: &ast.Tree.TokenList.Iterator, end: @TagType(Token.Id)) ExpectCommaOrEndResult { |
| | 3309 | const token_index = tok_it.index; |
| | 3310 | const token_ptr = ??tok_it.next(); |
| | 3311 | switch (token_ptr.id) { |
| | 3312 | Token.Id.Comma => return ExpectCommaOrEndResult { .end_token = null}, |
| | 3313 | else => { |
| | 3314 | if (end == token_ptr.id) { |
| | 3315 | return ExpectCommaOrEndResult { .end_token = token_index }; |
| | 3316 | } |
| | 3317 | |
| | 3318 | return ExpectCommaOrEndResult { |
| | 3319 | .parse_error = Error { |
| | 3320 | .ExpectedCommaOrEnd = Error.ExpectedCommaOrEnd { |
| | 3321 | .token = token_index, |
| | 3322 | .end_id = end, |
| | 3323 | }, |
| | 3324 | }, |
| | 3325 | }; |
| | 3326 | }, |
| 3421 | } | 3327 | } |
| | 3328 | } |
| 3422 | | 3329 | |
| 3423 | const RenderAstFrame = struct { | 3330 | fn tokenIdToAssignment(id: &const Token.Id) ?ast.Node.InfixOp.Op { |
| 3424 | node: &ast.Node, | 3331 | // TODO: We have to cast all cases because of this: |
| 3425 | indent: usize, | 3332 | // error: expected type '?InfixOp', found '?@TagType(InfixOp)' |
| | 3333 | return switch (*id) { |
| | 3334 | Token.Id.AmpersandEqual => ast.Node.InfixOp.Op { .AssignBitAnd = {} }, |
| | 3335 | Token.Id.AngleBracketAngleBracketLeftEqual => ast.Node.InfixOp.Op { .AssignBitShiftLeft = {} }, |
| | 3336 | Token.Id.AngleBracketAngleBracketRightEqual => ast.Node.InfixOp.Op { .AssignBitShiftRight = {} }, |
| | 3337 | Token.Id.AsteriskEqual => ast.Node.InfixOp.Op { .AssignTimes = {} }, |
| | 3338 | Token.Id.AsteriskPercentEqual => ast.Node.InfixOp.Op { .AssignTimesWarp = {} }, |
| | 3339 | Token.Id.CaretEqual => ast.Node.InfixOp.Op { .AssignBitXor = {} }, |
| | 3340 | Token.Id.Equal => ast.Node.InfixOp.Op { .Assign = {} }, |
| | 3341 | Token.Id.MinusEqual => ast.Node.InfixOp.Op { .AssignMinus = {} }, |
| | 3342 | Token.Id.MinusPercentEqual => ast.Node.InfixOp.Op { .AssignMinusWrap = {} }, |
| | 3343 | Token.Id.PercentEqual => ast.Node.InfixOp.Op { .AssignMod = {} }, |
| | 3344 | Token.Id.PipeEqual => ast.Node.InfixOp.Op { .AssignBitOr = {} }, |
| | 3345 | Token.Id.PlusEqual => ast.Node.InfixOp.Op { .AssignPlus = {} }, |
| | 3346 | Token.Id.PlusPercentEqual => ast.Node.InfixOp.Op { .AssignPlusWrap = {} }, |
| | 3347 | Token.Id.SlashEqual => ast.Node.InfixOp.Op { .AssignDiv = {} }, |
| | 3348 | else => null, |
| 3426 | }; | 3349 | }; |
| | 3350 | } |
| 3427 | | 3351 | |
| 3428 | pub fn renderAst(self: &Parser, stream: var, root_node: &ast.Node.Root) !void { | 3352 | fn tokenIdToUnwrapExpr(id: @TagType(Token.Id)) ?ast.Node.InfixOp.Op { |
| 3429 | var stack = self.initUtilityArrayList(RenderAstFrame); | 3353 | return switch (id) { |
| 3430 | defer self.deinitUtilityArrayList(stack); | 3354 | Token.Id.Keyword_catch => ast.Node.InfixOp.Op { .Catch = null }, |
| | 3355 | Token.Id.QuestionMarkQuestionMark => ast.Node.InfixOp.Op { .UnwrapMaybe = void{} }, |
| | 3356 | else => null, |
| | 3357 | }; |
| | 3358 | } |
| 3431 | | 3359 | |
| 3432 | try stack.append(RenderAstFrame { | 3360 | fn tokenIdToComparison(id: @TagType(Token.Id)) ?ast.Node.InfixOp.Op { |
| 3433 | .node = &root_node.base, | 3361 | return switch (id) { |
| 3434 | .indent = 0, | 3362 | Token.Id.BangEqual => ast.Node.InfixOp.Op { .BangEqual = void{} }, |
| 3435 | }); | 3363 | Token.Id.EqualEqual => ast.Node.InfixOp.Op { .EqualEqual = void{} }, |
| | 3364 | Token.Id.AngleBracketLeft => ast.Node.InfixOp.Op { .LessThan = void{} }, |
| | 3365 | Token.Id.AngleBracketLeftEqual => ast.Node.InfixOp.Op { .LessOrEqual = void{} }, |
| | 3366 | Token.Id.AngleBracketRight => ast.Node.InfixOp.Op { .GreaterThan = void{} }, |
| | 3367 | Token.Id.AngleBracketRightEqual => ast.Node.InfixOp.Op { .GreaterOrEqual = void{} }, |
| | 3368 | else => null, |
| | 3369 | }; |
| | 3370 | } |
| 3436 | | 3371 | |
| 3437 | while (stack.popOrNull()) |frame| { | 3372 | fn tokenIdToBitShift(id: @TagType(Token.Id)) ?ast.Node.InfixOp.Op { |
| 3438 | { | 3373 | return switch (id) { |
| 3439 | var i: usize = 0; | 3374 | Token.Id.AngleBracketAngleBracketLeft => ast.Node.InfixOp.Op { .BitShiftLeft = void{} }, |
| 3440 | while (i < frame.indent) : (i += 1) { | 3375 | Token.Id.AngleBracketAngleBracketRight => ast.Node.InfixOp.Op { .BitShiftRight = void{} }, |
| 3441 | try stream.print(" "); | 3376 | else => null, |
| 3442 | } | 3377 | }; |
| 3443 | } | 3378 | } |
| 3444 | try stream.print("{}\n", @tagName(frame.node.id)); | 3379 | |
| 3445 | var child_i: usize = 0; | 3380 | fn tokenIdToAddition(id: @TagType(Token.Id)) ?ast.Node.InfixOp.Op { |
| 3446 | while (frame.node.iterate(child_i)) |child| : (child_i += 1) { | 3381 | return switch (id) { |
| 3447 | try stack.append(RenderAstFrame { | 3382 | Token.Id.Minus => ast.Node.InfixOp.Op { .Sub = void{} }, |
| 3448 | .node = child, | 3383 | Token.Id.MinusPercent => ast.Node.InfixOp.Op { .SubWrap = void{} }, |
| 3449 | .indent = frame.indent + 2, | 3384 | Token.Id.Plus => ast.Node.InfixOp.Op { .Add = void{} }, |
| 3450 | }); | 3385 | Token.Id.PlusPercent => ast.Node.InfixOp.Op { .AddWrap = void{} }, |
| 3451 | } | 3386 | Token.Id.PlusPlus => ast.Node.InfixOp.Op { .ArrayCat = void{} }, |
| 3452 | } | 3387 | else => null, |
| 3453 | } | 3388 | }; |
| | 3389 | } |
| 3454 | | 3390 | |
| 3455 | const RenderState = union(enum) { | 3391 | fn tokenIdToMultiply(id: @TagType(Token.Id)) ?ast.Node.InfixOp.Op { |
| 3456 | TopLevelDecl: &ast.Node, | 3392 | return switch (id) { |
| 3457 | ParamDecl: &ast.Node, | 3393 | Token.Id.Slash => ast.Node.InfixOp.Op { .Div = void{} }, |
| 3458 | Text: []const u8, | 3394 | Token.Id.Asterisk => ast.Node.InfixOp.Op { .Mult = void{} }, |
| 3459 | Expression: &ast.Node, | 3395 | Token.Id.AsteriskAsterisk => ast.Node.InfixOp.Op { .ArrayMult = void{} }, |
| 3460 | VarDecl: &ast.Node.VarDecl, | 3396 | Token.Id.AsteriskPercent => ast.Node.InfixOp.Op { .MultWrap = void{} }, |
| 3461 | Statement: &ast.Node, | 3397 | Token.Id.Percent => ast.Node.InfixOp.Op { .Mod = void{} }, |
| 3462 | PrintIndent, | 3398 | Token.Id.PipePipe => ast.Node.InfixOp.Op { .MergeErrorSets = void{} }, |
| 3463 | Indent: usize, | 3399 | else => null, |
| 3464 | PrintSameLineComment: ?&Token, | | |
| 3465 | PrintLineComment: &Token, | | |
| 3466 | }; | 3400 | }; |
| | 3401 | } |
| 3467 | | 3402 | |
| 3468 | pub fn renderSource(self: &Parser, stream: var, root_node: &ast.Node.Root) !void { | 3403 | fn tokenIdToPrefixOp(id: @TagType(Token.Id)) ?ast.Node.PrefixOp.Op { |
| 3469 | var stack = self.initUtilityArrayList(RenderState); | 3404 | return switch (id) { |
| 3470 | defer self.deinitUtilityArrayList(stack); | 3405 | Token.Id.Bang => ast.Node.PrefixOp.Op { .BoolNot = void{} }, |
| | 3406 | Token.Id.Tilde => ast.Node.PrefixOp.Op { .BitNot = void{} }, |
| | 3407 | Token.Id.Minus => ast.Node.PrefixOp.Op { .Negation = void{} }, |
| | 3408 | Token.Id.MinusPercent => ast.Node.PrefixOp.Op { .NegationWrap = void{} }, |
| | 3409 | Token.Id.Asterisk, Token.Id.AsteriskAsterisk => ast.Node.PrefixOp.Op { .Deref = void{} }, |
| | 3410 | Token.Id.Ampersand => ast.Node.PrefixOp.Op { |
| | 3411 | .AddrOf = ast.Node.PrefixOp.AddrOfInfo { |
| | 3412 | .align_expr = null, |
| | 3413 | .bit_offset_start_token = null, |
| | 3414 | .bit_offset_end_token = null, |
| | 3415 | .const_token = null, |
| | 3416 | .volatile_token = null, |
| | 3417 | }, |
| | 3418 | }, |
| | 3419 | Token.Id.QuestionMark => ast.Node.PrefixOp.Op { .MaybeType = void{} }, |
| | 3420 | Token.Id.QuestionMarkQuestionMark => ast.Node.PrefixOp.Op { .UnwrapMaybe = void{} }, |
| | 3421 | Token.Id.Keyword_await => ast.Node.PrefixOp.Op { .Await = void{} }, |
| | 3422 | Token.Id.Keyword_try => ast.Node.PrefixOp.Op { .Try = void{ } }, |
| | 3423 | else => null, |
| | 3424 | }; |
| | 3425 | } |
| 3471 | | 3426 | |
| 3472 | { | 3427 | fn createNode(arena: &mem.Allocator, comptime T: type, init_to: &const T) !&T { |
| 3473 | try stack.append(RenderState { .Text = "\n"}); | 3428 | const node = try arena.create(T); |
| 3474 | | 3429 | *node = *init_to; |
| 3475 | var i = root_node.decls.len; | 3430 | node.base = blk: { |
| 3476 | while (i != 0) { | 3431 | const id = ast.Node.typeToId(T); |
| 3477 | i -= 1; | 3432 | break :blk ast.Node { |
| 3478 | const decl = root_node.decls.items[i]; | 3433 | .id = id, |
| 3479 | try stack.append(RenderState {.TopLevelDecl = decl}); | 3434 | }; |
| 3480 | if (i != 0) { | 3435 | }; |
| 3481 | try stack.append(RenderState { | 3436 | |
| 3482 | .Text = blk: { | 3437 | return node; |
| 3483 | const prev_node = root_node.decls.at(i - 1); | 3438 | } |
| 3484 | const loc = self.tokenizer.getTokenLocation(prev_node.lastToken().end, decl.firstToken()); | 3439 | |
| 3485 | if (loc.line >= 2) { | 3440 | fn createToCtxNode(arena: &mem.Allocator, opt_ctx: &const OptionalCtx, comptime T: type, init_to: &const T) !&T { |
| 3486 | break :blk "\n\n"; | 3441 | const node = try createNode(arena, T, init_to); |
| 3487 | } | 3442 | opt_ctx.store(&node.base); |
| 3488 | break :blk "\n"; | 3443 | |
| 3489 | }, | 3444 | return node; |
| 3490 | }); | 3445 | } |
| 3491 | } | 3446 | |
| 3492 | } | 3447 | fn createLiteral(arena: &mem.Allocator, comptime T: type, token_index: TokenIndex) !&T { |
| | 3448 | return createNode(arena, T, |
| | 3449 | T { |
| | 3450 | .base = undefined, |
| | 3451 | .token = token_index, |
| 3493 | } | 3452 | } |
| | 3453 | ); |
| | 3454 | } |
| 3494 | | 3455 | |
| 3495 | const indent_delta = 4; | 3456 | fn createToCtxLiteral(arena: &mem.Allocator, opt_ctx: &const OptionalCtx, comptime T: type, token_index: TokenIndex) !&T { |
| 3496 | var indent: usize = 0; | 3457 | const node = try createLiteral(arena, T, token_index); |
| 3497 | while (stack.popOrNull()) |state| { | 3458 | opt_ctx.store(&node.base); |
| 3498 | switch (state) { | | |
| 3499 | RenderState.TopLevelDecl => |decl| { | | |
| 3500 | try stack.append(RenderState { .PrintSameLineComment = decl.same_line_comment } ); | | |
| 3501 | switch (decl.id) { | | |
| 3502 | ast.Node.Id.FnProto => { | | |
| 3503 | const fn_proto = @fieldParentPtr(ast.Node.FnProto, "base", decl); | | |
| 3504 | try self.renderComments(stream, fn_proto, indent); | | |
| 3505 | | | |
| 3506 | if (fn_proto.body_node) |body_node| { | | |
| 3507 | stack.append(RenderState { .Expression = body_node}) catch unreachable; | | |
| 3508 | try stack.append(RenderState { .Text = " "}); | | |
| 3509 | } else { | | |
| 3510 | stack.append(RenderState { .Text = ";" }) catch unreachable; | | |
| 3511 | } | | |
| 3512 | | 3459 | |
| 3513 | try stack.append(RenderState { .Expression = decl }); | 3460 | return node; |
| 3514 | }, | 3461 | } |
| 3515 | ast.Node.Id.Use => { | 3462 | |
| 3516 | const use_decl = @fieldParentPtr(ast.Node.Use, "base", decl); | 3463 | fn eatToken(tok_it: &ast.Tree.TokenList.Iterator, id: @TagType(Token.Id)) ?TokenIndex { |
| 3517 | if (use_decl.visib_token) |visib_token| { | 3464 | const token_index = tok_it.index; |
| 3518 | try stream.print("{} ", self.tokenizer.getTokenSlice(visib_token)); | 3465 | const token_ptr = ??tok_it.next(); |
| 3519 | } | 3466 | if (token_ptr.id == id) |
| 3520 | try stream.print("use "); | 3467 | return token_index; |
| 3521 | try stack.append(RenderState { .Text = ";" }); | 3468 | |
| 3522 | try stack.append(RenderState { .Expression = use_decl.expr }); | 3469 | _ = tok_it.prev(); |
| 3523 | }, | 3470 | return null; |
| 3524 | ast.Node.Id.VarDecl => { | 3471 | } |
| 3525 | const var_decl = @fieldParentPtr(ast.Node.VarDecl, "base", decl); | | |
| 3526 | try self.renderComments(stream, var_decl, indent); | | |
| 3527 | try stack.append(RenderState { .VarDecl = var_decl}); | | |
| 3528 | }, | | |
| 3529 | ast.Node.Id.TestDecl => { | | |
| 3530 | const test_decl = @fieldParentPtr(ast.Node.TestDecl, "base", decl); | | |
| 3531 | try self.renderComments(stream, test_decl, indent); | | |
| 3532 | try stream.print("test "); | | |
| 3533 | try stack.append(RenderState { .Expression = test_decl.body_node }); | | |
| 3534 | try stack.append(RenderState { .Text = " " }); | | |
| 3535 | try stack.append(RenderState { .Expression = test_decl.name }); | | |
| 3536 | }, | | |
| 3537 | ast.Node.Id.StructField => { | | |
| 3538 | const field = @fieldParentPtr(ast.Node.StructField, "base", decl); | | |
| 3539 | try self.renderComments(stream, field, indent); | | |
| 3540 | if (field.visib_token) |visib_token| { | | |
| 3541 | try stream.print("{} ", self.tokenizer.getTokenSlice(visib_token)); | | |
| 3542 | } | | |
| 3543 | try stream.print("{}: ", self.tokenizer.getTokenSlice(field.name_token)); | | |
| 3544 | try stack.append(RenderState { .Text = "," }); | | |
| 3545 | try stack.append(RenderState { .Expression = field.type_expr}); | | |
| 3546 | }, | | |
| 3547 | ast.Node.Id.UnionTag => { | | |
| 3548 | const tag = @fieldParentPtr(ast.Node.UnionTag, "base", decl); | | |
| 3549 | try self.renderComments(stream, tag, indent); | | |
| 3550 | try stream.print("{}", self.tokenizer.getTokenSlice(tag.name_token)); | | |
| 3551 | | 3472 | |
| 3552 | try stack.append(RenderState { .Text = "," }); | 3473 | const RenderAstFrame = struct { |
| | 3474 | node: &ast.Node, |
| | 3475 | indent: usize, |
| | 3476 | }; |
| 3553 | | 3477 | |
| 3554 | if (tag.value_expr) |value_expr| { | 3478 | pub fn renderAst(allocator: &mem.Allocator, tree: &const ast.Tree, stream: var) !void { |
| 3555 | try stack.append(RenderState { .Expression = value_expr }); | 3479 | var stack = SegmentedList(State, 32).init(allocator); |
| 3556 | try stack.append(RenderState { .Text = " = " }); | 3480 | defer stack.deinit(); |
| 3557 | } | | |
| 3558 | | 3481 | |
| 3559 | if (tag.type_expr) |type_expr| { | 3482 | try stack.push(RenderAstFrame { |
| 3560 | try stream.print(": "); | 3483 | .node = &root_node.base, |
| 3561 | try stack.append(RenderState { .Expression = type_expr}); | 3484 | .indent = 0, |
| 3562 | } | 3485 | }); |
| 3563 | }, | | |
| 3564 | ast.Node.Id.EnumTag => { | | |
| 3565 | const tag = @fieldParentPtr(ast.Node.EnumTag, "base", decl); | | |
| 3566 | try self.renderComments(stream, tag, indent); | | |
| 3567 | try stream.print("{}", self.tokenizer.getTokenSlice(tag.name_token)); | | |
| 3568 | | | |
| 3569 | try stack.append(RenderState { .Text = "," }); | | |
| 3570 | if (tag.value) |value| { | | |
| 3571 | try stream.print(" = "); | | |
| 3572 | try stack.append(RenderState { .Expression = value}); | | |
| 3573 | } | | |
| 3574 | }, | | |
| 3575 | ast.Node.Id.ErrorTag => { | | |
| 3576 | const tag = @fieldParentPtr(ast.Node.ErrorTag, "base", decl); | | |
| 3577 | try self.renderComments(stream, tag, indent); | | |
| 3578 | try stream.print("{}", self.tokenizer.getTokenSlice(tag.name_token)); | | |
| 3579 | }, | | |
| 3580 | ast.Node.Id.Comptime => { | | |
| 3581 | if (requireSemiColon(decl)) { | | |
| 3582 | try stack.append(RenderState { .Text = ";" }); | | |
| 3583 | } | | |
| 3584 | try stack.append(RenderState { .Expression = decl }); | | |
| 3585 | }, | | |
| 3586 | ast.Node.Id.LineComment => { | | |
| 3587 | const line_comment_node = @fieldParentPtr(ast.Node.LineComment, "base", decl); | | |
| 3588 | try stream.write(self.tokenizer.getTokenSlice(line_comment_node.token)); | | |
| 3589 | }, | | |
| 3590 | else => unreachable, | | |
| 3591 | } | | |
| 3592 | }, | | |
| 3593 | | 3486 | |
| 3594 | RenderState.VarDecl => |var_decl| { | 3487 | while (stack.popOrNull()) |frame| { |
| 3595 | try stack.append(RenderState { .Text = ";" }); | 3488 | { |
| 3596 | if (var_decl.init_node) |init_node| { | 3489 | var i: usize = 0; |
| 3597 | try stack.append(RenderState { .Expression = init_node }); | 3490 | while (i < frame.indent) : (i += 1) { |
| 3598 | const text = if (init_node.id == ast.Node.Id.MultilineStringLiteral) " =" else " = "; | 3491 | try stream.print(" "); |
| 3599 | try stack.append(RenderState { .Text = text }); | 3492 | } |
| 3600 | } | 3493 | } |
| 3601 | if (var_decl.align_node) |align_node| { | 3494 | try stream.print("{}\n", @tagName(frame.node.id)); |
| 3602 | try stack.append(RenderState { .Text = ")" }); | 3495 | var child_i: usize = 0; |
| 3603 | try stack.append(RenderState { .Expression = align_node }); | 3496 | while (frame.node.iterate(child_i)) |child| : (child_i += 1) { |
| 3604 | try stack.append(RenderState { .Text = " align(" }); | 3497 | try stack.push(RenderAstFrame { |
| 3605 | } | 3498 | .node = child, |
| 3606 | if (var_decl.type_node) |type_node| { | 3499 | .indent = frame.indent + 2, |
| 3607 | try stack.append(RenderState { .Expression = type_node }); | 3500 | }); |
| 3608 | try stack.append(RenderState { .Text = ": " }); | 3501 | } |
| 3609 | } | 3502 | } |
| 3610 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(var_decl.name_token) }); | 3503 | } |
| 3611 | try stack.append(RenderState { .Text = " " }); | | |
| 3612 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(var_decl.mut_token) }); | | |
| 3613 | | 3504 | |
| 3614 | if (var_decl.comptime_token) |comptime_token| { | 3505 | const RenderState = union(enum) { |
| 3615 | try stack.append(RenderState { .Text = " " }); | 3506 | TopLevelDecl: &ast.Node, |
| 3616 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(comptime_token) }); | 3507 | ParamDecl: &ast.Node, |
| 3617 | } | 3508 | Text: []const u8, |
| | 3509 | Expression: &ast.Node, |
| | 3510 | VarDecl: &ast.Node.VarDecl, |
| | 3511 | Statement: &ast.Node, |
| | 3512 | PrintIndent, |
| | 3513 | Indent: usize, |
| | 3514 | }; |
| 3618 | | 3515 | |
| 3619 | if (var_decl.extern_export_token) |extern_export_token| { | 3516 | pub fn renderSource(allocator: &mem.Allocator, stream: var, tree: &ast.Tree) !void { |
| 3620 | if (var_decl.lib_name != null) { | 3517 | var stack = SegmentedList(RenderState, 32).init(allocator); |
| 3621 | try stack.append(RenderState { .Text = " " }); | 3518 | defer stack.deinit(); |
| 3622 | try stack.append(RenderState { .Expression = ??var_decl.lib_name }); | 3519 | |
| | 3520 | { |
| | 3521 | try stack.push(RenderState { .Text = "\n"}); |
| | 3522 | |
| | 3523 | var i = tree.root_node.decls.len; |
| | 3524 | while (i != 0) { |
| | 3525 | i -= 1; |
| | 3526 | const decl = *tree.root_node.decls.at(i); |
| | 3527 | try stack.push(RenderState {.TopLevelDecl = decl}); |
| | 3528 | if (i != 0) { |
| | 3529 | try stack.push(RenderState { |
| | 3530 | .Text = blk: { |
| | 3531 | const prev_node = *tree.root_node.decls.at(i - 1); |
| | 3532 | const prev_node_last_token = tree.tokens.at(prev_node.lastToken()); |
| | 3533 | const loc = tree.tokenLocation(prev_node_last_token.end, decl.firstToken()); |
| | 3534 | if (loc.line >= 2) { |
| | 3535 | break :blk "\n\n"; |
| 3623 | } | 3536 | } |
| 3624 | try stack.append(RenderState { .Text = " " }); | 3537 | break :blk "\n"; |
| 3625 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(extern_export_token) }); | 3538 | }, |
| 3626 | } | 3539 | }); |
| | 3540 | } |
| | 3541 | } |
| | 3542 | } |
| 3627 | | 3543 | |
| 3628 | if (var_decl.visib_token) |visib_token| { | 3544 | const indent_delta = 4; |
| 3629 | try stack.append(RenderState { .Text = " " }); | 3545 | var indent: usize = 0; |
| 3630 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(visib_token) }); | 3546 | while (stack.pop()) |state| { |
| 3631 | } | 3547 | switch (state) { |
| 3632 | }, | 3548 | RenderState.TopLevelDecl => |decl| { |
| | 3549 | switch (decl.id) { |
| | 3550 | ast.Node.Id.FnProto => { |
| | 3551 | const fn_proto = @fieldParentPtr(ast.Node.FnProto, "base", decl); |
| | 3552 | try renderComments(tree, stream, fn_proto, indent); |
| 3633 | | 3553 | |
| 3634 | RenderState.ParamDecl => |base| { | 3554 | if (fn_proto.body_node) |body_node| { |
| 3635 | const param_decl = @fieldParentPtr(ast.Node.ParamDecl, "base", base); | 3555 | stack.push(RenderState { .Expression = body_node}) catch unreachable; |
| 3636 | if (param_decl.comptime_token) |comptime_token| { | 3556 | try stack.push(RenderState { .Text = " "}); |
| 3637 | try stream.print("{} ", self.tokenizer.getTokenSlice(comptime_token)); | 3557 | } else { |
| 3638 | } | 3558 | stack.push(RenderState { .Text = ";" }) catch unreachable; |
| 3639 | if (param_decl.noalias_token) |noalias_token| { | | |
| 3640 | try stream.print("{} ", self.tokenizer.getTokenSlice(noalias_token)); | | |
| 3641 | } | | |
| 3642 | if (param_decl.name_token) |name_token| { | | |
| 3643 | try stream.print("{}: ", self.tokenizer.getTokenSlice(name_token)); | | |
| 3644 | } | | |
| 3645 | if (param_decl.var_args_token) |var_args_token| { | | |
| 3646 | try stream.print("{}", self.tokenizer.getTokenSlice(var_args_token)); | | |
| 3647 | } else { | | |
| 3648 | try stack.append(RenderState { .Expression = param_decl.type_node}); | | |
| 3649 | } | | |
| 3650 | }, | | |
| 3651 | RenderState.Text => |bytes| { | | |
| 3652 | try stream.write(bytes); | | |
| 3653 | }, | | |
| 3654 | RenderState.Expression => |base| switch (base.id) { | | |
| 3655 | ast.Node.Id.Identifier => { | | |
| 3656 | const identifier = @fieldParentPtr(ast.Node.Identifier, "base", base); | | |
| 3657 | try stream.print("{}", self.tokenizer.getTokenSlice(identifier.token)); | | |
| 3658 | }, | | |
| 3659 | ast.Node.Id.Block => { | | |
| 3660 | const block = @fieldParentPtr(ast.Node.Block, "base", base); | | |
| 3661 | if (block.label) |label| { | | |
| 3662 | try stream.print("{}: ", self.tokenizer.getTokenSlice(label)); | | |
| 3663 | } | 3559 | } |
| 3664 | | 3560 | |
| 3665 | if (block.statements.len == 0) { | 3561 | try stack.push(RenderState { .Expression = decl }); |
| 3666 | try stream.write("{}"); | 3562 | }, |
| 3667 | } else { | 3563 | ast.Node.Id.Use => { |
| 3668 | try stream.write("{"); | 3564 | const use_decl = @fieldParentPtr(ast.Node.Use, "base", decl); |
| 3669 | try stack.append(RenderState { .Text = "}"}); | 3565 | if (use_decl.visib_token) |visib_token| { |
| 3670 | try stack.append(RenderState.PrintIndent); | 3566 | try stream.print("{} ", tree.tokenSlice(visib_token)); |
| 3671 | try stack.append(RenderState { .Indent = indent}); | | |
| 3672 | try stack.append(RenderState { .Text = "\n"}); | | |
| 3673 | var i = block.statements.len; | | |
| 3674 | while (i != 0) { | | |
| 3675 | i -= 1; | | |
| 3676 | const statement_node = block.statements.items[i]; | | |
| 3677 | try stack.append(RenderState { .Statement = statement_node}); | | |
| 3678 | try stack.append(RenderState.PrintIndent); | | |
| 3679 | try stack.append(RenderState { .Indent = indent + indent_delta}); | | |
| 3680 | try stack.append(RenderState { | | |
| 3681 | .Text = blk: { | | |
| 3682 | if (i != 0) { | | |
| 3683 | const prev_node = block.statements.items[i - 1]; | | |
| 3684 | const loc = self.tokenizer.getTokenLocation(prev_node.lastToken().end, statement_node.firstToken()); | | |
| 3685 | if (loc.line >= 2) { | | |
| 3686 | break :blk "\n\n"; | | |
| 3687 | } | | |
| 3688 | } | | |
| 3689 | break :blk "\n"; | | |
| 3690 | }, | | |
| 3691 | }); | | |
| 3692 | } | | |
| 3693 | } | 3567 | } |
| | 3568 | try stream.print("use "); |
| | 3569 | try stack.push(RenderState { .Text = ";" }); |
| | 3570 | try stack.push(RenderState { .Expression = use_decl.expr }); |
| 3694 | }, | 3571 | }, |
| 3695 | ast.Node.Id.Defer => { | 3572 | ast.Node.Id.VarDecl => { |
| 3696 | const defer_node = @fieldParentPtr(ast.Node.Defer, "base", base); | 3573 | const var_decl = @fieldParentPtr(ast.Node.VarDecl, "base", decl); |
| 3697 | try stream.print("{} ", self.tokenizer.getTokenSlice(defer_node.defer_token)); | 3574 | try renderComments(tree, stream, var_decl, indent); |
| 3698 | try stack.append(RenderState { .Expression = defer_node.expr }); | 3575 | try stack.push(RenderState { .VarDecl = var_decl}); |
| 3699 | }, | 3576 | }, |
| 3700 | ast.Node.Id.Comptime => { | 3577 | ast.Node.Id.TestDecl => { |
| 3701 | const comptime_node = @fieldParentPtr(ast.Node.Comptime, "base", base); | 3578 | const test_decl = @fieldParentPtr(ast.Node.TestDecl, "base", decl); |
| 3702 | try stream.print("{} ", self.tokenizer.getTokenSlice(comptime_node.comptime_token)); | 3579 | try renderComments(tree, stream, test_decl, indent); |
| 3703 | try stack.append(RenderState { .Expression = comptime_node.expr }); | 3580 | try stream.print("test "); |
| | 3581 | try stack.push(RenderState { .Expression = test_decl.body_node }); |
| | 3582 | try stack.push(RenderState { .Text = " " }); |
| | 3583 | try stack.push(RenderState { .Expression = test_decl.name }); |
| 3704 | }, | 3584 | }, |
| 3705 | ast.Node.Id.AsyncAttribute => { | 3585 | ast.Node.Id.StructField => { |
| 3706 | const async_attr = @fieldParentPtr(ast.Node.AsyncAttribute, "base", base); | 3586 | const field = @fieldParentPtr(ast.Node.StructField, "base", decl); |
| 3707 | try stream.print("{}", self.tokenizer.getTokenSlice(async_attr.async_token)); | 3587 | try renderComments(tree, stream, field, indent); |
| 3708 | | 3588 | if (field.visib_token) |visib_token| { |
| 3709 | if (async_attr.allocator_type) |allocator_type| { | 3589 | try stream.print("{} ", tree.tokenSlice(visib_token)); |
| 3710 | try stack.append(RenderState { .Text = ">" }); | | |
| 3711 | try stack.append(RenderState { .Expression = allocator_type }); | | |
| 3712 | try stack.append(RenderState { .Text = "<" }); | | |
| 3713 | } | 3590 | } |
| | 3591 | try stream.print("{}: ", tree.tokenSlice(field.name_token)); |
| | 3592 | try stack.push(RenderState { .Text = "," }); |
| | 3593 | try stack.push(RenderState { .Expression = field.type_expr}); |
| 3714 | }, | 3594 | }, |
| 3715 | ast.Node.Id.Suspend => { | 3595 | ast.Node.Id.UnionTag => { |
| 3716 | const suspend_node = @fieldParentPtr(ast.Node.Suspend, "base", base); | 3596 | const tag = @fieldParentPtr(ast.Node.UnionTag, "base", decl); |
| 3717 | if (suspend_node.label) |label| { | 3597 | try renderComments(tree, stream, tag, indent); |
| 3718 | try stream.print("{}: ", self.tokenizer.getTokenSlice(label)); | 3598 | try stream.print("{}", tree.tokenSlice(tag.name_token)); |
| 3719 | } | | |
| 3720 | try stream.print("{}", self.tokenizer.getTokenSlice(suspend_node.suspend_token)); | | |
| 3721 | | 3599 | |
| 3722 | if (suspend_node.body) |body| { | 3600 | try stack.push(RenderState { .Text = "," }); |
| 3723 | try stack.append(RenderState { .Expression = body }); | | |
| 3724 | try stack.append(RenderState { .Text = " " }); | | |
| 3725 | } | | |
| 3726 | | 3601 | |
| 3727 | if (suspend_node.payload) |payload| { | 3602 | if (tag.value_expr) |value_expr| { |
| 3728 | try stack.append(RenderState { .Expression = payload }); | 3603 | try stack.push(RenderState { .Expression = value_expr }); |
| 3729 | try stack.append(RenderState { .Text = " " }); | 3604 | try stack.push(RenderState { .Text = " = " }); |
| 3730 | } | 3605 | } |
| 3731 | }, | | |
| 3732 | ast.Node.Id.InfixOp => { | | |
| 3733 | const prefix_op_node = @fieldParentPtr(ast.Node.InfixOp, "base", base); | | |
| 3734 | try stack.append(RenderState { .Expression = prefix_op_node.rhs }); | | |
| 3735 | | | |
| 3736 | if (prefix_op_node.op == ast.Node.InfixOp.Op.Catch) { | | |
| 3737 | if (prefix_op_node.op.Catch) |payload| { | | |
| 3738 | try stack.append(RenderState { .Text = " " }); | | |
| 3739 | try stack.append(RenderState { .Expression = payload }); | | |
| 3740 | } | | |
| 3741 | try stack.append(RenderState { .Text = " catch " }); | | |
| 3742 | } else { | | |
| 3743 | const text = switch (prefix_op_node.op) { | | |
| 3744 | ast.Node.InfixOp.Op.Add => " + ", | | |
| 3745 | ast.Node.InfixOp.Op.AddWrap => " +% ", | | |
| 3746 | ast.Node.InfixOp.Op.ArrayCat => " ++ ", | | |
| 3747 | ast.Node.InfixOp.Op.ArrayMult => " ** ", | | |
| 3748 | ast.Node.InfixOp.Op.Assign => " = ", | | |
| 3749 | ast.Node.InfixOp.Op.AssignBitAnd => " &= ", | | |
| 3750 | ast.Node.InfixOp.Op.AssignBitOr => " |= ", | | |
| 3751 | ast.Node.InfixOp.Op.AssignBitShiftLeft => " <<= ", | | |
| 3752 | ast.Node.InfixOp.Op.AssignBitShiftRight => " >>= ", | | |
| 3753 | ast.Node.InfixOp.Op.AssignBitXor => " ^= ", | | |
| 3754 | ast.Node.InfixOp.Op.AssignDiv => " /= ", | | |
| 3755 | ast.Node.InfixOp.Op.AssignMinus => " -= ", | | |
| 3756 | ast.Node.InfixOp.Op.AssignMinusWrap => " -%= ", | | |
| 3757 | ast.Node.InfixOp.Op.AssignMod => " %= ", | | |
| 3758 | ast.Node.InfixOp.Op.AssignPlus => " += ", | | |
| 3759 | ast.Node.InfixOp.Op.AssignPlusWrap => " +%= ", | | |
| 3760 | ast.Node.InfixOp.Op.AssignTimes => " *= ", | | |
| 3761 | ast.Node.InfixOp.Op.AssignTimesWarp => " *%= ", | | |
| 3762 | ast.Node.InfixOp.Op.BangEqual => " != ", | | |
| 3763 | ast.Node.InfixOp.Op.BitAnd => " & ", | | |
| 3764 | ast.Node.InfixOp.Op.BitOr => " | ", | | |
| 3765 | ast.Node.InfixOp.Op.BitShiftLeft => " << ", | | |
| 3766 | ast.Node.InfixOp.Op.BitShiftRight => " >> ", | | |
| 3767 | ast.Node.InfixOp.Op.BitXor => " ^ ", | | |
| 3768 | ast.Node.InfixOp.Op.BoolAnd => " and ", | | |
| 3769 | ast.Node.InfixOp.Op.BoolOr => " or ", | | |
| 3770 | ast.Node.InfixOp.Op.Div => " / ", | | |
| 3771 | ast.Node.InfixOp.Op.EqualEqual => " == ", | | |
| 3772 | ast.Node.InfixOp.Op.ErrorUnion => "!", | | |
| 3773 | ast.Node.InfixOp.Op.GreaterOrEqual => " >= ", | | |
| 3774 | ast.Node.InfixOp.Op.GreaterThan => " > ", | | |
| 3775 | ast.Node.InfixOp.Op.LessOrEqual => " <= ", | | |
| 3776 | ast.Node.InfixOp.Op.LessThan => " < ", | | |
| 3777 | ast.Node.InfixOp.Op.MergeErrorSets => " || ", | | |
| 3778 | ast.Node.InfixOp.Op.Mod => " % ", | | |
| 3779 | ast.Node.InfixOp.Op.Mult => " * ", | | |
| 3780 | ast.Node.InfixOp.Op.MultWrap => " *% ", | | |
| 3781 | ast.Node.InfixOp.Op.Period => ".", | | |
| 3782 | ast.Node.InfixOp.Op.Sub => " - ", | | |
| 3783 | ast.Node.InfixOp.Op.SubWrap => " -% ", | | |
| 3784 | ast.Node.InfixOp.Op.UnwrapMaybe => " ?? ", | | |
| 3785 | ast.Node.InfixOp.Op.Range => " ... ", | | |
| 3786 | ast.Node.InfixOp.Op.Catch => unreachable, | | |
| 3787 | }; | | |
| 3788 | | 3606 | |
| 3789 | try stack.append(RenderState { .Text = text }); | 3607 | if (tag.type_expr) |type_expr| { |
| | 3608 | try stream.print(": "); |
| | 3609 | try stack.push(RenderState { .Expression = type_expr}); |
| 3790 | } | 3610 | } |
| 3791 | try stack.append(RenderState { .Expression = prefix_op_node.lhs }); | | |
| 3792 | }, | 3611 | }, |
| 3793 | ast.Node.Id.PrefixOp => { | 3612 | ast.Node.Id.EnumTag => { |
| 3794 | const prefix_op_node = @fieldParentPtr(ast.Node.PrefixOp, "base", base); | 3613 | const tag = @fieldParentPtr(ast.Node.EnumTag, "base", decl); |
| 3795 | try stack.append(RenderState { .Expression = prefix_op_node.rhs }); | 3614 | try renderComments(tree, stream, tag, indent); |
| 3796 | switch (prefix_op_node.op) { | 3615 | try stream.print("{}", tree.tokenSlice(tag.name_token)); |
| 3797 | ast.Node.PrefixOp.Op.AddrOf => |addr_of_info| { | 3616 | |
| 3798 | try stream.write("&"); | 3617 | try stack.push(RenderState { .Text = "," }); |
| 3799 | if (addr_of_info.volatile_token != null) { | 3618 | if (tag.value) |value| { |
| 3800 | try stack.append(RenderState { .Text = "volatile "}); | 3619 | try stream.print(" = "); |
| 3801 | } | 3620 | try stack.push(RenderState { .Expression = value}); |
| 3802 | if (addr_of_info.const_token != null) { | | |
| 3803 | try stack.append(RenderState { .Text = "const "}); | | |
| 3804 | } | | |
| 3805 | if (addr_of_info.align_expr) |align_expr| { | | |
| 3806 | try stream.print("align("); | | |
| 3807 | try stack.append(RenderState { .Text = ") "}); | | |
| 3808 | try stack.append(RenderState { .Expression = align_expr}); | | |
| 3809 | } | | |
| 3810 | }, | | |
| 3811 | ast.Node.PrefixOp.Op.SliceType => |addr_of_info| { | | |
| 3812 | try stream.write("[]"); | | |
| 3813 | if (addr_of_info.volatile_token != null) { | | |
| 3814 | try stack.append(RenderState { .Text = "volatile "}); | | |
| 3815 | } | | |
| 3816 | if (addr_of_info.const_token != null) { | | |
| 3817 | try stack.append(RenderState { .Text = "const "}); | | |
| 3818 | } | | |
| 3819 | if (addr_of_info.align_expr) |align_expr| { | | |
| 3820 | try stream.print("align("); | | |
| 3821 | try stack.append(RenderState { .Text = ") "}); | | |
| 3822 | try stack.append(RenderState { .Expression = align_expr}); | | |
| 3823 | } | | |
| 3824 | }, | | |
| 3825 | ast.Node.PrefixOp.Op.ArrayType => |array_index| { | | |
| 3826 | try stack.append(RenderState { .Text = "]"}); | | |
| 3827 | try stack.append(RenderState { .Expression = array_index}); | | |
| 3828 | try stack.append(RenderState { .Text = "["}); | | |
| 3829 | }, | | |
| 3830 | ast.Node.PrefixOp.Op.BitNot => try stream.write("~"), | | |
| 3831 | ast.Node.PrefixOp.Op.BoolNot => try stream.write("!"), | | |
| 3832 | ast.Node.PrefixOp.Op.Deref => try stream.write("*"), | | |
| 3833 | ast.Node.PrefixOp.Op.Negation => try stream.write("-"), | | |
| 3834 | ast.Node.PrefixOp.Op.NegationWrap => try stream.write("-%"), | | |
| 3835 | ast.Node.PrefixOp.Op.Try => try stream.write("try "), | | |
| 3836 | ast.Node.PrefixOp.Op.UnwrapMaybe => try stream.write("??"), | | |
| 3837 | ast.Node.PrefixOp.Op.MaybeType => try stream.write("?"), | | |
| 3838 | ast.Node.PrefixOp.Op.Await => try stream.write("await "), | | |
| 3839 | ast.Node.PrefixOp.Op.Cancel => try stream.write("cancel "), | | |
| 3840 | ast.Node.PrefixOp.Op.Resume => try stream.write("resume "), | | |
| 3841 | } | 3621 | } |
| 3842 | }, | 3622 | }, |
| 3843 | ast.Node.Id.SuffixOp => { | 3623 | ast.Node.Id.ErrorTag => { |
| 3844 | const suffix_op = @fieldParentPtr(ast.Node.SuffixOp, "base", base); | 3624 | const tag = @fieldParentPtr(ast.Node.ErrorTag, "base", decl); |
| 3845 | | 3625 | try renderComments(tree, stream, tag, indent); |
| 3846 | switch (suffix_op.op) { | 3626 | try stream.print("{}", tree.tokenSlice(tag.name_token)); |
| 3847 | ast.Node.SuffixOp.Op.Call => |call_info| { | | |
| 3848 | try stack.append(RenderState { .Text = ")"}); | | |
| 3849 | var i = call_info.params.len; | | |
| 3850 | while (i != 0) { | | |
| 3851 | i -= 1; | | |
| 3852 | const param_node = call_info.params.at(i); | | |
| 3853 | try stack.append(RenderState { .Expression = param_node}); | | |
| 3854 | if (i != 0) { | | |
| 3855 | try stack.append(RenderState { .Text = ", " }); | | |
| 3856 | } | | |
| 3857 | } | | |
| 3858 | try stack.append(RenderState { .Text = "("}); | | |
| 3859 | try stack.append(RenderState { .Expression = suffix_op.lhs }); | | |
| 3860 | | | |
| 3861 | if (call_info.async_attr) |async_attr| { | | |
| 3862 | try stack.append(RenderState { .Text = " "}); | | |
| 3863 | try stack.append(RenderState { .Expression = &async_attr.base }); | | |
| 3864 | } | | |
| 3865 | }, | | |
| 3866 | ast.Node.SuffixOp.Op.ArrayAccess => |index_expr| { | | |
| 3867 | try stack.append(RenderState { .Text = "]"}); | | |
| 3868 | try stack.append(RenderState { .Expression = index_expr}); | | |
| 3869 | try stack.append(RenderState { .Text = "["}); | | |
| 3870 | try stack.append(RenderState { .Expression = suffix_op.lhs }); | | |
| 3871 | }, | | |
| 3872 | ast.Node.SuffixOp.Op.Slice => |range| { | | |
| 3873 | try stack.append(RenderState { .Text = "]"}); | | |
| 3874 | if (range.end) |end| { | | |
| 3875 | try stack.append(RenderState { .Expression = end}); | | |
| 3876 | } | | |
| 3877 | try stack.append(RenderState { .Text = ".."}); | | |
| 3878 | try stack.append(RenderState { .Expression = range.start}); | | |
| 3879 | try stack.append(RenderState { .Text = "["}); | | |
| 3880 | try stack.append(RenderState { .Expression = suffix_op.lhs }); | | |
| 3881 | }, | | |
| 3882 | ast.Node.SuffixOp.Op.StructInitializer => |field_inits| { | | |
| 3883 | if (field_inits.len == 0) { | | |
| 3884 | try stack.append(RenderState { .Text = "{}" }); | | |
| 3885 | try stack.append(RenderState { .Expression = suffix_op.lhs }); | | |
| 3886 | continue; | | |
| 3887 | } | | |
| 3888 | if (field_inits.len == 1) { | | |
| 3889 | const field_init = field_inits.at(0); | | |
| 3890 | | | |
| 3891 | try stack.append(RenderState { .Text = " }" }); | | |
| 3892 | try stack.append(RenderState { .Expression = field_init }); | | |
| 3893 | try stack.append(RenderState { .Text = "{ " }); | | |
| 3894 | try stack.append(RenderState { .Expression = suffix_op.lhs }); | | |
| 3895 | continue; | | |
| 3896 | } | | |
| 3897 | try stack.append(RenderState { .Text = "}"}); | | |
| 3898 | try stack.append(RenderState.PrintIndent); | | |
| 3899 | try stack.append(RenderState { .Indent = indent }); | | |
| 3900 | try stack.append(RenderState { .Text = "\n" }); | | |
| 3901 | var i = field_inits.len; | | |
| 3902 | while (i != 0) { | | |
| 3903 | i -= 1; | | |
| 3904 | const field_init = field_inits.at(i); | | |
| 3905 | if (field_init.id != ast.Node.Id.LineComment) { | | |
| 3906 | try stack.append(RenderState { .Text = "," }); | | |
| 3907 | } | | |
| 3908 | try stack.append(RenderState { .Expression = field_init }); | | |
| 3909 | try stack.append(RenderState.PrintIndent); | | |
| 3910 | if (i != 0) { | | |
| 3911 | try stack.append(RenderState { .Text = blk: { | | |
| 3912 | const prev_node = field_inits.at(i - 1); | | |
| 3913 | const loc = self.tokenizer.getTokenLocation(prev_node.lastToken().end, field_init.firstToken()); | | |
| 3914 | if (loc.line >= 2) { | | |
| 3915 | break :blk "\n\n"; | | |
| 3916 | } | | |
| 3917 | break :blk "\n"; | | |
| 3918 | }}); | | |
| 3919 | } | | |
| 3920 | } | | |
| 3921 | try stack.append(RenderState { .Indent = indent + indent_delta }); | | |
| 3922 | try stack.append(RenderState { .Text = "{\n"}); | | |
| 3923 | try stack.append(RenderState { .Expression = suffix_op.lhs }); | | |
| 3924 | }, | | |
| 3925 | ast.Node.SuffixOp.Op.ArrayInitializer => |exprs| { | | |
| 3926 | if (exprs.len == 0) { | | |
| 3927 | try stack.append(RenderState { .Text = "{}" }); | | |
| 3928 | try stack.append(RenderState { .Expression = suffix_op.lhs }); | | |
| 3929 | continue; | | |
| 3930 | } | | |
| 3931 | if (exprs.len == 1) { | | |
| 3932 | const expr = exprs.at(0); | | |
| 3933 | | | |
| 3934 | try stack.append(RenderState { .Text = "}" }); | | |
| 3935 | try stack.append(RenderState { .Expression = expr }); | | |
| 3936 | try stack.append(RenderState { .Text = "{" }); | | |
| 3937 | try stack.append(RenderState { .Expression = suffix_op.lhs }); | | |
| 3938 | continue; | | |
| 3939 | } | | |
| 3940 | | | |
| 3941 | try stack.append(RenderState { .Text = "}"}); | | |
| 3942 | try stack.append(RenderState.PrintIndent); | | |
| 3943 | try stack.append(RenderState { .Indent = indent }); | | |
| 3944 | var i = exprs.len; | | |
| 3945 | while (i != 0) { | | |
| 3946 | i -= 1; | | |
| 3947 | const expr = exprs.at(i); | | |
| 3948 | try stack.append(RenderState { .Text = ",\n" }); | | |
| 3949 | try stack.append(RenderState { .Expression = expr }); | | |
| 3950 | try stack.append(RenderState.PrintIndent); | | |
| 3951 | } | | |
| 3952 | try stack.append(RenderState { .Indent = indent + indent_delta }); | | |
| 3953 | try stack.append(RenderState { .Text = "{\n"}); | | |
| 3954 | try stack.append(RenderState { .Expression = suffix_op.lhs }); | | |
| 3955 | }, | | |
| 3956 | } | | |
| 3957 | }, | 3627 | }, |
| 3958 | ast.Node.Id.ControlFlowExpression => { | 3628 | ast.Node.Id.Comptime => { |
| 3959 | const flow_expr = @fieldParentPtr(ast.Node.ControlFlowExpression, "base", base); | 3629 | if (requireSemiColon(decl)) { |
| 3960 | | 3630 | try stack.push(RenderState { .Text = ";" }); |
| 3961 | if (flow_expr.rhs) |rhs| { | | |
| 3962 | try stack.append(RenderState { .Expression = rhs }); | | |
| 3963 | try stack.append(RenderState { .Text = " " }); | | |
| 3964 | } | | |
| 3965 | | | |
| 3966 | switch (flow_expr.kind) { | | |
| 3967 | ast.Node.ControlFlowExpression.Kind.Break => |maybe_label| { | | |
| 3968 | try stream.print("break"); | | |
| 3969 | if (maybe_label) |label| { | | |
| 3970 | try stream.print(" :"); | | |
| 3971 | try stack.append(RenderState { .Expression = label }); | | |
| 3972 | } | | |
| 3973 | }, | | |
| 3974 | ast.Node.ControlFlowExpression.Kind.Continue => |maybe_label| { | | |
| 3975 | try stream.print("continue"); | | |
| 3976 | if (maybe_label) |label| { | | |
| 3977 | try stream.print(" :"); | | |
| 3978 | try stack.append(RenderState { .Expression = label }); | | |
| 3979 | } | | |
| 3980 | }, | | |
| 3981 | ast.Node.ControlFlowExpression.Kind.Return => { | | |
| 3982 | try stream.print("return"); | | |
| 3983 | }, | | |
| 3984 | | | |
| 3985 | } | 3631 | } |
| | 3632 | try stack.push(RenderState { .Expression = decl }); |
| 3986 | }, | 3633 | }, |
| 3987 | ast.Node.Id.Payload => { | 3634 | ast.Node.Id.LineComment => { |
| 3988 | const payload = @fieldParentPtr(ast.Node.Payload, "base", base); | 3635 | const line_comment_node = @fieldParentPtr(ast.Node.LineComment, "base", decl); |
| 3989 | try stack.append(RenderState { .Text = "|"}); | 3636 | try stream.write(tree.tokenSlice(line_comment_node.token)); |
| 3990 | try stack.append(RenderState { .Expression = payload.error_symbol }); | | |
| 3991 | try stack.append(RenderState { .Text = "|"}); | | |
| 3992 | }, | 3637 | }, |
| 3993 | ast.Node.Id.PointerPayload => { | 3638 | else => unreachable, |
| 3994 | const payload = @fieldParentPtr(ast.Node.PointerPayload, "base", base); | 3639 | } |
| 3995 | try stack.append(RenderState { .Text = "|"}); | 3640 | }, |
| 3996 | try stack.append(RenderState { .Expression = payload.value_symbol }); | | |
| 3997 | | 3641 | |
| 3998 | if (payload.ptr_token) |ptr_token| { | 3642 | RenderState.VarDecl => |var_decl| { |
| 3999 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(ptr_token) }); | 3643 | try stack.push(RenderState { .Text = ";" }); |
| 4000 | } | 3644 | if (var_decl.init_node) |init_node| { |
| | 3645 | try stack.push(RenderState { .Expression = init_node }); |
| | 3646 | const text = if (init_node.id == ast.Node.Id.MultilineStringLiteral) " =" else " = "; |
| | 3647 | try stack.push(RenderState { .Text = text }); |
| | 3648 | } |
| | 3649 | if (var_decl.align_node) |align_node| { |
| | 3650 | try stack.push(RenderState { .Text = ")" }); |
| | 3651 | try stack.push(RenderState { .Expression = align_node }); |
| | 3652 | try stack.push(RenderState { .Text = " align(" }); |
| | 3653 | } |
| | 3654 | if (var_decl.type_node) |type_node| { |
| | 3655 | try stack.push(RenderState { .Expression = type_node }); |
| | 3656 | try stack.push(RenderState { .Text = ": " }); |
| | 3657 | } |
| | 3658 | try stack.push(RenderState { .Text = tree.tokenSlice(var_decl.name_token) }); |
| | 3659 | try stack.push(RenderState { .Text = " " }); |
| | 3660 | try stack.push(RenderState { .Text = tree.tokenSlice(var_decl.mut_token) }); |
| 4001 | | 3661 | |
| 4002 | try stack.append(RenderState { .Text = "|"}); | 3662 | if (var_decl.comptime_token) |comptime_token| { |
| 4003 | }, | 3663 | try stack.push(RenderState { .Text = " " }); |
| 4004 | ast.Node.Id.PointerIndexPayload => { | 3664 | try stack.push(RenderState { .Text = tree.tokenSlice(comptime_token) }); |
| 4005 | const payload = @fieldParentPtr(ast.Node.PointerIndexPayload, "base", base); | 3665 | } |
| 4006 | try stack.append(RenderState { .Text = "|"}); | | |
| 4007 | | 3666 | |
| 4008 | if (payload.index_symbol) |index_symbol| { | 3667 | if (var_decl.extern_export_token) |extern_export_token| { |
| 4009 | try stack.append(RenderState { .Expression = index_symbol }); | 3668 | if (var_decl.lib_name != null) { |
| 4010 | try stack.append(RenderState { .Text = ", "}); | 3669 | try stack.push(RenderState { .Text = " " }); |
| 4011 | } | 3670 | try stack.push(RenderState { .Expression = ??var_decl.lib_name }); |
| | 3671 | } |
| | 3672 | try stack.push(RenderState { .Text = " " }); |
| | 3673 | try stack.push(RenderState { .Text = tree.tokenSlice(extern_export_token) }); |
| | 3674 | } |
| | 3675 | |
| | 3676 | if (var_decl.visib_token) |visib_token| { |
| | 3677 | try stack.push(RenderState { .Text = " " }); |
| | 3678 | try stack.push(RenderState { .Text = tree.tokenSlice(visib_token) }); |
| | 3679 | } |
| | 3680 | }, |
| 4012 | | 3681 | |
| 4013 | try stack.append(RenderState { .Expression = payload.value_symbol }); | 3682 | RenderState.ParamDecl => |base| { |
| | 3683 | const param_decl = @fieldParentPtr(ast.Node.ParamDecl, "base", base); |
| | 3684 | if (param_decl.comptime_token) |comptime_token| { |
| | 3685 | try stream.print("{} ", tree.tokenSlice(comptime_token)); |
| | 3686 | } |
| | 3687 | if (param_decl.noalias_token) |noalias_token| { |
| | 3688 | try stream.print("{} ", tree.tokenSlice(noalias_token)); |
| | 3689 | } |
| | 3690 | if (param_decl.name_token) |name_token| { |
| | 3691 | try stream.print("{}: ", tree.tokenSlice(name_token)); |
| | 3692 | } |
| | 3693 | if (param_decl.var_args_token) |var_args_token| { |
| | 3694 | try stream.print("{}", tree.tokenSlice(var_args_token)); |
| | 3695 | } else { |
| | 3696 | try stack.push(RenderState { .Expression = param_decl.type_node}); |
| | 3697 | } |
| | 3698 | }, |
| | 3699 | RenderState.Text => |bytes| { |
| | 3700 | try stream.write(bytes); |
| | 3701 | }, |
| | 3702 | RenderState.Expression => |base| switch (base.id) { |
| | 3703 | ast.Node.Id.Identifier => { |
| | 3704 | const identifier = @fieldParentPtr(ast.Node.Identifier, "base", base); |
| | 3705 | try stream.print("{}", tree.tokenSlice(identifier.token)); |
| | 3706 | }, |
| | 3707 | ast.Node.Id.Block => { |
| | 3708 | const block = @fieldParentPtr(ast.Node.Block, "base", base); |
| | 3709 | if (block.label) |label| { |
| | 3710 | try stream.print("{}: ", tree.tokenSlice(label)); |
| | 3711 | } |
| 4014 | | 3712 | |
| 4015 | if (payload.ptr_token) |ptr_token| { | 3713 | if (block.statements.len == 0) { |
| 4016 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(ptr_token) }); | 3714 | try stream.write("{}"); |
| | 3715 | } else { |
| | 3716 | try stream.write("{"); |
| | 3717 | try stack.push(RenderState { .Text = "}"}); |
| | 3718 | try stack.push(RenderState.PrintIndent); |
| | 3719 | try stack.push(RenderState { .Indent = indent}); |
| | 3720 | try stack.push(RenderState { .Text = "\n"}); |
| | 3721 | var i = block.statements.len; |
| | 3722 | while (i != 0) { |
| | 3723 | i -= 1; |
| | 3724 | const statement_node = *block.statements.at(i); |
| | 3725 | try stack.push(RenderState { .Statement = statement_node}); |
| | 3726 | try stack.push(RenderState.PrintIndent); |
| | 3727 | try stack.push(RenderState { .Indent = indent + indent_delta}); |
| | 3728 | try stack.push(RenderState { |
| | 3729 | .Text = blk: { |
| | 3730 | if (i != 0) { |
| | 3731 | const prev_node = *block.statements.at(i - 1); |
| | 3732 | const prev_node_last_token_end = tree.tokens.at(prev_node.lastToken()).end; |
| | 3733 | const loc = tree.tokenLocation(prev_node_last_token_end, statement_node.firstToken()); |
| | 3734 | if (loc.line >= 2) { |
| | 3735 | break :blk "\n\n"; |
| | 3736 | } |
| | 3737 | } |
| | 3738 | break :blk "\n"; |
| | 3739 | }, |
| | 3740 | }); |
| 4017 | } | 3741 | } |
| | 3742 | } |
| | 3743 | }, |
| | 3744 | ast.Node.Id.Defer => { |
| | 3745 | const defer_node = @fieldParentPtr(ast.Node.Defer, "base", base); |
| | 3746 | try stream.print("{} ", tree.tokenSlice(defer_node.defer_token)); |
| | 3747 | try stack.push(RenderState { .Expression = defer_node.expr }); |
| | 3748 | }, |
| | 3749 | ast.Node.Id.Comptime => { |
| | 3750 | const comptime_node = @fieldParentPtr(ast.Node.Comptime, "base", base); |
| | 3751 | try stream.print("{} ", tree.tokenSlice(comptime_node.comptime_token)); |
| | 3752 | try stack.push(RenderState { .Expression = comptime_node.expr }); |
| | 3753 | }, |
| | 3754 | ast.Node.Id.AsyncAttribute => { |
| | 3755 | const async_attr = @fieldParentPtr(ast.Node.AsyncAttribute, "base", base); |
| | 3756 | try stream.print("{}", tree.tokenSlice(async_attr.async_token)); |
| | 3757 | |
| | 3758 | if (async_attr.allocator_type) |allocator_type| { |
| | 3759 | try stack.push(RenderState { .Text = ">" }); |
| | 3760 | try stack.push(RenderState { .Expression = allocator_type }); |
| | 3761 | try stack.push(RenderState { .Text = "<" }); |
| | 3762 | } |
| | 3763 | }, |
| | 3764 | ast.Node.Id.Suspend => { |
| | 3765 | const suspend_node = @fieldParentPtr(ast.Node.Suspend, "base", base); |
| | 3766 | if (suspend_node.label) |label| { |
| | 3767 | try stream.print("{}: ", tree.tokenSlice(label)); |
| | 3768 | } |
| | 3769 | try stream.print("{}", tree.tokenSlice(suspend_node.suspend_token)); |
| 4018 | | 3770 | |
| 4019 | try stack.append(RenderState { .Text = "|"}); | 3771 | if (suspend_node.body) |body| { |
| 4020 | }, | 3772 | try stack.push(RenderState { .Expression = body }); |
| 4021 | ast.Node.Id.GroupedExpression => { | 3773 | try stack.push(RenderState { .Text = " " }); |
| 4022 | const grouped_expr = @fieldParentPtr(ast.Node.GroupedExpression, "base", base); | 3774 | } |
| 4023 | try stack.append(RenderState { .Text = ")"}); | | |
| 4024 | try stack.append(RenderState { .Expression = grouped_expr.expr }); | | |
| 4025 | try stack.append(RenderState { .Text = "("}); | | |
| 4026 | }, | | |
| 4027 | ast.Node.Id.FieldInitializer => { | | |
| 4028 | const field_init = @fieldParentPtr(ast.Node.FieldInitializer, "base", base); | | |
| 4029 | try stream.print(".{} = ", self.tokenizer.getTokenSlice(field_init.name_token)); | | |
| 4030 | try stack.append(RenderState { .Expression = field_init.expr }); | | |
| 4031 | }, | | |
| 4032 | ast.Node.Id.IntegerLiteral => { | | |
| 4033 | const integer_literal = @fieldParentPtr(ast.Node.IntegerLiteral, "base", base); | | |
| 4034 | try stream.print("{}", self.tokenizer.getTokenSlice(integer_literal.token)); | | |
| 4035 | }, | | |
| 4036 | ast.Node.Id.FloatLiteral => { | | |
| 4037 | const float_literal = @fieldParentPtr(ast.Node.FloatLiteral, "base", base); | | |
| 4038 | try stream.print("{}", self.tokenizer.getTokenSlice(float_literal.token)); | | |
| 4039 | }, | | |
| 4040 | ast.Node.Id.StringLiteral => { | | |
| 4041 | const string_literal = @fieldParentPtr(ast.Node.StringLiteral, "base", base); | | |
| 4042 | try stream.print("{}", self.tokenizer.getTokenSlice(string_literal.token)); | | |
| 4043 | }, | | |
| 4044 | ast.Node.Id.CharLiteral => { | | |
| 4045 | const char_literal = @fieldParentPtr(ast.Node.CharLiteral, "base", base); | | |
| 4046 | try stream.print("{}", self.tokenizer.getTokenSlice(char_literal.token)); | | |
| 4047 | }, | | |
| 4048 | ast.Node.Id.BoolLiteral => { | | |
| 4049 | const bool_literal = @fieldParentPtr(ast.Node.CharLiteral, "base", base); | | |
| 4050 | try stream.print("{}", self.tokenizer.getTokenSlice(bool_literal.token)); | | |
| 4051 | }, | | |
| 4052 | ast.Node.Id.NullLiteral => { | | |
| 4053 | const null_literal = @fieldParentPtr(ast.Node.NullLiteral, "base", base); | | |
| 4054 | try stream.print("{}", self.tokenizer.getTokenSlice(null_literal.token)); | | |
| 4055 | }, | | |
| 4056 | ast.Node.Id.ThisLiteral => { | | |
| 4057 | const this_literal = @fieldParentPtr(ast.Node.ThisLiteral, "base", base); | | |
| 4058 | try stream.print("{}", self.tokenizer.getTokenSlice(this_literal.token)); | | |
| 4059 | }, | | |
| 4060 | ast.Node.Id.Unreachable => { | | |
| 4061 | const unreachable_node = @fieldParentPtr(ast.Node.Unreachable, "base", base); | | |
| 4062 | try stream.print("{}", self.tokenizer.getTokenSlice(unreachable_node.token)); | | |
| 4063 | }, | | |
| 4064 | ast.Node.Id.ErrorType => { | | |
| 4065 | const error_type = @fieldParentPtr(ast.Node.ErrorType, "base", base); | | |
| 4066 | try stream.print("{}", self.tokenizer.getTokenSlice(error_type.token)); | | |
| 4067 | }, | | |
| 4068 | ast.Node.Id.VarType => { | | |
| 4069 | const var_type = @fieldParentPtr(ast.Node.VarType, "base", base); | | |
| 4070 | try stream.print("{}", self.tokenizer.getTokenSlice(var_type.token)); | | |
| 4071 | }, | | |
| 4072 | ast.Node.Id.ContainerDecl => { | | |
| 4073 | const container_decl = @fieldParentPtr(ast.Node.ContainerDecl, "base", base); | | |
| 4074 | | 3775 | |
| 4075 | switch (container_decl.layout) { | 3776 | if (suspend_node.payload) |payload| { |
| 4076 | ast.Node.ContainerDecl.Layout.Packed => try stream.print("packed "), | 3777 | try stack.push(RenderState { .Expression = payload }); |
| 4077 | ast.Node.ContainerDecl.Layout.Extern => try stream.print("extern "), | 3778 | try stack.push(RenderState { .Text = " " }); |
| 4078 | ast.Node.ContainerDecl.Layout.Auto => { }, | 3779 | } |
| | 3780 | }, |
| | 3781 | ast.Node.Id.InfixOp => { |
| | 3782 | const prefix_op_node = @fieldParentPtr(ast.Node.InfixOp, "base", base); |
| | 3783 | try stack.push(RenderState { .Expression = prefix_op_node.rhs }); |
| | 3784 | |
| | 3785 | if (prefix_op_node.op == ast.Node.InfixOp.Op.Catch) { |
| | 3786 | if (prefix_op_node.op.Catch) |payload| { |
| | 3787 | try stack.push(RenderState { .Text = " " }); |
| | 3788 | try stack.push(RenderState { .Expression = payload }); |
| 4079 | } | 3789 | } |
| | 3790 | try stack.push(RenderState { .Text = " catch " }); |
| | 3791 | } else { |
| | 3792 | const text = switch (prefix_op_node.op) { |
| | 3793 | ast.Node.InfixOp.Op.Add => " + ", |
| | 3794 | ast.Node.InfixOp.Op.AddWrap => " +% ", |
| | 3795 | ast.Node.InfixOp.Op.ArrayCat => " ++ ", |
| | 3796 | ast.Node.InfixOp.Op.ArrayMult => " ** ", |
| | 3797 | ast.Node.InfixOp.Op.Assign => " = ", |
| | 3798 | ast.Node.InfixOp.Op.AssignBitAnd => " &= ", |
| | 3799 | ast.Node.InfixOp.Op.AssignBitOr => " |= ", |
| | 3800 | ast.Node.InfixOp.Op.AssignBitShiftLeft => " <<= ", |
| | 3801 | ast.Node.InfixOp.Op.AssignBitShiftRight => " >>= ", |
| | 3802 | ast.Node.InfixOp.Op.AssignBitXor => " ^= ", |
| | 3803 | ast.Node.InfixOp.Op.AssignDiv => " /= ", |
| | 3804 | ast.Node.InfixOp.Op.AssignMinus => " -= ", |
| | 3805 | ast.Node.InfixOp.Op.AssignMinusWrap => " -%= ", |
| | 3806 | ast.Node.InfixOp.Op.AssignMod => " %= ", |
| | 3807 | ast.Node.InfixOp.Op.AssignPlus => " += ", |
| | 3808 | ast.Node.InfixOp.Op.AssignPlusWrap => " +%= ", |
| | 3809 | ast.Node.InfixOp.Op.AssignTimes => " *= ", |
| | 3810 | ast.Node.InfixOp.Op.AssignTimesWarp => " *%= ", |
| | 3811 | ast.Node.InfixOp.Op.BangEqual => " != ", |
| | 3812 | ast.Node.InfixOp.Op.BitAnd => " & ", |
| | 3813 | ast.Node.InfixOp.Op.BitOr => " | ", |
| | 3814 | ast.Node.InfixOp.Op.BitShiftLeft => " << ", |
| | 3815 | ast.Node.InfixOp.Op.BitShiftRight => " >> ", |
| | 3816 | ast.Node.InfixOp.Op.BitXor => " ^ ", |
| | 3817 | ast.Node.InfixOp.Op.BoolAnd => " and ", |
| | 3818 | ast.Node.InfixOp.Op.BoolOr => " or ", |
| | 3819 | ast.Node.InfixOp.Op.Div => " / ", |
| | 3820 | ast.Node.InfixOp.Op.EqualEqual => " == ", |
| | 3821 | ast.Node.InfixOp.Op.ErrorUnion => "!", |
| | 3822 | ast.Node.InfixOp.Op.GreaterOrEqual => " >= ", |
| | 3823 | ast.Node.InfixOp.Op.GreaterThan => " > ", |
| | 3824 | ast.Node.InfixOp.Op.LessOrEqual => " <= ", |
| | 3825 | ast.Node.InfixOp.Op.LessThan => " < ", |
| | 3826 | ast.Node.InfixOp.Op.MergeErrorSets => " || ", |
| | 3827 | ast.Node.InfixOp.Op.Mod => " % ", |
| | 3828 | ast.Node.InfixOp.Op.Mult => " * ", |
| | 3829 | ast.Node.InfixOp.Op.MultWrap => " *% ", |
| | 3830 | ast.Node.InfixOp.Op.Period => ".", |
| | 3831 | ast.Node.InfixOp.Op.Sub => " - ", |
| | 3832 | ast.Node.InfixOp.Op.SubWrap => " -% ", |
| | 3833 | ast.Node.InfixOp.Op.UnwrapMaybe => " ?? ", |
| | 3834 | ast.Node.InfixOp.Op.Range => " ... ", |
| | 3835 | ast.Node.InfixOp.Op.Catch => unreachable, |
| | 3836 | }; |
| 4080 | | 3837 | |
| 4081 | switch (container_decl.kind) { | 3838 | try stack.push(RenderState { .Text = text }); |
| 4082 | ast.Node.ContainerDecl.Kind.Struct => try stream.print("struct"), | 3839 | } |
| 4083 | ast.Node.ContainerDecl.Kind.Enum => try stream.print("enum"), | 3840 | try stack.push(RenderState { .Expression = prefix_op_node.lhs }); |
| 4084 | ast.Node.ContainerDecl.Kind.Union => try stream.print("union"), | 3841 | }, |
| 4085 | } | 3842 | ast.Node.Id.PrefixOp => { |
| | 3843 | const prefix_op_node = @fieldParentPtr(ast.Node.PrefixOp, "base", base); |
| | 3844 | try stack.push(RenderState { .Expression = prefix_op_node.rhs }); |
| | 3845 | switch (prefix_op_node.op) { |
| | 3846 | ast.Node.PrefixOp.Op.AddrOf => |addr_of_info| { |
| | 3847 | try stream.write("&"); |
| | 3848 | if (addr_of_info.volatile_token != null) { |
| | 3849 | try stack.push(RenderState { .Text = "volatile "}); |
| | 3850 | } |
| | 3851 | if (addr_of_info.const_token != null) { |
| | 3852 | try stack.push(RenderState { .Text = "const "}); |
| | 3853 | } |
| | 3854 | if (addr_of_info.align_expr) |align_expr| { |
| | 3855 | try stream.print("align("); |
| | 3856 | try stack.push(RenderState { .Text = ") "}); |
| | 3857 | try stack.push(RenderState { .Expression = align_expr}); |
| | 3858 | } |
| | 3859 | }, |
| | 3860 | ast.Node.PrefixOp.Op.SliceType => |addr_of_info| { |
| | 3861 | try stream.write("[]"); |
| | 3862 | if (addr_of_info.volatile_token != null) { |
| | 3863 | try stack.push(RenderState { .Text = "volatile "}); |
| | 3864 | } |
| | 3865 | if (addr_of_info.const_token != null) { |
| | 3866 | try stack.push(RenderState { .Text = "const "}); |
| | 3867 | } |
| | 3868 | if (addr_of_info.align_expr) |align_expr| { |
| | 3869 | try stream.print("align("); |
| | 3870 | try stack.push(RenderState { .Text = ") "}); |
| | 3871 | try stack.push(RenderState { .Expression = align_expr}); |
| | 3872 | } |
| | 3873 | }, |
| | 3874 | ast.Node.PrefixOp.Op.ArrayType => |array_index| { |
| | 3875 | try stack.push(RenderState { .Text = "]"}); |
| | 3876 | try stack.push(RenderState { .Expression = array_index}); |
| | 3877 | try stack.push(RenderState { .Text = "["}); |
| | 3878 | }, |
| | 3879 | ast.Node.PrefixOp.Op.BitNot => try stream.write("~"), |
| | 3880 | ast.Node.PrefixOp.Op.BoolNot => try stream.write("!"), |
| | 3881 | ast.Node.PrefixOp.Op.Deref => try stream.write("*"), |
| | 3882 | ast.Node.PrefixOp.Op.Negation => try stream.write("-"), |
| | 3883 | ast.Node.PrefixOp.Op.NegationWrap => try stream.write("-%"), |
| | 3884 | ast.Node.PrefixOp.Op.Try => try stream.write("try "), |
| | 3885 | ast.Node.PrefixOp.Op.UnwrapMaybe => try stream.write("??"), |
| | 3886 | ast.Node.PrefixOp.Op.MaybeType => try stream.write("?"), |
| | 3887 | ast.Node.PrefixOp.Op.Await => try stream.write("await "), |
| | 3888 | ast.Node.PrefixOp.Op.Cancel => try stream.write("cancel "), |
| | 3889 | ast.Node.PrefixOp.Op.Resume => try stream.write("resume "), |
| | 3890 | } |
| | 3891 | }, |
| | 3892 | ast.Node.Id.SuffixOp => { |
| | 3893 | const suffix_op = @fieldParentPtr(ast.Node.SuffixOp, "base", base); |
| 4086 | | 3894 | |
| 4087 | const fields_and_decls = container_decl.fields_and_decls.toSliceConst(); | 3895 | switch (suffix_op.op) { |
| 4088 | if (fields_and_decls.len == 0) { | 3896 | @TagType(ast.Node.SuffixOp.Op).Call => |*call_info| { |
| 4089 | try stack.append(RenderState { .Text = "{}"}); | 3897 | try stack.push(RenderState { .Text = ")"}); |
| 4090 | } else { | 3898 | var i = call_info.params.len; |
| 4091 | try stack.append(RenderState { .Text = "}"}); | 3899 | while (i != 0) { |
| 4092 | try stack.append(RenderState.PrintIndent); | 3900 | i -= 1; |
| 4093 | try stack.append(RenderState { .Indent = indent }); | 3901 | const param_node = *call_info.params.at(i); |
| 4094 | try stack.append(RenderState { .Text = "\n"}); | 3902 | try stack.push(RenderState { .Expression = param_node}); |
| | 3903 | if (i != 0) { |
| | 3904 | try stack.push(RenderState { .Text = ", " }); |
| | 3905 | } |
| | 3906 | } |
| | 3907 | try stack.push(RenderState { .Text = "("}); |
| | 3908 | try stack.push(RenderState { .Expression = suffix_op.lhs }); |
| | 3909 | |
| | 3910 | if (call_info.async_attr) |async_attr| { |
| | 3911 | try stack.push(RenderState { .Text = " "}); |
| | 3912 | try stack.push(RenderState { .Expression = &async_attr.base }); |
| | 3913 | } |
| | 3914 | }, |
| | 3915 | ast.Node.SuffixOp.Op.ArrayAccess => |index_expr| { |
| | 3916 | try stack.push(RenderState { .Text = "]"}); |
| | 3917 | try stack.push(RenderState { .Expression = index_expr}); |
| | 3918 | try stack.push(RenderState { .Text = "["}); |
| | 3919 | try stack.push(RenderState { .Expression = suffix_op.lhs }); |
| | 3920 | }, |
| | 3921 | @TagType(ast.Node.SuffixOp.Op).Slice => |range| { |
| | 3922 | try stack.push(RenderState { .Text = "]"}); |
| | 3923 | if (range.end) |end| { |
| | 3924 | try stack.push(RenderState { .Expression = end}); |
| | 3925 | } |
| | 3926 | try stack.push(RenderState { .Text = ".."}); |
| | 3927 | try stack.push(RenderState { .Expression = range.start}); |
| | 3928 | try stack.push(RenderState { .Text = "["}); |
| | 3929 | try stack.push(RenderState { .Expression = suffix_op.lhs }); |
| | 3930 | }, |
| | 3931 | ast.Node.SuffixOp.Op.StructInitializer => |*field_inits| { |
| | 3932 | if (field_inits.len == 0) { |
| | 3933 | try stack.push(RenderState { .Text = "{}" }); |
| | 3934 | try stack.push(RenderState { .Expression = suffix_op.lhs }); |
| | 3935 | continue; |
| | 3936 | } |
| | 3937 | if (field_inits.len == 1) { |
| | 3938 | const field_init = *field_inits.at(0); |
| 4095 | | 3939 | |
| 4096 | var i = fields_and_decls.len; | 3940 | try stack.push(RenderState { .Text = " }" }); |
| | 3941 | try stack.push(RenderState { .Expression = field_init }); |
| | 3942 | try stack.push(RenderState { .Text = "{ " }); |
| | 3943 | try stack.push(RenderState { .Expression = suffix_op.lhs }); |
| | 3944 | continue; |
| | 3945 | } |
| | 3946 | try stack.push(RenderState { .Text = "}"}); |
| | 3947 | try stack.push(RenderState.PrintIndent); |
| | 3948 | try stack.push(RenderState { .Indent = indent }); |
| | 3949 | try stack.push(RenderState { .Text = "\n" }); |
| | 3950 | var i = field_inits.len; |
| 4097 | while (i != 0) { | 3951 | while (i != 0) { |
| 4098 | i -= 1; | 3952 | i -= 1; |
| 4099 | const node = fields_and_decls[i]; | 3953 | const field_init = *field_inits.at(i); |
| 4100 | try stack.append(RenderState { .TopLevelDecl = node}); | 3954 | if (field_init.id != ast.Node.Id.LineComment) { |
| 4101 | try stack.append(RenderState.PrintIndent); | 3955 | try stack.push(RenderState { .Text = "," }); |
| 4102 | try stack.append(RenderState { | 3956 | } |
| 4103 | .Text = blk: { | 3957 | try stack.push(RenderState { .Expression = field_init }); |
| 4104 | if (i != 0) { | 3958 | try stack.push(RenderState.PrintIndent); |
| 4105 | const prev_node = fields_and_decls[i - 1]; | 3959 | if (i != 0) { |
| 4106 | const loc = self.tokenizer.getTokenLocation(prev_node.lastToken().end, node.firstToken()); | 3960 | try stack.push(RenderState { .Text = blk: { |
| 4107 | if (loc.line >= 2) { | 3961 | const prev_node = *field_inits.at(i - 1); |
| 4108 | break :blk "\n\n"; | 3962 | const prev_node_last_token_end = tree.tokens.at(prev_node.lastToken()).end; |
| 4109 | } | 3963 | const loc = tree.tokenLocation(prev_node_last_token_end, field_init.firstToken()); |
| | 3964 | if (loc.line >= 2) { |
| | 3965 | break :blk "\n\n"; |
| 4110 | } | 3966 | } |
| 4111 | break :blk "\n"; | 3967 | break :blk "\n"; |
| 4112 | }, | 3968 | }}); |
| 4113 | }); | 3969 | } |
| 4114 | } | 3970 | } |
| 4115 | try stack.append(RenderState { .Indent = indent + indent_delta}); | 3971 | try stack.push(RenderState { .Indent = indent + indent_delta }); |
| 4116 | try stack.append(RenderState { .Text = "{"}); | 3972 | try stack.push(RenderState { .Text = "{\n"}); |
| 4117 | } | 3973 | try stack.push(RenderState { .Expression = suffix_op.lhs }); |
| | 3974 | }, |
| | 3975 | ast.Node.SuffixOp.Op.ArrayInitializer => |*exprs| { |
| | 3976 | if (exprs.len == 0) { |
| | 3977 | try stack.push(RenderState { .Text = "{}" }); |
| | 3978 | try stack.push(RenderState { .Expression = suffix_op.lhs }); |
| | 3979 | continue; |
| | 3980 | } |
| | 3981 | if (exprs.len == 1) { |
| | 3982 | const expr = *exprs.at(0); |
| 4118 | | 3983 | |
| 4119 | switch (container_decl.init_arg_expr) { | 3984 | try stack.push(RenderState { .Text = "}" }); |
| 4120 | ast.Node.ContainerDecl.InitArg.None => try stack.append(RenderState { .Text = " "}), | 3985 | try stack.push(RenderState { .Expression = expr }); |
| 4121 | ast.Node.ContainerDecl.InitArg.Enum => |enum_tag_type| { | 3986 | try stack.push(RenderState { .Text = "{" }); |
| 4122 | if (enum_tag_type) |expr| { | 3987 | try stack.push(RenderState { .Expression = suffix_op.lhs }); |
| 4123 | try stack.append(RenderState { .Text = ")) "}); | 3988 | continue; |
| 4124 | try stack.append(RenderState { .Expression = expr}); | 3989 | } |
| 4125 | try stack.append(RenderState { .Text = "(enum("}); | | |
| 4126 | } else { | | |
| 4127 | try stack.append(RenderState { .Text = "(enum) "}); | | |
| 4128 | } | | |
| 4129 | }, | | |
| 4130 | ast.Node.ContainerDecl.InitArg.Type => |type_expr| { | | |
| 4131 | try stack.append(RenderState { .Text = ") "}); | | |
| 4132 | try stack.append(RenderState { .Expression = type_expr}); | | |
| 4133 | try stack.append(RenderState { .Text = "("}); | | |
| 4134 | }, | | |
| 4135 | } | | |
| 4136 | }, | | |
| 4137 | ast.Node.Id.ErrorSetDecl => { | | |
| 4138 | const err_set_decl = @fieldParentPtr(ast.Node.ErrorSetDecl, "base", base); | | |
| 4139 | | 3990 | |
| 4140 | const decls = err_set_decl.decls.toSliceConst(); | 3991 | try stack.push(RenderState { .Text = "}"}); |
| 4141 | if (decls.len == 0) { | 3992 | try stack.push(RenderState.PrintIndent); |
| 4142 | try stream.write("error{}"); | 3993 | try stack.push(RenderState { .Indent = indent }); |
| 4143 | continue; | 3994 | var i = exprs.len; |
| 4144 | } | 3995 | while (i != 0) { |
| | 3996 | i -= 1; |
| | 3997 | const expr = *exprs.at(i); |
| | 3998 | try stack.push(RenderState { .Text = ",\n" }); |
| | 3999 | try stack.push(RenderState { .Expression = expr }); |
| | 4000 | try stack.push(RenderState.PrintIndent); |
| | 4001 | } |
| | 4002 | try stack.push(RenderState { .Indent = indent + indent_delta }); |
| | 4003 | try stack.push(RenderState { .Text = "{\n"}); |
| | 4004 | try stack.push(RenderState { .Expression = suffix_op.lhs }); |
| | 4005 | }, |
| | 4006 | } |
| | 4007 | }, |
| | 4008 | ast.Node.Id.ControlFlowExpression => { |
| | 4009 | const flow_expr = @fieldParentPtr(ast.Node.ControlFlowExpression, "base", base); |
| 4145 | | 4010 | |
| 4146 | if (decls.len == 1) blk: { | 4011 | if (flow_expr.rhs) |rhs| { |
| 4147 | const node = decls[0]; | 4012 | try stack.push(RenderState { .Expression = rhs }); |
| | 4013 | try stack.push(RenderState { .Text = " " }); |
| | 4014 | } |
| 4148 | | 4015 | |
| 4149 | // if there are any doc comments or same line comments | 4016 | switch (flow_expr.kind) { |
| 4150 | // don't try to put it all on one line | 4017 | ast.Node.ControlFlowExpression.Kind.Break => |maybe_label| { |
| 4151 | if (node.same_line_comment != null) break :blk; | 4018 | try stream.print("break"); |
| 4152 | if (node.cast(ast.Node.ErrorTag)) |tag| { | 4019 | if (maybe_label) |label| { |
| 4153 | if (tag.doc_comments != null) break :blk; | 4020 | try stream.print(" :"); |
| 4154 | } else { | 4021 | try stack.push(RenderState { .Expression = label }); |
| 4155 | break :blk; | 4022 | } |
| | 4023 | }, |
| | 4024 | ast.Node.ControlFlowExpression.Kind.Continue => |maybe_label| { |
| | 4025 | try stream.print("continue"); |
| | 4026 | if (maybe_label) |label| { |
| | 4027 | try stream.print(" :"); |
| | 4028 | try stack.push(RenderState { .Expression = label }); |
| 4156 | } | 4029 | } |
| | 4030 | }, |
| | 4031 | ast.Node.ControlFlowExpression.Kind.Return => { |
| | 4032 | try stream.print("return"); |
| | 4033 | }, |
| | 4034 | |
| | 4035 | } |
| | 4036 | }, |
| | 4037 | ast.Node.Id.Payload => { |
| | 4038 | const payload = @fieldParentPtr(ast.Node.Payload, "base", base); |
| | 4039 | try stack.push(RenderState { .Text = "|"}); |
| | 4040 | try stack.push(RenderState { .Expression = payload.error_symbol }); |
| | 4041 | try stack.push(RenderState { .Text = "|"}); |
| | 4042 | }, |
| | 4043 | ast.Node.Id.PointerPayload => { |
| | 4044 | const payload = @fieldParentPtr(ast.Node.PointerPayload, "base", base); |
| | 4045 | try stack.push(RenderState { .Text = "|"}); |
| | 4046 | try stack.push(RenderState { .Expression = payload.value_symbol }); |
| | 4047 | |
| | 4048 | if (payload.ptr_token) |ptr_token| { |
| | 4049 | try stack.push(RenderState { .Text = tree.tokenSlice(ptr_token) }); |
| | 4050 | } |
| 4157 | | 4051 | |
| | 4052 | try stack.push(RenderState { .Text = "|"}); |
| | 4053 | }, |
| | 4054 | ast.Node.Id.PointerIndexPayload => { |
| | 4055 | const payload = @fieldParentPtr(ast.Node.PointerIndexPayload, "base", base); |
| | 4056 | try stack.push(RenderState { .Text = "|"}); |
| | 4057 | |
| | 4058 | if (payload.index_symbol) |index_symbol| { |
| | 4059 | try stack.push(RenderState { .Expression = index_symbol }); |
| | 4060 | try stack.push(RenderState { .Text = ", "}); |
| | 4061 | } |
| | 4062 | |
| | 4063 | try stack.push(RenderState { .Expression = payload.value_symbol }); |
| | 4064 | |
| | 4065 | if (payload.ptr_token) |ptr_token| { |
| | 4066 | try stack.push(RenderState { .Text = tree.tokenSlice(ptr_token) }); |
| | 4067 | } |
| | 4068 | |
| | 4069 | try stack.push(RenderState { .Text = "|"}); |
| | 4070 | }, |
| | 4071 | ast.Node.Id.GroupedExpression => { |
| | 4072 | const grouped_expr = @fieldParentPtr(ast.Node.GroupedExpression, "base", base); |
| | 4073 | try stack.push(RenderState { .Text = ")"}); |
| | 4074 | try stack.push(RenderState { .Expression = grouped_expr.expr }); |
| | 4075 | try stack.push(RenderState { .Text = "("}); |
| | 4076 | }, |
| | 4077 | ast.Node.Id.FieldInitializer => { |
| | 4078 | const field_init = @fieldParentPtr(ast.Node.FieldInitializer, "base", base); |
| | 4079 | try stream.print(".{} = ", tree.tokenSlice(field_init.name_token)); |
| | 4080 | try stack.push(RenderState { .Expression = field_init.expr }); |
| | 4081 | }, |
| | 4082 | ast.Node.Id.IntegerLiteral => { |
| | 4083 | const integer_literal = @fieldParentPtr(ast.Node.IntegerLiteral, "base", base); |
| | 4084 | try stream.print("{}", tree.tokenSlice(integer_literal.token)); |
| | 4085 | }, |
| | 4086 | ast.Node.Id.FloatLiteral => { |
| | 4087 | const float_literal = @fieldParentPtr(ast.Node.FloatLiteral, "base", base); |
| | 4088 | try stream.print("{}", tree.tokenSlice(float_literal.token)); |
| | 4089 | }, |
| | 4090 | ast.Node.Id.StringLiteral => { |
| | 4091 | const string_literal = @fieldParentPtr(ast.Node.StringLiteral, "base", base); |
| | 4092 | try stream.print("{}", tree.tokenSlice(string_literal.token)); |
| | 4093 | }, |
| | 4094 | ast.Node.Id.CharLiteral => { |
| | 4095 | const char_literal = @fieldParentPtr(ast.Node.CharLiteral, "base", base); |
| | 4096 | try stream.print("{}", tree.tokenSlice(char_literal.token)); |
| | 4097 | }, |
| | 4098 | ast.Node.Id.BoolLiteral => { |
| | 4099 | const bool_literal = @fieldParentPtr(ast.Node.CharLiteral, "base", base); |
| | 4100 | try stream.print("{}", tree.tokenSlice(bool_literal.token)); |
| | 4101 | }, |
| | 4102 | ast.Node.Id.NullLiteral => { |
| | 4103 | const null_literal = @fieldParentPtr(ast.Node.NullLiteral, "base", base); |
| | 4104 | try stream.print("{}", tree.tokenSlice(null_literal.token)); |
| | 4105 | }, |
| | 4106 | ast.Node.Id.ThisLiteral => { |
| | 4107 | const this_literal = @fieldParentPtr(ast.Node.ThisLiteral, "base", base); |
| | 4108 | try stream.print("{}", tree.tokenSlice(this_literal.token)); |
| | 4109 | }, |
| | 4110 | ast.Node.Id.Unreachable => { |
| | 4111 | const unreachable_node = @fieldParentPtr(ast.Node.Unreachable, "base", base); |
| | 4112 | try stream.print("{}", tree.tokenSlice(unreachable_node.token)); |
| | 4113 | }, |
| | 4114 | ast.Node.Id.ErrorType => { |
| | 4115 | const error_type = @fieldParentPtr(ast.Node.ErrorType, "base", base); |
| | 4116 | try stream.print("{}", tree.tokenSlice(error_type.token)); |
| | 4117 | }, |
| | 4118 | ast.Node.Id.VarType => { |
| | 4119 | const var_type = @fieldParentPtr(ast.Node.VarType, "base", base); |
| | 4120 | try stream.print("{}", tree.tokenSlice(var_type.token)); |
| | 4121 | }, |
| | 4122 | ast.Node.Id.ContainerDecl => { |
| | 4123 | const container_decl = @fieldParentPtr(ast.Node.ContainerDecl, "base", base); |
| 4158 | | 4124 | |
| 4159 | try stream.write("error{"); | 4125 | switch (container_decl.layout) { |
| 4160 | try stack.append(RenderState { .Text = "}" }); | 4126 | ast.Node.ContainerDecl.Layout.Packed => try stream.print("packed "), |
| 4161 | try stack.append(RenderState { .TopLevelDecl = node }); | 4127 | ast.Node.ContainerDecl.Layout.Extern => try stream.print("extern "), |
| 4162 | continue; | 4128 | ast.Node.ContainerDecl.Layout.Auto => { }, |
| 4163 | } | 4129 | } |
| 4164 | | 4130 | |
| 4165 | try stream.write("error{"); | 4131 | switch (container_decl.kind) { |
| | 4132 | ast.Node.ContainerDecl.Kind.Struct => try stream.print("struct"), |
| | 4133 | ast.Node.ContainerDecl.Kind.Enum => try stream.print("enum"), |
| | 4134 | ast.Node.ContainerDecl.Kind.Union => try stream.print("union"), |
| | 4135 | } |
| 4166 | | 4136 | |
| 4167 | try stack.append(RenderState { .Text = "}"}); | 4137 | if (container_decl.fields_and_decls.len == 0) { |
| 4168 | try stack.append(RenderState.PrintIndent); | 4138 | try stack.push(RenderState { .Text = "{}"}); |
| 4169 | try stack.append(RenderState { .Indent = indent }); | 4139 | } else { |
| 4170 | try stack.append(RenderState { .Text = "\n"}); | 4140 | try stack.push(RenderState { .Text = "}"}); |
| | 4141 | try stack.push(RenderState.PrintIndent); |
| | 4142 | try stack.push(RenderState { .Indent = indent }); |
| | 4143 | try stack.push(RenderState { .Text = "\n"}); |
| 4171 | | 4144 | |
| 4172 | var i = decls.len; | 4145 | var i = container_decl.fields_and_decls.len; |
| 4173 | while (i != 0) { | 4146 | while (i != 0) { |
| 4174 | i -= 1; | 4147 | i -= 1; |
| 4175 | const node = decls[i]; | 4148 | const node = *container_decl.fields_and_decls.at(i); |
| 4176 | if (node.id != ast.Node.Id.LineComment) { | 4149 | try stack.push(RenderState { .TopLevelDecl = node}); |
| 4177 | try stack.append(RenderState { .Text = "," }); | 4150 | try stack.push(RenderState.PrintIndent); |
| 4178 | } | 4151 | try stack.push(RenderState { |
| 4179 | try stack.append(RenderState { .TopLevelDecl = node }); | | |
| 4180 | try stack.append(RenderState.PrintIndent); | | |
| 4181 | try stack.append(RenderState { | | |
| 4182 | .Text = blk: { | 4152 | .Text = blk: { |
| 4183 | if (i != 0) { | 4153 | if (i != 0) { |
| 4184 | const prev_node = decls[i - 1]; | 4154 | const prev_node = *container_decl.fields_and_decls.at(i - 1); |
| 4185 | const loc = self.tokenizer.getTokenLocation(prev_node.lastToken().end, node.firstToken()); | 4155 | const prev_node_last_token_end = tree.tokens.at(prev_node.lastToken()).end; |
| | 4156 | const loc = tree.tokenLocation(prev_node_last_token_end, node.firstToken()); |
| 4186 | if (loc.line >= 2) { | 4157 | if (loc.line >= 2) { |
| 4187 | break :blk "\n\n"; | 4158 | break :blk "\n\n"; |
| 4188 | } | 4159 | } |
| ... | @@ -4191,538 +4162,579 @@ pub const Parser = struct { | ... | @@ -4191,538 +4162,579 @@ pub const Parser = struct { |
| 4191 | }, | 4162 | }, |
| 4192 | }); | 4163 | }); |
| 4193 | } | 4164 | } |
| 4194 | try stack.append(RenderState { .Indent = indent + indent_delta}); | 4165 | try stack.push(RenderState { .Indent = indent + indent_delta}); |
| 4195 | }, | 4166 | try stack.push(RenderState { .Text = "{"}); |
| 4196 | ast.Node.Id.MultilineStringLiteral => { | 4167 | } |
| 4197 | const multiline_str_literal = @fieldParentPtr(ast.Node.MultilineStringLiteral, "base", base); | 4168 | |
| 4198 | try stream.print("\n"); | 4169 | switch (container_decl.init_arg_expr) { |
| 4199 | | 4170 | ast.Node.ContainerDecl.InitArg.None => try stack.push(RenderState { .Text = " "}), |
| 4200 | var i : usize = 0; | 4171 | ast.Node.ContainerDecl.InitArg.Enum => |enum_tag_type| { |
| 4201 | while (i < multiline_str_literal.tokens.len) : (i += 1) { | 4172 | if (enum_tag_type) |expr| { |
| 4202 | const t = multiline_str_literal.tokens.at(i); | 4173 | try stack.push(RenderState { .Text = ")) "}); |
| 4203 | try stream.writeByteNTimes(' ', indent + indent_delta); | 4174 | try stack.push(RenderState { .Expression = expr}); |
| 4204 | try stream.print("{}", self.tokenizer.getTokenSlice(t)); | 4175 | try stack.push(RenderState { .Text = "(enum("}); |
| 4205 | } | 4176 | } else { |
| 4206 | try stream.writeByteNTimes(' ', indent); | 4177 | try stack.push(RenderState { .Text = "(enum) "}); |
| 4207 | }, | | |
| 4208 | ast.Node.Id.UndefinedLiteral => { | | |
| 4209 | const undefined_literal = @fieldParentPtr(ast.Node.UndefinedLiteral, "base", base); | | |
| 4210 | try stream.print("{}", self.tokenizer.getTokenSlice(undefined_literal.token)); | | |
| 4211 | }, | | |
| 4212 | ast.Node.Id.BuiltinCall => { | | |
| 4213 | const builtin_call = @fieldParentPtr(ast.Node.BuiltinCall, "base", base); | | |
| 4214 | try stream.print("{}(", self.tokenizer.getTokenSlice(builtin_call.builtin_token)); | | |
| 4215 | try stack.append(RenderState { .Text = ")"}); | | |
| 4216 | var i = builtin_call.params.len; | | |
| 4217 | while (i != 0) { | | |
| 4218 | i -= 1; | | |
| 4219 | const param_node = builtin_call.params.at(i); | | |
| 4220 | try stack.append(RenderState { .Expression = param_node}); | | |
| 4221 | if (i != 0) { | | |
| 4222 | try stack.append(RenderState { .Text = ", " }); | | |
| 4223 | } | 4178 | } |
| 4224 | } | 4179 | }, |
| 4225 | }, | 4180 | ast.Node.ContainerDecl.InitArg.Type => |type_expr| { |
| 4226 | ast.Node.Id.FnProto => { | 4181 | try stack.push(RenderState { .Text = ") "}); |
| 4227 | const fn_proto = @fieldParentPtr(ast.Node.FnProto, "base", base); | 4182 | try stack.push(RenderState { .Expression = type_expr}); |
| | 4183 | try stack.push(RenderState { .Text = "("}); |
| | 4184 | }, |
| | 4185 | } |
| | 4186 | }, |
| | 4187 | ast.Node.Id.ErrorSetDecl => { |
| | 4188 | const err_set_decl = @fieldParentPtr(ast.Node.ErrorSetDecl, "base", base); |
| 4228 | | 4189 | |
| 4229 | switch (fn_proto.return_type) { | 4190 | if (err_set_decl.decls.len == 0) { |
| 4230 | ast.Node.FnProto.ReturnType.Explicit => |node| { | 4191 | try stream.write("error{}"); |
| 4231 | try stack.append(RenderState { .Expression = node}); | 4192 | continue; |
| 4232 | }, | 4193 | } |
| 4233 | ast.Node.FnProto.ReturnType.InferErrorSet => |node| { | | |
| 4234 | try stack.append(RenderState { .Expression = node}); | | |
| 4235 | try stack.append(RenderState { .Text = "!"}); | | |
| 4236 | }, | | |
| 4237 | } | | |
| 4238 | | 4194 | |
| 4239 | if (fn_proto.align_expr) |align_expr| { | 4195 | if (err_set_decl.decls.len == 1) blk: { |
| 4240 | try stack.append(RenderState { .Text = ") " }); | 4196 | const node = *err_set_decl.decls.at(0); |
| 4241 | try stack.append(RenderState { .Expression = align_expr}); | | |
| 4242 | try stack.append(RenderState { .Text = "align(" }); | | |
| 4243 | } | | |
| 4244 | | 4197 | |
| 4245 | try stack.append(RenderState { .Text = ") " }); | 4198 | // if there are any doc comments or same line comments |
| 4246 | var i = fn_proto.params.len; | 4199 | // don't try to put it all on one line |
| 4247 | while (i != 0) { | 4200 | if (node.cast(ast.Node.ErrorTag)) |tag| { |
| 4248 | i -= 1; | 4201 | if (tag.doc_comments != null) break :blk; |
| 4249 | const param_decl_node = fn_proto.params.items[i]; | 4202 | } else { |
| 4250 | try stack.append(RenderState { .ParamDecl = param_decl_node}); | 4203 | break :blk; |
| 4251 | if (i != 0) { | | |
| 4252 | try stack.append(RenderState { .Text = ", " }); | | |
| 4253 | } | | |
| 4254 | } | 4204 | } |
| 4255 | | 4205 | |
| 4256 | try stack.append(RenderState { .Text = "(" }); | | |
| 4257 | if (fn_proto.name_token) |name_token| { | | |
| 4258 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(name_token) }); | | |
| 4259 | try stack.append(RenderState { .Text = " " }); | | |
| 4260 | } | | |
| 4261 | | 4206 | |
| 4262 | try stack.append(RenderState { .Text = "fn" }); | 4207 | try stream.write("error{"); |
| | 4208 | try stack.push(RenderState { .Text = "}" }); |
| | 4209 | try stack.push(RenderState { .TopLevelDecl = node }); |
| | 4210 | continue; |
| | 4211 | } |
| 4263 | | 4212 | |
| 4264 | if (fn_proto.async_attr) |async_attr| { | 4213 | try stream.write("error{"); |
| 4265 | try stack.append(RenderState { .Text = " " }); | | |
| 4266 | try stack.append(RenderState { .Expression = &async_attr.base }); | | |
| 4267 | } | | |
| 4268 | | 4214 | |
| 4269 | if (fn_proto.cc_token) |cc_token| { | 4215 | try stack.push(RenderState { .Text = "}"}); |
| 4270 | try stack.append(RenderState { .Text = " " }); | 4216 | try stack.push(RenderState.PrintIndent); |
| 4271 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(cc_token) }); | 4217 | try stack.push(RenderState { .Indent = indent }); |
| 4272 | } | 4218 | try stack.push(RenderState { .Text = "\n"}); |
| 4273 | | 4219 | |
| 4274 | if (fn_proto.lib_name) |lib_name| { | 4220 | var i = err_set_decl.decls.len; |
| 4275 | try stack.append(RenderState { .Text = " " }); | 4221 | while (i != 0) { |
| 4276 | try stack.append(RenderState { .Expression = lib_name }); | 4222 | i -= 1; |
| | 4223 | const node = *err_set_decl.decls.at(i); |
| | 4224 | if (node.id != ast.Node.Id.LineComment) { |
| | 4225 | try stack.push(RenderState { .Text = "," }); |
| 4277 | } | 4226 | } |
| 4278 | if (fn_proto.extern_export_inline_token) |extern_export_inline_token| { | 4227 | try stack.push(RenderState { .TopLevelDecl = node }); |
| 4279 | try stack.append(RenderState { .Text = " " }); | 4228 | try stack.push(RenderState.PrintIndent); |
| 4280 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(extern_export_inline_token) }); | 4229 | try stack.push(RenderState { |
| | 4230 | .Text = blk: { |
| | 4231 | if (i != 0) { |
| | 4232 | const prev_node = *err_set_decl.decls.at(i - 1); |
| | 4233 | const prev_node_last_token_end = tree.tokens.at(prev_node.lastToken()).end; |
| | 4234 | const loc = tree.tokenLocation(prev_node_last_token_end, node.firstToken()); |
| | 4235 | if (loc.line >= 2) { |
| | 4236 | break :blk "\n\n"; |
| | 4237 | } |
| | 4238 | } |
| | 4239 | break :blk "\n"; |
| | 4240 | }, |
| | 4241 | }); |
| | 4242 | } |
| | 4243 | try stack.push(RenderState { .Indent = indent + indent_delta}); |
| | 4244 | }, |
| | 4245 | ast.Node.Id.MultilineStringLiteral => { |
| | 4246 | const multiline_str_literal = @fieldParentPtr(ast.Node.MultilineStringLiteral, "base", base); |
| | 4247 | try stream.print("\n"); |
| | 4248 | |
| | 4249 | var i : usize = 0; |
| | 4250 | while (i < multiline_str_literal.lines.len) : (i += 1) { |
| | 4251 | const t = *multiline_str_literal.lines.at(i); |
| | 4252 | try stream.writeByteNTimes(' ', indent + indent_delta); |
| | 4253 | try stream.print("{}", tree.tokenSlice(t)); |
| | 4254 | } |
| | 4255 | try stream.writeByteNTimes(' ', indent); |
| | 4256 | }, |
| | 4257 | ast.Node.Id.UndefinedLiteral => { |
| | 4258 | const undefined_literal = @fieldParentPtr(ast.Node.UndefinedLiteral, "base", base); |
| | 4259 | try stream.print("{}", tree.tokenSlice(undefined_literal.token)); |
| | 4260 | }, |
| | 4261 | ast.Node.Id.BuiltinCall => { |
| | 4262 | const builtin_call = @fieldParentPtr(ast.Node.BuiltinCall, "base", base); |
| | 4263 | try stream.print("{}(", tree.tokenSlice(builtin_call.builtin_token)); |
| | 4264 | try stack.push(RenderState { .Text = ")"}); |
| | 4265 | var i = builtin_call.params.len; |
| | 4266 | while (i != 0) { |
| | 4267 | i -= 1; |
| | 4268 | const param_node = *builtin_call.params.at(i); |
| | 4269 | try stack.push(RenderState { .Expression = param_node}); |
| | 4270 | if (i != 0) { |
| | 4271 | try stack.push(RenderState { .Text = ", " }); |
| 4281 | } | 4272 | } |
| | 4273 | } |
| | 4274 | }, |
| | 4275 | ast.Node.Id.FnProto => { |
| | 4276 | const fn_proto = @fieldParentPtr(ast.Node.FnProto, "base", base); |
| 4282 | | 4277 | |
| 4283 | if (fn_proto.visib_token) |visib_token| { | 4278 | switch (fn_proto.return_type) { |
| 4284 | assert(visib_token.id == Token.Id.Keyword_pub or visib_token.id == Token.Id.Keyword_export); | 4279 | ast.Node.FnProto.ReturnType.Explicit => |node| { |
| 4285 | try stack.append(RenderState { .Text = " " }); | 4280 | try stack.push(RenderState { .Expression = node}); |
| 4286 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(visib_token) }); | 4281 | }, |
| 4287 | } | 4282 | ast.Node.FnProto.ReturnType.InferErrorSet => |node| { |
| 4288 | }, | 4283 | try stack.push(RenderState { .Expression = node}); |
| 4289 | ast.Node.Id.PromiseType => { | 4284 | try stack.push(RenderState { .Text = "!"}); |
| 4290 | const promise_type = @fieldParentPtr(ast.Node.PromiseType, "base", base); | 4285 | }, |
| 4291 | try stream.write(self.tokenizer.getTokenSlice(promise_type.promise_token)); | 4286 | } |
| 4292 | if (promise_type.result) |result| { | | |
| 4293 | try stream.write(self.tokenizer.getTokenSlice(result.arrow_token)); | | |
| 4294 | try stack.append(RenderState { .Expression = result.return_type}); | | |
| 4295 | } | | |
| 4296 | }, | | |
| 4297 | ast.Node.Id.LineComment => { | | |
| 4298 | const line_comment_node = @fieldParentPtr(ast.Node.LineComment, "base", base); | | |
| 4299 | try stream.write(self.tokenizer.getTokenSlice(line_comment_node.token)); | | |
| 4300 | }, | | |
| 4301 | ast.Node.Id.DocComment => unreachable, // doc comments are attached to nodes | | |
| 4302 | ast.Node.Id.Switch => { | | |
| 4303 | const switch_node = @fieldParentPtr(ast.Node.Switch, "base", base); | | |
| 4304 | const cases = switch_node.cases.toSliceConst(); | | |
| 4305 | | 4287 | |
| 4306 | try stream.print("{} (", self.tokenizer.getTokenSlice(switch_node.switch_token)); | 4288 | if (fn_proto.align_expr) |align_expr| { |
| | 4289 | try stack.push(RenderState { .Text = ") " }); |
| | 4290 | try stack.push(RenderState { .Expression = align_expr}); |
| | 4291 | try stack.push(RenderState { .Text = "align(" }); |
| | 4292 | } |
| 4307 | | 4293 | |
| 4308 | if (cases.len == 0) { | 4294 | try stack.push(RenderState { .Text = ") " }); |
| 4309 | try stack.append(RenderState { .Text = ") {}"}); | 4295 | var i = fn_proto.params.len; |
| 4310 | try stack.append(RenderState { .Expression = switch_node.expr }); | 4296 | while (i != 0) { |
| 4311 | continue; | 4297 | i -= 1; |
| | 4298 | const param_decl_node = *fn_proto.params.at(i); |
| | 4299 | try stack.push(RenderState { .ParamDecl = param_decl_node}); |
| | 4300 | if (i != 0) { |
| | 4301 | try stack.push(RenderState { .Text = ", " }); |
| 4312 | } | 4302 | } |
| | 4303 | } |
| 4313 | | 4304 | |
| 4314 | try stack.append(RenderState { .Text = "}"}); | 4305 | try stack.push(RenderState { .Text = "(" }); |
| 4315 | try stack.append(RenderState.PrintIndent); | 4306 | if (fn_proto.name_token) |name_token| { |
| 4316 | try stack.append(RenderState { .Indent = indent }); | 4307 | try stack.push(RenderState { .Text = tree.tokenSlice(name_token) }); |
| 4317 | try stack.append(RenderState { .Text = "\n"}); | 4308 | try stack.push(RenderState { .Text = " " }); |
| | 4309 | } |
| 4318 | | 4310 | |
| 4319 | var i = cases.len; | 4311 | try stack.push(RenderState { .Text = "fn" }); |
| 4320 | while (i != 0) { | | |
| 4321 | i -= 1; | | |
| 4322 | const node = cases[i]; | | |
| 4323 | try stack.append(RenderState { .Expression = node}); | | |
| 4324 | try stack.append(RenderState.PrintIndent); | | |
| 4325 | try stack.append(RenderState { | | |
| 4326 | .Text = blk: { | | |
| 4327 | if (i != 0) { | | |
| 4328 | const prev_node = cases[i - 1]; | | |
| 4329 | const loc = self.tokenizer.getTokenLocation(prev_node.lastToken().end, node.firstToken()); | | |
| 4330 | if (loc.line >= 2) { | | |
| 4331 | break :blk "\n\n"; | | |
| 4332 | } | | |
| 4333 | } | | |
| 4334 | break :blk "\n"; | | |
| 4335 | }, | | |
| 4336 | }); | | |
| 4337 | } | | |
| 4338 | try stack.append(RenderState { .Indent = indent + indent_delta}); | | |
| 4339 | try stack.append(RenderState { .Text = ") {"}); | | |
| 4340 | try stack.append(RenderState { .Expression = switch_node.expr }); | | |
| 4341 | }, | | |
| 4342 | ast.Node.Id.SwitchCase => { | | |
| 4343 | const switch_case = @fieldParentPtr(ast.Node.SwitchCase, "base", base); | | |
| 4344 | | | |
| 4345 | try stack.append(RenderState { .PrintSameLineComment = base.same_line_comment }); | | |
| 4346 | try stack.append(RenderState { .Text = "," }); | | |
| 4347 | try stack.append(RenderState { .Expression = switch_case.expr }); | | |
| 4348 | if (switch_case.payload) |payload| { | | |
| 4349 | try stack.append(RenderState { .Text = " " }); | | |
| 4350 | try stack.append(RenderState { .Expression = payload }); | | |
| 4351 | } | | |
| 4352 | try stack.append(RenderState { .Text = " => "}); | | |
| 4353 | | 4312 | |
| 4354 | const items = switch_case.items.toSliceConst(); | 4313 | if (fn_proto.async_attr) |async_attr| { |
| 4355 | var i = items.len; | 4314 | try stack.push(RenderState { .Text = " " }); |
| 4356 | while (i != 0) { | 4315 | try stack.push(RenderState { .Expression = &async_attr.base }); |
| 4357 | i -= 1; | 4316 | } |
| 4358 | try stack.append(RenderState { .Expression = items[i] }); | | |
| 4359 | | 4317 | |
| 4360 | if (i != 0) { | 4318 | if (fn_proto.cc_token) |cc_token| { |
| 4361 | try stack.append(RenderState.PrintIndent); | 4319 | try stack.push(RenderState { .Text = " " }); |
| 4362 | try stack.append(RenderState { .Text = ",\n" }); | 4320 | try stack.push(RenderState { .Text = tree.tokenSlice(cc_token) }); |
| 4363 | } | 4321 | } |
| 4364 | } | 4322 | |
| 4365 | }, | 4323 | if (fn_proto.lib_name) |lib_name| { |
| 4366 | ast.Node.Id.SwitchElse => { | 4324 | try stack.push(RenderState { .Text = " " }); |
| 4367 | const switch_else = @fieldParentPtr(ast.Node.SwitchElse, "base", base); | 4325 | try stack.push(RenderState { .Expression = lib_name }); |
| 4368 | try stream.print("{}", self.tokenizer.getTokenSlice(switch_else.token)); | 4326 | } |
| 4369 | }, | 4327 | if (fn_proto.extern_export_inline_token) |extern_export_inline_token| { |
| 4370 | ast.Node.Id.Else => { | 4328 | try stack.push(RenderState { .Text = " " }); |
| 4371 | const else_node = @fieldParentPtr(ast.Node.Else, "base", base); | 4329 | try stack.push(RenderState { .Text = tree.tokenSlice(extern_export_inline_token) }); |
| 4372 | try stream.print("{}", self.tokenizer.getTokenSlice(else_node.else_token)); | 4330 | } |
| 4373 | | 4331 | |
| 4374 | switch (else_node.body.id) { | 4332 | if (fn_proto.visib_token) |visib_token_index| { |
| 4375 | ast.Node.Id.Block, ast.Node.Id.If, | 4333 | const visib_token = tree.tokens.at(visib_token_index); |
| 4376 | ast.Node.Id.For, ast.Node.Id.While, | 4334 | assert(visib_token.id == Token.Id.Keyword_pub or visib_token.id == Token.Id.Keyword_export); |
| 4377 | ast.Node.Id.Switch => { | 4335 | try stack.push(RenderState { .Text = " " }); |
| 4378 | try stream.print(" "); | 4336 | try stack.push(RenderState { .Text = tree.tokenSlice(visib_token_index) }); |
| 4379 | try stack.append(RenderState { .Expression = else_node.body }); | 4337 | } |
| | 4338 | }, |
| | 4339 | ast.Node.Id.PromiseType => { |
| | 4340 | const promise_type = @fieldParentPtr(ast.Node.PromiseType, "base", base); |
| | 4341 | try stream.write(tree.tokenSlice(promise_type.promise_token)); |
| | 4342 | if (promise_type.result) |result| { |
| | 4343 | try stream.write(tree.tokenSlice(result.arrow_token)); |
| | 4344 | try stack.push(RenderState { .Expression = result.return_type}); |
| | 4345 | } |
| | 4346 | }, |
| | 4347 | ast.Node.Id.LineComment => { |
| | 4348 | const line_comment_node = @fieldParentPtr(ast.Node.LineComment, "base", base); |
| | 4349 | try stream.write(tree.tokenSlice(line_comment_node.token)); |
| | 4350 | }, |
| | 4351 | ast.Node.Id.DocComment => unreachable, // doc comments are attached to nodes |
| | 4352 | ast.Node.Id.Switch => { |
| | 4353 | const switch_node = @fieldParentPtr(ast.Node.Switch, "base", base); |
| | 4354 | |
| | 4355 | try stream.print("{} (", tree.tokenSlice(switch_node.switch_token)); |
| | 4356 | |
| | 4357 | if (switch_node.cases.len == 0) { |
| | 4358 | try stack.push(RenderState { .Text = ") {}"}); |
| | 4359 | try stack.push(RenderState { .Expression = switch_node.expr }); |
| | 4360 | continue; |
| | 4361 | } |
| | 4362 | |
| | 4363 | try stack.push(RenderState { .Text = "}"}); |
| | 4364 | try stack.push(RenderState.PrintIndent); |
| | 4365 | try stack.push(RenderState { .Indent = indent }); |
| | 4366 | try stack.push(RenderState { .Text = "\n"}); |
| | 4367 | |
| | 4368 | var i = switch_node.cases.len; |
| | 4369 | while (i != 0) { |
| | 4370 | i -= 1; |
| | 4371 | const node = *switch_node.cases.at(i); |
| | 4372 | try stack.push(RenderState { .Expression = node}); |
| | 4373 | try stack.push(RenderState.PrintIndent); |
| | 4374 | try stack.push(RenderState { |
| | 4375 | .Text = blk: { |
| | 4376 | if (i != 0) { |
| | 4377 | const prev_node = *switch_node.cases.at(i - 1); |
| | 4378 | const prev_node_last_token_end = tree.tokens.at(prev_node.lastToken()).end; |
| | 4379 | const loc = tree.tokenLocation(prev_node_last_token_end, node.firstToken()); |
| | 4380 | if (loc.line >= 2) { |
| | 4381 | break :blk "\n\n"; |
| | 4382 | } |
| | 4383 | } |
| | 4384 | break :blk "\n"; |
| 4380 | }, | 4385 | }, |
| 4381 | else => { | 4386 | }); |
| 4382 | try stack.append(RenderState { .Indent = indent }); | 4387 | } |
| 4383 | try stack.append(RenderState { .Expression = else_node.body }); | 4388 | try stack.push(RenderState { .Indent = indent + indent_delta}); |
| 4384 | try stack.append(RenderState.PrintIndent); | 4389 | try stack.push(RenderState { .Text = ") {"}); |
| 4385 | try stack.append(RenderState { .Indent = indent + indent_delta }); | 4390 | try stack.push(RenderState { .Expression = switch_node.expr }); |
| 4386 | try stack.append(RenderState { .Text = "\n" }); | 4391 | }, |
| 4387 | } | 4392 | ast.Node.Id.SwitchCase => { |
| 4388 | } | 4393 | const switch_case = @fieldParentPtr(ast.Node.SwitchCase, "base", base); |
| | 4394 | |
| | 4395 | try stack.push(RenderState { .Text = "," }); |
| | 4396 | try stack.push(RenderState { .Expression = switch_case.expr }); |
| | 4397 | if (switch_case.payload) |payload| { |
| | 4398 | try stack.push(RenderState { .Text = " " }); |
| | 4399 | try stack.push(RenderState { .Expression = payload }); |
| | 4400 | } |
| | 4401 | try stack.push(RenderState { .Text = " => "}); |
| | 4402 | |
| | 4403 | var i = switch_case.items.len; |
| | 4404 | while (i != 0) { |
| | 4405 | i -= 1; |
| | 4406 | try stack.push(RenderState { .Expression = *switch_case.items.at(i) }); |
| 4389 | | 4407 | |
| 4390 | if (else_node.payload) |payload| { | 4408 | if (i != 0) { |
| 4391 | try stack.append(RenderState { .Text = " " }); | 4409 | try stack.push(RenderState.PrintIndent); |
| 4392 | try stack.append(RenderState { .Expression = payload }); | 4410 | try stack.push(RenderState { .Text = ",\n" }); |
| 4393 | } | 4411 | } |
| 4394 | }, | 4412 | } |
| 4395 | ast.Node.Id.While => { | 4413 | }, |
| 4396 | const while_node = @fieldParentPtr(ast.Node.While, "base", base); | 4414 | ast.Node.Id.SwitchElse => { |
| 4397 | if (while_node.label) |label| { | 4415 | const switch_else = @fieldParentPtr(ast.Node.SwitchElse, "base", base); |
| 4398 | try stream.print("{}: ", self.tokenizer.getTokenSlice(label)); | 4416 | try stream.print("{}", tree.tokenSlice(switch_else.token)); |
| | 4417 | }, |
| | 4418 | ast.Node.Id.Else => { |
| | 4419 | const else_node = @fieldParentPtr(ast.Node.Else, "base", base); |
| | 4420 | try stream.print("{}", tree.tokenSlice(else_node.else_token)); |
| | 4421 | |
| | 4422 | switch (else_node.body.id) { |
| | 4423 | ast.Node.Id.Block, ast.Node.Id.If, |
| | 4424 | ast.Node.Id.For, ast.Node.Id.While, |
| | 4425 | ast.Node.Id.Switch => { |
| | 4426 | try stream.print(" "); |
| | 4427 | try stack.push(RenderState { .Expression = else_node.body }); |
| | 4428 | }, |
| | 4429 | else => { |
| | 4430 | try stack.push(RenderState { .Indent = indent }); |
| | 4431 | try stack.push(RenderState { .Expression = else_node.body }); |
| | 4432 | try stack.push(RenderState.PrintIndent); |
| | 4433 | try stack.push(RenderState { .Indent = indent + indent_delta }); |
| | 4434 | try stack.push(RenderState { .Text = "\n" }); |
| 4399 | } | 4435 | } |
| | 4436 | } |
| 4400 | | 4437 | |
| 4401 | if (while_node.inline_token) |inline_token| { | 4438 | if (else_node.payload) |payload| { |
| 4402 | try stream.print("{} ", self.tokenizer.getTokenSlice(inline_token)); | 4439 | try stack.push(RenderState { .Text = " " }); |
| 4403 | } | 4440 | try stack.push(RenderState { .Expression = payload }); |
| | 4441 | } |
| | 4442 | }, |
| | 4443 | ast.Node.Id.While => { |
| | 4444 | const while_node = @fieldParentPtr(ast.Node.While, "base", base); |
| | 4445 | if (while_node.label) |label| { |
| | 4446 | try stream.print("{}: ", tree.tokenSlice(label)); |
| | 4447 | } |
| 4404 | | 4448 | |
| 4405 | try stream.print("{} ", self.tokenizer.getTokenSlice(while_node.while_token)); | 4449 | if (while_node.inline_token) |inline_token| { |
| | 4450 | try stream.print("{} ", tree.tokenSlice(inline_token)); |
| | 4451 | } |
| 4406 | | 4452 | |
| 4407 | if (while_node.@"else") |@"else"| { | 4453 | try stream.print("{} ", tree.tokenSlice(while_node.while_token)); |
| 4408 | try stack.append(RenderState { .Expression = &@"else".base }); | | |
| 4409 | | 4454 | |
| 4410 | if (while_node.body.id == ast.Node.Id.Block) { | 4455 | if (while_node.@"else") |@"else"| { |
| 4411 | try stack.append(RenderState { .Text = " " }); | 4456 | try stack.push(RenderState { .Expression = &@"else".base }); |
| 4412 | } else { | | |
| 4413 | try stack.append(RenderState.PrintIndent); | | |
| 4414 | try stack.append(RenderState { .Text = "\n" }); | | |
| 4415 | } | | |
| 4416 | } | | |
| 4417 | | 4457 | |
| 4418 | if (while_node.body.id == ast.Node.Id.Block) { | 4458 | if (while_node.body.id == ast.Node.Id.Block) { |
| 4419 | try stack.append(RenderState { .Expression = while_node.body }); | 4459 | try stack.push(RenderState { .Text = " " }); |
| 4420 | try stack.append(RenderState { .Text = " " }); | | |
| 4421 | } else { | 4460 | } else { |
| 4422 | try stack.append(RenderState { .Indent = indent }); | 4461 | try stack.push(RenderState.PrintIndent); |
| 4423 | try stack.append(RenderState { .Expression = while_node.body }); | 4462 | try stack.push(RenderState { .Text = "\n" }); |
| 4424 | try stack.append(RenderState.PrintIndent); | | |
| 4425 | try stack.append(RenderState { .Indent = indent + indent_delta }); | | |
| 4426 | try stack.append(RenderState { .Text = "\n" }); | | |
| 4427 | } | 4463 | } |
| | 4464 | } |
| 4428 | | 4465 | |
| 4429 | if (while_node.continue_expr) |continue_expr| { | 4466 | if (while_node.body.id == ast.Node.Id.Block) { |
| 4430 | try stack.append(RenderState { .Text = ")" }); | 4467 | try stack.push(RenderState { .Expression = while_node.body }); |
| 4431 | try stack.append(RenderState { .Expression = continue_expr }); | 4468 | try stack.push(RenderState { .Text = " " }); |
| 4432 | try stack.append(RenderState { .Text = ": (" }); | 4469 | } else { |
| 4433 | try stack.append(RenderState { .Text = " " }); | 4470 | try stack.push(RenderState { .Indent = indent }); |
| 4434 | } | 4471 | try stack.push(RenderState { .Expression = while_node.body }); |
| | 4472 | try stack.push(RenderState.PrintIndent); |
| | 4473 | try stack.push(RenderState { .Indent = indent + indent_delta }); |
| | 4474 | try stack.push(RenderState { .Text = "\n" }); |
| | 4475 | } |
| 4435 | | 4476 | |
| 4436 | if (while_node.payload) |payload| { | 4477 | if (while_node.continue_expr) |continue_expr| { |
| 4437 | try stack.append(RenderState { .Expression = payload }); | 4478 | try stack.push(RenderState { .Text = ")" }); |
| 4438 | try stack.append(RenderState { .Text = " " }); | 4479 | try stack.push(RenderState { .Expression = continue_expr }); |
| 4439 | } | 4480 | try stack.push(RenderState { .Text = ": (" }); |
| | 4481 | try stack.push(RenderState { .Text = " " }); |
| | 4482 | } |
| 4440 | | 4483 | |
| 4441 | try stack.append(RenderState { .Text = ")" }); | 4484 | if (while_node.payload) |payload| { |
| 4442 | try stack.append(RenderState { .Expression = while_node.condition }); | 4485 | try stack.push(RenderState { .Expression = payload }); |
| 4443 | try stack.append(RenderState { .Text = "(" }); | 4486 | try stack.push(RenderState { .Text = " " }); |
| 4444 | }, | 4487 | } |
| 4445 | ast.Node.Id.For => { | | |
| 4446 | const for_node = @fieldParentPtr(ast.Node.For, "base", base); | | |
| 4447 | if (for_node.label) |label| { | | |
| 4448 | try stream.print("{}: ", self.tokenizer.getTokenSlice(label)); | | |
| 4449 | } | | |
| 4450 | | 4488 | |
| 4451 | if (for_node.inline_token) |inline_token| { | 4489 | try stack.push(RenderState { .Text = ")" }); |
| 4452 | try stream.print("{} ", self.tokenizer.getTokenSlice(inline_token)); | 4490 | try stack.push(RenderState { .Expression = while_node.condition }); |
| 4453 | } | 4491 | try stack.push(RenderState { .Text = "(" }); |
| | 4492 | }, |
| | 4493 | ast.Node.Id.For => { |
| | 4494 | const for_node = @fieldParentPtr(ast.Node.For, "base", base); |
| | 4495 | if (for_node.label) |label| { |
| | 4496 | try stream.print("{}: ", tree.tokenSlice(label)); |
| | 4497 | } |
| 4454 | | 4498 | |
| 4455 | try stream.print("{} ", self.tokenizer.getTokenSlice(for_node.for_token)); | 4499 | if (for_node.inline_token) |inline_token| { |
| | 4500 | try stream.print("{} ", tree.tokenSlice(inline_token)); |
| | 4501 | } |
| 4456 | | 4502 | |
| 4457 | if (for_node.@"else") |@"else"| { | 4503 | try stream.print("{} ", tree.tokenSlice(for_node.for_token)); |
| 4458 | try stack.append(RenderState { .Expression = &@"else".base }); | | |
| 4459 | | 4504 | |
| 4460 | if (for_node.body.id == ast.Node.Id.Block) { | 4505 | if (for_node.@"else") |@"else"| { |
| 4461 | try stack.append(RenderState { .Text = " " }); | 4506 | try stack.push(RenderState { .Expression = &@"else".base }); |
| 4462 | } else { | | |
| 4463 | try stack.append(RenderState.PrintIndent); | | |
| 4464 | try stack.append(RenderState { .Text = "\n" }); | | |
| 4465 | } | | |
| 4466 | } | | |
| 4467 | | 4507 | |
| 4468 | if (for_node.body.id == ast.Node.Id.Block) { | 4508 | if (for_node.body.id == ast.Node.Id.Block) { |
| 4469 | try stack.append(RenderState { .Expression = for_node.body }); | 4509 | try stack.push(RenderState { .Text = " " }); |
| 4470 | try stack.append(RenderState { .Text = " " }); | | |
| 4471 | } else { | 4510 | } else { |
| 4472 | try stack.append(RenderState { .Indent = indent }); | 4511 | try stack.push(RenderState.PrintIndent); |
| 4473 | try stack.append(RenderState { .Expression = for_node.body }); | 4512 | try stack.push(RenderState { .Text = "\n" }); |
| 4474 | try stack.append(RenderState.PrintIndent); | | |
| 4475 | try stack.append(RenderState { .Indent = indent + indent_delta }); | | |
| 4476 | try stack.append(RenderState { .Text = "\n" }); | | |
| 4477 | } | | |
| 4478 | | | |
| 4479 | if (for_node.payload) |payload| { | | |
| 4480 | try stack.append(RenderState { .Expression = payload }); | | |
| 4481 | try stack.append(RenderState { .Text = " " }); | | |
| 4482 | } | 4513 | } |
| | 4514 | } |
| 4483 | | 4515 | |
| 4484 | try stack.append(RenderState { .Text = ")" }); | 4516 | if (for_node.body.id == ast.Node.Id.Block) { |
| 4485 | try stack.append(RenderState { .Expression = for_node.array_expr }); | 4517 | try stack.push(RenderState { .Expression = for_node.body }); |
| 4486 | try stack.append(RenderState { .Text = "(" }); | 4518 | try stack.push(RenderState { .Text = " " }); |
| 4487 | }, | 4519 | } else { |
| 4488 | ast.Node.Id.If => { | 4520 | try stack.push(RenderState { .Indent = indent }); |
| 4489 | const if_node = @fieldParentPtr(ast.Node.If, "base", base); | 4521 | try stack.push(RenderState { .Expression = for_node.body }); |
| 4490 | try stream.print("{} ", self.tokenizer.getTokenSlice(if_node.if_token)); | 4522 | try stack.push(RenderState.PrintIndent); |
| 4491 | | 4523 | try stack.push(RenderState { .Indent = indent + indent_delta }); |
| 4492 | switch (if_node.body.id) { | 4524 | try stack.push(RenderState { .Text = "\n" }); |
| 4493 | ast.Node.Id.Block, ast.Node.Id.If, | 4525 | } |
| 4494 | ast.Node.Id.For, ast.Node.Id.While, | | |
| 4495 | ast.Node.Id.Switch => { | | |
| 4496 | if (if_node.@"else") |@"else"| { | | |
| 4497 | try stack.append(RenderState { .Expression = &@"else".base }); | | |
| 4498 | | | |
| 4499 | if (if_node.body.id == ast.Node.Id.Block) { | | |
| 4500 | try stack.append(RenderState { .Text = " " }); | | |
| 4501 | } else { | | |
| 4502 | try stack.append(RenderState.PrintIndent); | | |
| 4503 | try stack.append(RenderState { .Text = "\n" }); | | |
| 4504 | } | | |
| 4505 | } | | |
| 4506 | }, | | |
| 4507 | else => { | | |
| 4508 | if (if_node.@"else") |@"else"| { | | |
| 4509 | try stack.append(RenderState { .Expression = @"else".body }); | | |
| 4510 | | 4526 | |
| 4511 | if (@"else".payload) |payload| { | 4527 | if (for_node.payload) |payload| { |
| 4512 | try stack.append(RenderState { .Text = " " }); | 4528 | try stack.push(RenderState { .Expression = payload }); |
| 4513 | try stack.append(RenderState { .Expression = payload }); | 4529 | try stack.push(RenderState { .Text = " " }); |
| 4514 | } | 4530 | } |
| 4515 | | 4531 | |
| 4516 | try stack.append(RenderState { .Text = " " }); | 4532 | try stack.push(RenderState { .Text = ")" }); |
| 4517 | try stack.append(RenderState { .Text = self.tokenizer.getTokenSlice(@"else".else_token) }); | 4533 | try stack.push(RenderState { .Expression = for_node.array_expr }); |
| 4518 | try stack.append(RenderState { .Text = " " }); | 4534 | try stack.push(RenderState { .Text = "(" }); |
| | 4535 | }, |
| | 4536 | ast.Node.Id.If => { |
| | 4537 | const if_node = @fieldParentPtr(ast.Node.If, "base", base); |
| | 4538 | try stream.print("{} ", tree.tokenSlice(if_node.if_token)); |
| | 4539 | |
| | 4540 | switch (if_node.body.id) { |
| | 4541 | ast.Node.Id.Block, ast.Node.Id.If, |
| | 4542 | ast.Node.Id.For, ast.Node.Id.While, |
| | 4543 | ast.Node.Id.Switch => { |
| | 4544 | if (if_node.@"else") |@"else"| { |
| | 4545 | try stack.push(RenderState { .Expression = &@"else".base }); |
| | 4546 | |
| | 4547 | if (if_node.body.id == ast.Node.Id.Block) { |
| | 4548 | try stack.push(RenderState { .Text = " " }); |
| | 4549 | } else { |
| | 4550 | try stack.push(RenderState.PrintIndent); |
| | 4551 | try stack.push(RenderState { .Text = "\n" }); |
| 4519 | } | 4552 | } |
| 4520 | } | 4553 | } |
| 4521 | } | 4554 | }, |
| | 4555 | else => { |
| | 4556 | if (if_node.@"else") |@"else"| { |
| | 4557 | try stack.push(RenderState { .Expression = @"else".body }); |
| 4522 | | 4558 | |
| 4523 | if (if_node.condition.same_line_comment) |comment| { | 4559 | if (@"else".payload) |payload| { |
| 4524 | try stack.append(RenderState { .Indent = indent }); | 4560 | try stack.push(RenderState { .Text = " " }); |
| 4525 | try stack.append(RenderState { .Expression = if_node.body }); | 4561 | try stack.push(RenderState { .Expression = payload }); |
| 4526 | try stack.append(RenderState.PrintIndent); | 4562 | } |
| 4527 | try stack.append(RenderState { .Indent = indent + indent_delta }); | | |
| 4528 | try stack.append(RenderState { .Text = "\n" }); | | |
| 4529 | try stack.append(RenderState { .PrintLineComment = comment }); | | |
| 4530 | } else { | | |
| 4531 | try stack.append(RenderState { .Expression = if_node.body }); | | |
| 4532 | } | | |
| 4533 | | 4563 | |
| | 4564 | try stack.push(RenderState { .Text = " " }); |
| | 4565 | try stack.push(RenderState { .Text = tree.tokenSlice(@"else".else_token) }); |
| | 4566 | try stack.push(RenderState { .Text = " " }); |
| | 4567 | } |
| | 4568 | } |
| | 4569 | } |
| 4534 | | 4570 | |
| 4535 | try stack.append(RenderState { .Text = " " }); | 4571 | try stack.push(RenderState { .Expression = if_node.body }); |
| | 4572 | try stack.push(RenderState { .Text = " " }); |
| 4536 | | 4573 | |
| 4537 | if (if_node.payload) |payload| { | 4574 | if (if_node.payload) |payload| { |
| 4538 | try stack.append(RenderState { .Expression = payload }); | 4575 | try stack.push(RenderState { .Expression = payload }); |
| 4539 | try stack.append(RenderState { .Text = " " }); | 4576 | try stack.push(RenderState { .Text = " " }); |
| 4540 | } | 4577 | } |
| 4541 | | 4578 | |
| 4542 | try stack.append(RenderState { .Text = ")" }); | 4579 | try stack.push(RenderState { .Text = ")" }); |
| 4543 | try stack.append(RenderState { .Expression = if_node.condition }); | 4580 | try stack.push(RenderState { .Expression = if_node.condition }); |
| 4544 | try stack.append(RenderState { .Text = "(" }); | 4581 | try stack.push(RenderState { .Text = "(" }); |
| 4545 | }, | 4582 | }, |
| 4546 | ast.Node.Id.Asm => { | 4583 | ast.Node.Id.Asm => { |
| 4547 | const asm_node = @fieldParentPtr(ast.Node.Asm, "base", base); | 4584 | const asm_node = @fieldParentPtr(ast.Node.Asm, "base", base); |
| 4548 | try stream.print("{} ", self.tokenizer.getTokenSlice(asm_node.asm_token)); | 4585 | try stream.print("{} ", tree.tokenSlice(asm_node.asm_token)); |
| 4549 | | 4586 | |
| 4550 | if (asm_node.volatile_token) |volatile_token| { | 4587 | if (asm_node.volatile_token) |volatile_token| { |
| 4551 | try stream.print("{} ", self.tokenizer.getTokenSlice(volatile_token)); | 4588 | try stream.print("{} ", tree.tokenSlice(volatile_token)); |
| 4552 | } | 4589 | } |
| 4553 | | 4590 | |
| 4554 | try stack.append(RenderState { .Indent = indent }); | 4591 | try stack.push(RenderState { .Indent = indent }); |
| 4555 | try stack.append(RenderState { .Text = ")" }); | 4592 | try stack.push(RenderState { .Text = ")" }); |
| 4556 | { | 4593 | { |
| 4557 | const cloppers = asm_node.cloppers.toSliceConst(); | 4594 | var i = asm_node.clobbers.len; |
| 4558 | var i = cloppers.len; | 4595 | while (i != 0) { |
| 4559 | while (i != 0) { | 4596 | i -= 1; |
| 4560 | i -= 1; | 4597 | try stack.push(RenderState { .Expression = *asm_node.clobbers.at(i) }); |
| 4561 | try stack.append(RenderState { .Expression = cloppers[i] }); | | |
| 4562 | | 4598 | |
| 4563 | if (i != 0) { | 4599 | if (i != 0) { |
| 4564 | try stack.append(RenderState { .Text = ", " }); | 4600 | try stack.push(RenderState { .Text = ", " }); |
| 4565 | } | | |
| 4566 | } | 4601 | } |
| 4567 | } | 4602 | } |
| 4568 | try stack.append(RenderState { .Text = ": " }); | 4603 | } |
| 4569 | try stack.append(RenderState.PrintIndent); | 4604 | try stack.push(RenderState { .Text = ": " }); |
| 4570 | try stack.append(RenderState { .Indent = indent + indent_delta }); | 4605 | try stack.push(RenderState.PrintIndent); |
| 4571 | try stack.append(RenderState { .Text = "\n" }); | 4606 | try stack.push(RenderState { .Indent = indent + indent_delta }); |
| 4572 | { | 4607 | try stack.push(RenderState { .Text = "\n" }); |
| 4573 | const inputs = asm_node.inputs.toSliceConst(); | 4608 | { |
| 4574 | var i = inputs.len; | 4609 | var i = asm_node.inputs.len; |
| 4575 | while (i != 0) { | 4610 | while (i != 0) { |
| 4576 | i -= 1; | 4611 | i -= 1; |
| 4577 | const node = inputs[i]; | 4612 | const node = *asm_node.inputs.at(i); |
| 4578 | try stack.append(RenderState { .Expression = &node.base}); | 4613 | try stack.push(RenderState { .Expression = &node.base}); |
| 4579 | | 4614 | |
| 4580 | if (i != 0) { | 4615 | if (i != 0) { |
| 4581 | try stack.append(RenderState.PrintIndent); | 4616 | try stack.push(RenderState.PrintIndent); |
| 4582 | try stack.append(RenderState { | 4617 | try stack.push(RenderState { |
| 4583 | .Text = blk: { | 4618 | .Text = blk: { |
| 4584 | const prev_node = inputs[i - 1]; | 4619 | const prev_node = *asm_node.inputs.at(i - 1); |
| 4585 | const loc = self.tokenizer.getTokenLocation(prev_node.lastToken().end, node.firstToken()); | 4620 | const prev_node_last_token_end = tree.tokens.at(prev_node.lastToken()).end; |
| 4586 | if (loc.line >= 2) { | 4621 | const loc = tree.tokenLocation(prev_node_last_token_end, node.firstToken()); |
| 4587 | break :blk "\n\n"; | 4622 | if (loc.line >= 2) { |
| 4588 | } | 4623 | break :blk "\n\n"; |
| 4589 | break :blk "\n"; | 4624 | } |
| 4590 | }, | 4625 | break :blk "\n"; |
| 4591 | }); | 4626 | }, |
| 4592 | try stack.append(RenderState { .Text = "," }); | 4627 | }); |
| 4593 | } | 4628 | try stack.push(RenderState { .Text = "," }); |
| 4594 | } | 4629 | } |
| 4595 | } | 4630 | } |
| 4596 | try stack.append(RenderState { .Indent = indent + indent_delta + 2}); | 4631 | } |
| 4597 | try stack.append(RenderState { .Text = ": "}); | 4632 | try stack.push(RenderState { .Indent = indent + indent_delta + 2}); |
| 4598 | try stack.append(RenderState.PrintIndent); | 4633 | try stack.push(RenderState { .Text = ": "}); |
| 4599 | try stack.append(RenderState { .Indent = indent + indent_delta}); | 4634 | try stack.push(RenderState.PrintIndent); |
| 4600 | try stack.append(RenderState { .Text = "\n" }); | 4635 | try stack.push(RenderState { .Indent = indent + indent_delta}); |
| 4601 | { | 4636 | try stack.push(RenderState { .Text = "\n" }); |
| 4602 | const outputs = asm_node.outputs.toSliceConst(); | 4637 | { |
| 4603 | var i = outputs.len; | 4638 | var i = asm_node.outputs.len; |
| 4604 | while (i != 0) { | 4639 | while (i != 0) { |
| 4605 | i -= 1; | 4640 | i -= 1; |
| 4606 | const node = outputs[i]; | 4641 | const node = *asm_node.outputs.at(i); |
| 4607 | try stack.append(RenderState { .Expression = &node.base}); | 4642 | try stack.push(RenderState { .Expression = &node.base}); |
| 4608 | | 4643 | |
| 4609 | if (i != 0) { | 4644 | if (i != 0) { |
| 4610 | try stack.append(RenderState.PrintIndent); | 4645 | try stack.push(RenderState.PrintIndent); |
| 4611 | try stack.append(RenderState { | 4646 | try stack.push(RenderState { |
| 4612 | .Text = blk: { | 4647 | .Text = blk: { |
| 4613 | const prev_node = outputs[i - 1]; | 4648 | const prev_node = *asm_node.outputs.at(i - 1); |
| 4614 | const loc = self.tokenizer.getTokenLocation(prev_node.lastToken().end, node.firstToken()); | 4649 | const prev_node_last_token_end = tree.tokens.at(prev_node.lastToken()).end; |
| 4615 | if (loc.line >= 2) { | 4650 | const loc = tree.tokenLocation(prev_node_last_token_end, node.firstToken()); |
| 4616 | break :blk "\n\n"; | 4651 | if (loc.line >= 2) { |
| 4617 | } | 4652 | break :blk "\n\n"; |
| 4618 | break :blk "\n"; | 4653 | } |
| 4619 | }, | 4654 | break :blk "\n"; |
| 4620 | }); | 4655 | }, |
| 4621 | try stack.append(RenderState { .Text = "," }); | 4656 | }); |
| 4622 | } | 4657 | try stack.push(RenderState { .Text = "," }); |
| 4623 | } | 4658 | } |
| 4624 | } | 4659 | } |
| 4625 | try stack.append(RenderState { .Indent = indent + indent_delta + 2}); | 4660 | } |
| 4626 | try stack.append(RenderState { .Text = ": "}); | 4661 | try stack.push(RenderState { .Indent = indent + indent_delta + 2}); |
| 4627 | try stack.append(RenderState.PrintIndent); | 4662 | try stack.push(RenderState { .Text = ": "}); |
| 4628 | try stack.append(RenderState { .Indent = indent + indent_delta}); | 4663 | try stack.push(RenderState.PrintIndent); |
| 4629 | try stack.append(RenderState { .Text = "\n" }); | 4664 | try stack.push(RenderState { .Indent = indent + indent_delta}); |
| 4630 | try stack.append(RenderState { .Expression = asm_node.template }); | 4665 | try stack.push(RenderState { .Text = "\n" }); |
| 4631 | try stack.append(RenderState { .Text = "(" }); | 4666 | try stack.push(RenderState { .Expression = asm_node.template }); |
| 4632 | }, | 4667 | try stack.push(RenderState { .Text = "(" }); |
| 4633 | ast.Node.Id.AsmInput => { | | |
| 4634 | const asm_input = @fieldParentPtr(ast.Node.AsmInput, "base", base); | | |
| 4635 | | | |
| 4636 | try stack.append(RenderState { .Text = ")"}); | | |
| 4637 | try stack.append(RenderState { .Expression = asm_input.expr}); | | |
| 4638 | try stack.append(RenderState { .Text = " ("}); | | |
| 4639 | try stack.append(RenderState { .Expression = asm_input.constraint }); | | |
| 4640 | try stack.append(RenderState { .Text = "] "}); | | |
| 4641 | try stack.append(RenderState { .Expression = asm_input.symbolic_name }); | | |
| 4642 | try stack.append(RenderState { .Text = "["}); | | |
| 4643 | }, | | |
| 4644 | ast.Node.Id.AsmOutput => { | | |
| 4645 | const asm_output = @fieldParentPtr(ast.Node.AsmOutput, "base", base); | | |
| 4646 | | | |
| 4647 | try stack.append(RenderState { .Text = ")"}); | | |
| 4648 | switch (asm_output.kind) { | | |
| 4649 | ast.Node.AsmOutput.Kind.Variable => |variable_name| { | | |
| 4650 | try stack.append(RenderState { .Expression = &variable_name.base}); | | |
| 4651 | }, | | |
| 4652 | ast.Node.AsmOutput.Kind.Return => |return_type| { | | |
| 4653 | try stack.append(RenderState { .Expression = return_type}); | | |
| 4654 | try stack.append(RenderState { .Text = "-> "}); | | |
| 4655 | }, | | |
| 4656 | } | | |
| 4657 | try stack.append(RenderState { .Text = " ("}); | | |
| 4658 | try stack.append(RenderState { .Expression = asm_output.constraint }); | | |
| 4659 | try stack.append(RenderState { .Text = "] "}); | | |
| 4660 | try stack.append(RenderState { .Expression = asm_output.symbolic_name }); | | |
| 4661 | try stack.append(RenderState { .Text = "["}); | | |
| 4662 | }, | | |
| 4663 | | | |
| 4664 | ast.Node.Id.StructField, | | |
| 4665 | ast.Node.Id.UnionTag, | | |
| 4666 | ast.Node.Id.EnumTag, | | |
| 4667 | ast.Node.Id.ErrorTag, | | |
| 4668 | ast.Node.Id.Root, | | |
| 4669 | ast.Node.Id.VarDecl, | | |
| 4670 | ast.Node.Id.Use, | | |
| 4671 | ast.Node.Id.TestDecl, | | |
| 4672 | ast.Node.Id.ParamDecl => unreachable, | | |
| 4673 | }, | 4668 | }, |
| 4674 | RenderState.Statement => |base| { | 4669 | ast.Node.Id.AsmInput => { |
| 4675 | try stack.append(RenderState { .PrintSameLineComment = base.same_line_comment } ); | 4670 | const asm_input = @fieldParentPtr(ast.Node.AsmInput, "base", base); |
| 4676 | switch (base.id) { | 4671 | |
| 4677 | ast.Node.Id.VarDecl => { | 4672 | try stack.push(RenderState { .Text = ")"}); |
| 4678 | const var_decl = @fieldParentPtr(ast.Node.VarDecl, "base", base); | 4673 | try stack.push(RenderState { .Expression = asm_input.expr}); |
| 4679 | try stack.append(RenderState { .VarDecl = var_decl}); | 4674 | try stack.push(RenderState { .Text = " ("}); |
| | 4675 | try stack.push(RenderState { .Expression = asm_input.constraint }); |
| | 4676 | try stack.push(RenderState { .Text = "] "}); |
| | 4677 | try stack.push(RenderState { .Expression = asm_input.symbolic_name }); |
| | 4678 | try stack.push(RenderState { .Text = "["}); |
| | 4679 | }, |
| | 4680 | ast.Node.Id.AsmOutput => { |
| | 4681 | const asm_output = @fieldParentPtr(ast.Node.AsmOutput, "base", base); |
| | 4682 | |
| | 4683 | try stack.push(RenderState { .Text = ")"}); |
| | 4684 | switch (asm_output.kind) { |
| | 4685 | ast.Node.AsmOutput.Kind.Variable => |variable_name| { |
| | 4686 | try stack.push(RenderState { .Expression = &variable_name.base}); |
| 4680 | }, | 4687 | }, |
| 4681 | else => { | 4688 | ast.Node.AsmOutput.Kind.Return => |return_type| { |
| 4682 | if (requireSemiColon(base)) { | 4689 | try stack.push(RenderState { .Expression = return_type}); |
| 4683 | try stack.append(RenderState { .Text = ";" }); | 4690 | try stack.push(RenderState { .Text = "-> "}); |
| 4684 | } | | |
| 4685 | try stack.append(RenderState { .Expression = base }); | | |
| 4686 | }, | 4691 | }, |
| 4687 | } | 4692 | } |
| | 4693 | try stack.push(RenderState { .Text = " ("}); |
| | 4694 | try stack.push(RenderState { .Expression = asm_output.constraint }); |
| | 4695 | try stack.push(RenderState { .Text = "] "}); |
| | 4696 | try stack.push(RenderState { .Expression = asm_output.symbolic_name }); |
| | 4697 | try stack.push(RenderState { .Text = "["}); |
| 4688 | }, | 4698 | }, |
| 4689 | RenderState.Indent => |new_indent| indent = new_indent, | | |
| 4690 | RenderState.PrintIndent => try stream.writeByteNTimes(' ', indent), | | |
| 4691 | RenderState.PrintSameLineComment => |maybe_comment| blk: { | | |
| 4692 | const comment_token = maybe_comment ?? break :blk; | | |
| 4693 | try stream.print(" {}", self.tokenizer.getTokenSlice(comment_token)); | | |
| 4694 | }, | | |
| 4695 | RenderState.PrintLineComment => |comment_token| { | | |
| 4696 | try stream.write(self.tokenizer.getTokenSlice(comment_token)); | | |
| 4697 | }, | | |
| 4698 | } | | |
| 4699 | } | | |
| 4700 | } | | |
| 4701 | | 4699 | |
| 4702 | fn renderComments(self: &Parser, stream: var, node: var, indent: usize) !void { | 4700 | ast.Node.Id.StructField, |
| 4703 | const comment = node.doc_comments ?? return; | 4701 | ast.Node.Id.UnionTag, |
| 4704 | for (comment.lines.toSliceConst()) |line_token| { | 4702 | ast.Node.Id.EnumTag, |
| 4705 | try stream.print("{}\n", self.tokenizer.getTokenSlice(line_token)); | 4703 | ast.Node.Id.ErrorTag, |
| 4706 | try stream.writeByteNTimes(' ', indent); | 4704 | ast.Node.Id.Root, |
| | 4705 | ast.Node.Id.VarDecl, |
| | 4706 | ast.Node.Id.Use, |
| | 4707 | ast.Node.Id.TestDecl, |
| | 4708 | ast.Node.Id.ParamDecl => unreachable, |
| | 4709 | }, |
| | 4710 | RenderState.Statement => |base| { |
| | 4711 | switch (base.id) { |
| | 4712 | ast.Node.Id.VarDecl => { |
| | 4713 | const var_decl = @fieldParentPtr(ast.Node.VarDecl, "base", base); |
| | 4714 | try stack.push(RenderState { .VarDecl = var_decl}); |
| | 4715 | }, |
| | 4716 | else => { |
| | 4717 | if (requireSemiColon(base)) { |
| | 4718 | try stack.push(RenderState { .Text = ";" }); |
| | 4719 | } |
| | 4720 | try stack.push(RenderState { .Expression = base }); |
| | 4721 | }, |
| | 4722 | } |
| | 4723 | }, |
| | 4724 | RenderState.Indent => |new_indent| indent = new_indent, |
| | 4725 | RenderState.PrintIndent => try stream.writeByteNTimes(' ', indent), |
| 4707 | } | 4726 | } |
| 4708 | } | 4727 | } |
| | 4728 | } |
| 4709 | | 4729 | |
| 4710 | fn initUtilityArrayList(self: &Parser, comptime T: type) ArrayList(T) { | 4730 | fn renderComments(tree: &ast.Tree, stream: var, node: var, indent: usize) !void { |
| 4711 | const new_byte_count = self.utility_bytes.len - self.utility_bytes.len % @sizeOf(T); | 4731 | const comment = node.doc_comments ?? return; |
| 4712 | self.utility_bytes = self.util_allocator.alignedShrink(u8, utility_bytes_align, self.utility_bytes, new_byte_count); | 4732 | var it = comment.lines.iterator(0); |
| 4713 | const typed_slice = ([]T)(self.utility_bytes); | 4733 | while (it.next()) |line_token_index| { |
| 4714 | return ArrayList(T) { | 4734 | try stream.print("{}\n", tree.tokenSlice(*line_token_index)); |
| 4715 | .allocator = self.util_allocator, | 4735 | try stream.writeByteNTimes(' ', indent); |
| 4716 | .items = typed_slice, | | |
| 4717 | .len = 0, | | |
| 4718 | }; | | |
| 4719 | } | | |
| 4720 | | | |
| 4721 | fn deinitUtilityArrayList(self: &Parser, list: var) void { | | |
| 4722 | self.utility_bytes = ([]align(utility_bytes_align) u8)(list.items); | | |
| 4723 | } | 4736 | } |
| 4724 | | 4737 | } |
| 4725 | }; | | |
| 4726 | | 4738 | |
| 4727 | test "std.zig.parser" { | 4739 | test "std.zig.parser" { |
| 4728 | _ = @import("parser_test.zig"); | 4740 | _ = @import("parser_test.zig"); |
Andrew Kelley <andrew@ziglang.org> 2018-05-07 21:57:44-04:00