authorgravatar for mail@isaacfreund.comIsaac Freund <mail@isaacfreund.com> 2026-06-12 10:50:02+02:00
committergravatar for mail@isaacfreund.comIsaac Freund <mail@isaacfreund.com> 2026-07-08 11:48:57+02:00
logd11dfc9b9c9b6bb5933f10df8b618184f921c033
tree984b7e203173b3aa028fdac5d642ba93896abbde
parent6101a1372086d374dab7fa930834c5c80f87e4f9
signaturelock-open Commit is signed but in an unrecognized format.

grammar: match tokenizer whitespace behavior

2 files changed, 3 insertions(+), 1 deletions(-)

doc/langref/grammar.peg+1-1
...@@ -429,7 +429,7 @@ container_doc_comment <- ('//!' non_control_utf8* [ \n]* skip)+...@@ -429,7 +429,7 @@ container_doc_comment <- ('//!' non_control_utf8* [ \n]* skip)+
429doc_comment <- ('///' non_control_utf8* [ \n]* skip)+429doc_comment <- ('///' non_control_utf8* [ \n]* skip)+
430line_comment <- '//' ![!/] non_control_utf8* / '////' non_control_utf8*430line_comment <- '//' ![!/] non_control_utf8* / '////' non_control_utf8*
431line_string <- '\\\\' non_control_utf8* [ \n]*431line_string <- '\\\\' non_control_utf8* [ \n]*
432skip <- ([ \n] / line_comment)*432skip <- ([ \n\t\r] / line_comment)*
433433
434CHAR_LITERAL <- ['] char_char ['] skip434CHAR_LITERAL <- ['] char_char ['] skip
435435
lib/std/zig/parser_generated_oracle.zig+2
...@@ -2414,6 +2414,8 @@ const Parser = struct {...@@ -2414,6 +2414,8 @@ const Parser = struct {
2414 if ((p.i < p.source.len and switch (p.source[p.i]) {2414 if ((p.i < p.source.len and switch (p.source[p.i]) {
2415 ' '...' ',2415 ' '...' ',
2416 '\n'...'\n',2416 '\n'...'\n',
2417 '\t'...'\t',
2418 '\r'...'\r',
2417 => blk_4: {2419 => blk_4: {
2418 p.i += 1;2420 p.i += 1;
2419 break :blk_4 true;2421 break :blk_4 true;