| ... | @@ -2019,6 +2019,18 @@ test "tokenizer - saturating" { | ... | @@ -2019,6 +2019,18 @@ test "tokenizer - saturating" { |
| 2019 | try testTokenize("<<", &.{.angle_bracket_angle_bracket_left}); | 2019 | try testTokenize("<<", &.{.angle_bracket_angle_bracket_left}); |
| 2020 | try testTokenize("<<|", &.{.angle_bracket_angle_bracket_left_pipe}); | 2020 | try testTokenize("<<|", &.{.angle_bracket_angle_bracket_left_pipe}); |
| 2021 | try testTokenize("<<|=", &.{.angle_bracket_angle_bracket_left_pipe_equal}); | 2021 | try testTokenize("<<|=", &.{.angle_bracket_angle_bracket_left_pipe_equal}); |
| | 2022 | |
| | 2023 | try testTokenize("*", &.{.asterisk}); |
| | 2024 | try testTokenize("*|", &.{.asterisk_pipe}); |
| | 2025 | try testTokenize("*|=", &.{.asterisk_pipe_equal}); |
| | 2026 | |
| | 2027 | try testTokenize("+", &.{.plus}); |
| | 2028 | try testTokenize("+|", &.{.plus_pipe}); |
| | 2029 | try testTokenize("+|=", &.{.plus_pipe_equal}); |
| | 2030 | |
| | 2031 | try testTokenize("-", &.{.minus}); |
| | 2032 | try testTokenize("-|", &.{.minus_pipe}); |
| | 2033 | try testTokenize("-|=", &.{.minus_pipe_equal}); |
| 2022 | } | 2034 | } |
| 2023 | | 2035 | |
| 2024 | fn testTokenize(source: [:0]const u8, expected_tokens: []const Token.Tag) !void { | 2036 | fn testTokenize(source: [:0]const u8, expected_tokens: []const Token.Tag) !void { |