doc/langref.html.in     |  2 +-
 src/all_types.hpp       |  1 +
 src/parser.cpp          |  5 ++--
 src/tokenizer.cpp       | 31 ++++++++++++++++++++++-
 src/tokenizer.hpp       |  1 +
 std/cstr.zig            |  8 +++---
 std/zig/parse.zig       |  2 +-
 std/zig/parser_test.zig |  7 ++++++
 std/zig/tokenizer.zig   | 42 +++++++++++++++++++++++++++++---
 9 files changed, 87 insertions(+), 12 deletions(-)