lib/std/zig/tokenizer.zig | 9 +++++++++
 src/tokenizer.cpp         | 6 +++---
 2 files changed, 12 insertions(+), 3 deletions(-)