authorgravatar for andrew@ziglang.orgAndrew Kelley <andrew@ziglang.org> 2016-07-09 07:54:55-07:00
committergravatar for andrew@ziglang.orgAndrew Kelley <andrew@ziglang.org> 2016-07-09 07:54:55-07:00
log100e8e15fa087be8975173c03a2f89b227b16730
treea0709328a34c826acd1bfcf48c818c678b0ee8cb
parentb08bc84a36f9661e37340a6b4b3244f4b0f7060a

fix tokenizing string symbols with hex characters in them

1 files changed, 2 insertions(+), 0 deletions(-)

src/tokenizer.cpp+2
......@@ -986,6 +986,8 @@ void tokenize(Buf *buf, Tokenization *out) {
986986 t.state = TokenizeStateCharLiteralEnd;
987987 } else if (t.cur_tok->id == TokenIdStringLiteral) {
988988 t.state = TokenizeStateString;
989 } else if (t.cur_tok->id == TokenIdSymbol) {
990 t.state = TokenizeStateString;
989991 } else {
990992 zig_unreachable();
991993 }