authorgravatar for andrew@ziglang.orgAndrew Kelley <andrew@ziglang.org> 2016-07-09 07:54:55-07:00
committergravatar for andrew@ziglang.orgAndrew Kelley <andrew@ziglang.org> 2016-07-09 07:54:55-07:00
log100e8e15fa087be8975173c03a2f89b227b16730
treea0709328a34c826acd1bfcf48c818c678b0ee8cb
parentb08bc84a36f9661e37340a6b4b3244f4b0f7060a

fix tokenizing string symbols with hex characters in them

1 files changed, 2 insertions(+), 0 deletions(-)

src/tokenizer.cpp+2
...@@ -986,6 +986,8 @@ void tokenize(Buf *buf, Tokenization *out) {...@@ -986,6 +986,8 @@ void tokenize(Buf *buf, Tokenization *out) {
986 t.state = TokenizeStateCharLiteralEnd;986 t.state = TokenizeStateCharLiteralEnd;
987 } else if (t.cur_tok->id == TokenIdStringLiteral) {987 } else if (t.cur_tok->id == TokenIdStringLiteral) {
988 t.state = TokenizeStateString;988 t.state = TokenizeStateString;
989 } else if (t.cur_tok->id == TokenIdSymbol) {
990 t.state = TokenizeStateString;
989 } else {991 } else {
990 zig_unreachable();992 zig_unreachable();
991 }993 }