Commit 2cce23062b95cf112ddbf4613c5a7e9ff60f0f88 | zig

author	LemonBoy <thatlemon@gmail.com> 2020-09-21 12:39:35+02:00
committer	LemonBoy <thatlemon@gmail.com> 2020-11-05 16:10:33+01:00
log	2cce23062b95cf112ddbf4613c5a7e9ff60f0f88
tree	5518b5e3fd5593c36439f2b58a134d2ecc776581
parent	678ecc94ca8584e8fef9bfae4ed5fa97c62c58e1

Update the API and add add error-recovery path

1 files changed, 25 insertions(+), 11 deletions(-)

lib
- std
  - fmt.zig

lib/std/fmt.zig+25-11

 @@ -557,8 +557,8 @@ pub fn formatIntValue(
             @compileError("Cannot escape character with more than 8 bits");
         }
     } else if (comptime std.mem.eql(u8, fmt, "u")) {
-        if (@TypeOf(int_value).bit_count <= 32) {
+        if (@typeInfo(@TypeOf(int_value)).Int.bits <= 21) {
-            return formatUtf8Codepoint(@as(u32, int_value), options, context, Errors, output);
+            return formatUnicodeCodepoint(@as(u21, int_value), options, writer);
         } else {
             @compileError("Cannot print integer that is larger than 32 bits as an UTF-8 sequence");
         }
 @@ -648,16 +648,22 @@ pub fn formatAsciiChar(
     return writer.writeAll(@as(*const [1]u8, &c));
 }
-pub fn formatUtf8Codepoint(
+pub fn formatUnicodeCodepoint(
-    c: u32,
+    c: u21,
     options: FormatOptions,
-    context: anytype,
+    writer: anytype,
-    comptime Errors: type,
+) !void {
-    output: fn (@TypeOf(context), []const u8) Errors!void,
-) Errors!void {
     var buf: [4]u8 = undefined;
-    const len = std.unicode.utf8Encode(c, buf[0..]) catch unreachable;
+    // In case of error output the replacement char U+FFFD
-    return output(context, @as(*const [4]u8, &buf)[0..len]);
+    const len = std.unicode.utf8Encode(@truncate(u21, c), &buf) catch |err| switch (err) {
+        error.Utf8CannotEncodeSurrogateHalf => {
+            return writer.writeAll(&[_]u8{ 0xef, 0xbf, 0xbd });
+        },
+        error.CodepointTooLarge => {
+            return writer.writeAll(&[_]u8{ 0xef, 0xbf, 0xbd });
+        },
+    };
+    return writer.writeAll(buf[0..len]);
 }
 pub fn formatBuf(
 @@ -1409,9 +1415,17 @@ test "int.specifier" {
         try testFmt("UTF-8: a\n", "UTF-8: {u}\n", .{value});
     }
     {
-        const value: u32 = 0x1F310;
+        const value: u21 = 0x1F310;
         try testFmt("UTF-8: 🌐\n", "UTF-8: {u}\n", .{value});
     }
+    {
+        const value: u21 = 0xD800;
+        try testFmt("UTF-8: �\n", "UTF-8: {u}\n", .{value});
+    }
+    {
+        const value: u21 = 0x110001;
+        try testFmt("UTF-8: �\n", "UTF-8: {u}\n", .{value});
+    }
 }
 test "int.padded" {