| ... | ... | @@ -1648,29 +1648,28 @@ pub const Writer = struct { |
| 1648 | 1648 | }; |
| 1649 | 1649 | } |
| 1650 | 1650 | |
| 1651 | | pub fn drain(io_writer: *std.io.Writer, data: []const []const u8, splat: usize) std.io.Writer.Error!usize { |
| 1652 | | const w: *Writer = @fieldParentPtr("interface", io_writer); |
| 1651 | pub fn drain(io_w: *std.io.Writer, data: []const []const u8, splat: usize) std.io.Writer.Error!usize { |
| 1652 | const w: *Writer = @fieldParentPtr("interface", io_w); |
| 1653 | 1653 | const handle = w.file.handle; |
| 1654 | | const buffered = io_writer.buffered(); |
| 1655 | | var splat_buffer: [256]u8 = undefined; |
| 1654 | const buffered = io_w.buffered(); |
| 1656 | 1655 | if (is_windows) { |
| 1657 | 1656 | var i: usize = 0; |
| 1658 | 1657 | while (i < buffered.len) { |
| 1659 | 1658 | const n = windows.WriteFile(handle, buffered[i..], null) catch |err| { |
| 1660 | 1659 | w.err = err; |
| 1661 | 1660 | w.pos += i; |
| 1662 | | _ = io_writer.consume(i); |
| 1661 | _ = io_w.consume(i); |
| 1663 | 1662 | return error.WriteFailed; |
| 1664 | 1663 | }; |
| 1665 | 1664 | i += n; |
| 1666 | 1665 | if (data.len > 0 and buffered.len - i < n) { |
| 1667 | 1666 | w.pos += i; |
| 1668 | | return io_writer.consume(i); |
| 1667 | return io_w.consume(i); |
| 1669 | 1668 | } |
| 1670 | 1669 | } |
| 1671 | 1670 | if (i != 0 or data.len == 0 or (data.len == 1 and splat == 0)) { |
| 1672 | 1671 | w.pos += i; |
| 1673 | | return io_writer.consume(i); |
| 1672 | return io_w.consume(i); |
| 1674 | 1673 | } |
| 1675 | 1674 | const n = windows.WriteFile(handle, data[0], null) catch |err| { |
| 1676 | 1675 | w.err = err; |
| ... | ... | @@ -1679,19 +1678,6 @@ pub const Writer = struct { |
| 1679 | 1678 | w.pos += n; |
| 1680 | 1679 | return n; |
| 1681 | 1680 | } |
| 1682 | | if (data.len == 0) { |
| 1683 | | var i: usize = 0; |
| 1684 | | while (i < buffered.len) { |
| 1685 | | i += std.posix.write(handle, buffered) catch |err| { |
| 1686 | | w.err = err; |
| 1687 | | w.pos += i; |
| 1688 | | _ = io_writer.consume(i); |
| 1689 | | return error.WriteFailed; |
| 1690 | | }; |
| 1691 | | } |
| 1692 | | w.pos += i; |
| 1693 | | return io_writer.consumeAll(); |
| 1694 | | } |
| 1695 | 1681 | var iovecs: [max_buffers_len]std.posix.iovec_const = undefined; |
| 1696 | 1682 | var len: usize = 0; |
| 1697 | 1683 | if (buffered.len > 0) { |
| ... | ... | @@ -1700,30 +1686,43 @@ pub const Writer = struct { |
| 1700 | 1686 | } |
| 1701 | 1687 | for (data) |d| { |
| 1702 | 1688 | if (d.len == 0) continue; |
| 1703 | | if (iovecs.len - len == 0) break; |
| 1704 | 1689 | iovecs[len] = .{ .base = d.ptr, .len = d.len }; |
| 1705 | 1690 | len += 1; |
| 1691 | if (iovecs.len - len == 0) break; |
| 1706 | 1692 | } |
| 1693 | if (len == 0) return 0; |
| 1694 | const pattern = data[data.len - 1]; |
| 1707 | 1695 | switch (splat) { |
| 1708 | | 0 => if (data[data.len - 1].len != 0) { |
| 1696 | 0 => if (iovecs[len - 1].base == pattern.ptr) { |
| 1709 | 1697 | len -= 1; |
| 1710 | 1698 | }, |
| 1711 | 1699 | 1 => {}, |
| 1712 | | else => switch (data[data.len - 1].len) { |
| 1700 | else => switch (pattern.len) { |
| 1713 | 1701 | 0 => {}, |
| 1714 | | 1 => { |
| 1702 | 1 => memset: { |
| 1703 | // Replace the 1-byte buffer with a bigger one. |
| 1704 | if (iovecs[len - 1].base == pattern.ptr) len -= 1; |
| 1705 | if (iovecs.len - len == 0) break :memset; |
| 1706 | const splat_buffer_candidate = io_w.buffer[io_w.end..]; |
| 1707 | var backup_buffer: [64]u8 = undefined; |
| 1708 | const splat_buffer = if (splat_buffer_candidate.len >= backup_buffer.len) |
| 1709 | splat_buffer_candidate |
| 1710 | else |
| 1711 | &backup_buffer; |
| 1715 | 1712 | const memset_len = @min(splat_buffer.len, splat); |
| 1716 | 1713 | const buf = splat_buffer[0..memset_len]; |
| 1717 | | @memset(buf, data[data.len - 1][0]); |
| 1718 | | iovecs[len - 1] = .{ .base = buf.ptr, .len = buf.len }; |
| 1714 | @memset(buf, pattern[0]); |
| 1715 | iovecs[len] = .{ .base = buf.ptr, .len = buf.len }; |
| 1716 | len += 1; |
| 1719 | 1717 | var remaining_splat = splat - buf.len; |
| 1720 | | while (remaining_splat > splat_buffer.len and len < iovecs.len) { |
| 1721 | | iovecs[len] = .{ .base = &splat_buffer, .len = splat_buffer.len }; |
| 1722 | | remaining_splat -= splat_buffer.len; |
| 1718 | while (remaining_splat > splat_buffer.len and iovecs.len - len != 0) { |
| 1719 | assert(buf.len == splat_buffer.len); |
| 1720 | iovecs[len] = .{ .base = splat_buffer.ptr, .len = splat_buffer.len }; |
| 1723 | 1721 | len += 1; |
| 1722 | remaining_splat -= splat_buffer.len; |
| 1724 | 1723 | } |
| 1725 | | if (remaining_splat > 0 and len < iovecs.len) { |
| 1726 | | iovecs[len] = .{ .base = &splat_buffer, .len = remaining_splat }; |
| 1724 | if (remaining_splat > 0 and iovecs.len - len != 0) { |
| 1725 | iovecs[len] = .{ .base = splat_buffer.ptr, .len = remaining_splat }; |
| 1727 | 1726 | len += 1; |
| 1728 | 1727 | } |
| 1729 | 1728 | return std.posix.writev(handle, iovecs[0..len]) catch |err| { |
| ... | ... | @@ -1733,7 +1732,7 @@ pub const Writer = struct { |
| 1733 | 1732 | }, |
| 1734 | 1733 | else => for (0..splat - 1) |_| { |
| 1735 | 1734 | if (iovecs.len - len == 0) break; |
| 1736 | | iovecs[len] = .{ .base = data[data.len - 1].ptr, .len = data[data.len - 1].len }; |
| 1735 | iovecs[len] = .{ .base = pattern.ptr, .len = pattern.len }; |
| 1737 | 1736 | len += 1; |
| 1738 | 1737 | }, |
| 1739 | 1738 | }, |
| ... | ... | @@ -1743,15 +1742,15 @@ pub const Writer = struct { |
| 1743 | 1742 | return error.WriteFailed; |
| 1744 | 1743 | }; |
| 1745 | 1744 | w.pos += n; |
| 1746 | | return io_writer.consume(n); |
| 1745 | return io_w.consume(n); |
| 1747 | 1746 | } |
| 1748 | 1747 | |
| 1749 | 1748 | pub fn sendFile( |
| 1750 | | io_writer: *std.io.Writer, |
| 1749 | io_w: *std.io.Writer, |
| 1751 | 1750 | file_reader: *Reader, |
| 1752 | 1751 | limit: std.io.Limit, |
| 1753 | 1752 | ) std.io.Writer.FileError!usize { |
| 1754 | | const w: *Writer = @fieldParentPtr("interface", io_writer); |
| 1753 | const w: *Writer = @fieldParentPtr("interface", io_w); |
| 1755 | 1754 | const out_fd = w.file.handle; |
| 1756 | 1755 | const in_fd = file_reader.file.handle; |
| 1757 | 1756 | // TODO try using copy_file_range on FreeBSD |
| ... | ... | @@ -1762,7 +1761,7 @@ pub const Writer = struct { |
| 1762 | 1761 | if (w.sendfile_err != null) break :sf; |
| 1763 | 1762 | // Linux sendfile does not support headers. |
| 1764 | 1763 | const buffered = limit.slice(file_reader.interface.buffer); |
| 1765 | | if (io_writer.end != 0 or buffered.len != 0) return drain(io_writer, &.{buffered}, 1); |
| 1764 | if (io_w.end != 0 or buffered.len != 0) return drain(io_w, &.{buffered}, 1); |
| 1766 | 1765 | const max_count = 0x7ffff000; // Avoid EINVAL. |
| 1767 | 1766 | var off: std.os.linux.off_t = undefined; |
| 1768 | 1767 | const off_ptr: ?*std.os.linux.off_t, const count: usize = switch (file_reader.mode) { |
| ... | ... | @@ -1813,7 +1812,7 @@ pub const Writer = struct { |
| 1813 | 1812 | if (copy_file_range_fn) |copy_file_range| cfr: { |
| 1814 | 1813 | if (w.copy_file_range_err != null) break :cfr; |
| 1815 | 1814 | const buffered = limit.slice(file_reader.interface.buffer); |
| 1816 | | if (io_writer.end != 0 or buffered.len != 0) return drain(io_writer, &.{buffered}, 1); |
| 1815 | if (io_w.end != 0 or buffered.len != 0) return drain(io_w, &.{buffered}, 1); |
| 1817 | 1816 | var off_in: i64 = undefined; |
| 1818 | 1817 | var off_out: i64 = undefined; |
| 1819 | 1818 | const off_in_ptr: ?*i64 = switch (file_reader.mode) { |