| ... | ... | @@ -2012,18 +2012,23 @@ test "tokenize (reset)" { |
| 2012 | 2012 | try testing.expect(it.next() == null); |
| 2013 | 2013 | } |
| 2014 | 2014 | |
| 2015 | /// Deprecated: use `splitFull`, `splitAny`, or `splitScalar` |
| 2016 | pub const split = splitFull; |
| 2017 | |
| 2015 | 2018 | /// Returns an iterator that iterates over the slices of `buffer` that |
| 2016 | | /// are separated by bytes in `delimiter`. |
| 2019 | /// are separated by the byte sequence in `delimiter`. |
| 2017 | 2020 | /// |
| 2018 | | /// `split(u8, "abc|def||ghi", "|")` will return slices |
| 2021 | /// `splitFull(u8, "abc||def||||ghi", "||")` will return slices |
| 2019 | 2022 | /// for "abc", "def", "", "ghi", null, in that order. |
| 2020 | 2023 | /// |
| 2021 | 2024 | /// If `delimiter` does not exist in buffer, |
| 2022 | 2025 | /// the iterator will return `buffer`, null, in that order. |
| 2023 | 2026 | /// The delimiter length must not be zero. |
| 2024 | 2027 | /// |
| 2025 | | /// See also: `tokenize` and `splitBackwards`. |
| 2026 | | pub fn split(comptime T: type, buffer: []const T, delimiter: []const T) SplitIterator(T) { |
| 2028 | /// See also: `splitAny`, `splitScalar`, `splitBackwardsFull`, |
| 2029 | /// `splitBackwardsAny`,`splitBackwardsScalar`, and |
| 2030 | /// `tokenize`. |
| 2031 | pub fn splitFull(comptime T: type, buffer: []const T, delimiter: []const T) SplitIterator(T, .full) { |
| 2027 | 2032 | assert(delimiter.len != 0); |
| 2028 | 2033 | return .{ |
| 2029 | 2034 | .index = 0, |
| ... | ... | @@ -2032,8 +2037,48 @@ pub fn split(comptime T: type, buffer: []const T, delimiter: []const T) SplitIte |
| 2032 | 2037 | }; |
| 2033 | 2038 | } |
| 2034 | 2039 | |
| 2035 | | test "split" { |
| 2036 | | var it = split(u8, "abc|def||ghi", "|"); |
| 2040 | /// Returns an iterator that iterates over the slices of `buffer` that |
| 2041 | /// are separated by any item in `delimiters`. |
| 2042 | /// |
| 2043 | /// `splitAny(u8, "abc,def||ghi", "|,")` will return slices |
| 2044 | /// for "abc", "def", "", "ghi", null, in that order. |
| 2045 | /// |
| 2046 | /// If none of `delimiters` exist in buffer, |
| 2047 | /// the iterator will return `buffer`, null, in that order. |
| 2048 | /// |
| 2049 | /// See also: `splitFull`, `splitScalar`, `splitBackwardsFull`, |
| 2050 | /// `splitBackwardsAny`,`splitBackwardsScalar`, and |
| 2051 | /// `tokenize`. |
| 2052 | pub fn splitAny(comptime T: type, buffer: []const T, delimiters: []const T) SplitIterator(T, .any) { |
| 2053 | return .{ |
| 2054 | .index = 0, |
| 2055 | .buffer = buffer, |
| 2056 | .delimiter = delimiters, |
| 2057 | }; |
| 2058 | } |
| 2059 | |
| 2060 | /// Returns an iterator that iterates over the slices of `buffer` that |
| 2061 | /// are separated by `delimiter`. |
| 2062 | /// |
| 2063 | /// `splitScalar(u8, "abc|def||ghi", '|')` will return slices |
| 2064 | /// for "abc", "def", "", "ghi", null, in that order. |
| 2065 | /// |
| 2066 | /// If `delimiter` does not exist in buffer, |
| 2067 | /// the iterator will return `buffer`, null, in that order. |
| 2068 | /// |
| 2069 | /// See also: `splitFull`, `splitAny`, `splitBackwardsFull`, |
| 2070 | /// `splitBackwardsAny`,`splitBackwardsScalar`, and |
| 2071 | /// `tokenize`. |
| 2072 | pub fn splitScalar(comptime T: type, buffer: []const T, delimiter: T) SplitIterator(T, .scalar) { |
| 2073 | return .{ |
| 2074 | .index = 0, |
| 2075 | .buffer = buffer, |
| 2076 | .delimiter = delimiter, |
| 2077 | }; |
| 2078 | } |
| 2079 | |
| 2080 | test "splitScalar" { |
| 2081 | var it = splitScalar(u8, "abc|def||ghi", '|'); |
| 2037 | 2082 | try testing.expectEqualSlices(u8, it.rest(), "abc|def||ghi"); |
| 2038 | 2083 | try testing.expectEqualSlices(u8, it.first(), "abc"); |
| 2039 | 2084 | |
| ... | ... | @@ -2049,30 +2094,30 @@ test "split" { |
| 2049 | 2094 | try testing.expectEqualSlices(u8, it.rest(), ""); |
| 2050 | 2095 | try testing.expect(it.next() == null); |
| 2051 | 2096 | |
| 2052 | | it = split(u8, "", "|"); |
| 2097 | it = splitScalar(u8, "", '|'); |
| 2053 | 2098 | try testing.expectEqualSlices(u8, it.first(), ""); |
| 2054 | 2099 | try testing.expect(it.next() == null); |
| 2055 | 2100 | |
| 2056 | | it = split(u8, "|", "|"); |
| 2101 | it = splitScalar(u8, "|", '|'); |
| 2057 | 2102 | try testing.expectEqualSlices(u8, it.first(), ""); |
| 2058 | 2103 | try testing.expectEqualSlices(u8, it.next().?, ""); |
| 2059 | 2104 | try testing.expect(it.next() == null); |
| 2060 | 2105 | |
| 2061 | | it = split(u8, "hello", " "); |
| 2106 | it = splitScalar(u8, "hello", ' '); |
| 2062 | 2107 | try testing.expectEqualSlices(u8, it.first(), "hello"); |
| 2063 | 2108 | try testing.expect(it.next() == null); |
| 2064 | 2109 | |
| 2065 | | var it16 = split( |
| 2110 | var it16 = splitScalar( |
| 2066 | 2111 | u16, |
| 2067 | 2112 | std.unicode.utf8ToUtf16LeStringLiteral("hello"), |
| 2068 | | std.unicode.utf8ToUtf16LeStringLiteral(" "), |
| 2113 | ' ', |
| 2069 | 2114 | ); |
| 2070 | 2115 | try testing.expectEqualSlices(u16, it16.first(), std.unicode.utf8ToUtf16LeStringLiteral("hello")); |
| 2071 | 2116 | try testing.expect(it16.next() == null); |
| 2072 | 2117 | } |
| 2073 | 2118 | |
| 2074 | | test "split (multibyte)" { |
| 2075 | | var it = split(u8, "a, b ,, c, d, e", ", "); |
| 2119 | test "splitFull (multibyte)" { |
| 2120 | var it = splitFull(u8, "a, b ,, c, d, e", ", "); |
| 2076 | 2121 | try testing.expectEqualSlices(u8, it.first(), "a"); |
| 2077 | 2122 | try testing.expectEqualSlices(u8, it.rest(), "b ,, c, d, e"); |
| 2078 | 2123 | try testing.expectEqualSlices(u8, it.next().?, "b ,"); |
| ... | ... | @@ -2081,7 +2126,7 @@ test "split (multibyte)" { |
| 2081 | 2126 | try testing.expectEqualSlices(u8, it.next().?, "e"); |
| 2082 | 2127 | try testing.expect(it.next() == null); |
| 2083 | 2128 | |
| 2084 | | var it16 = split( |
| 2129 | var it16 = splitFull( |
| 2085 | 2130 | u16, |
| 2086 | 2131 | std.unicode.utf8ToUtf16LeStringLiteral("a, b ,, c, d, e"), |
| 2087 | 2132 | std.unicode.utf8ToUtf16LeStringLiteral(", "), |
| ... | ... | @@ -2094,42 +2139,144 @@ test "split (multibyte)" { |
| 2094 | 2139 | try testing.expect(it16.next() == null); |
| 2095 | 2140 | } |
| 2096 | 2141 | |
| 2142 | test "splitAny" { |
| 2143 | var it = splitAny(u8, "a,b, c d e", ", "); |
| 2144 | try testing.expectEqualSlices(u8, it.first(), "a"); |
| 2145 | try testing.expectEqualSlices(u8, it.rest(), "b, c d e"); |
| 2146 | try testing.expectEqualSlices(u8, it.next().?, "b"); |
| 2147 | try testing.expectEqualSlices(u8, it.next().?, ""); |
| 2148 | try testing.expectEqualSlices(u8, it.next().?, "c"); |
| 2149 | try testing.expectEqualSlices(u8, it.next().?, "d"); |
| 2150 | try testing.expectEqualSlices(u8, it.next().?, "e"); |
| 2151 | try testing.expect(it.next() == null); |
| 2152 | |
| 2153 | it = splitAny(u8, "hello", ""); |
| 2154 | try testing.expect(eql(u8, it.next().?, "hello")); |
| 2155 | try testing.expect(it.next() == null); |
| 2156 | |
| 2157 | var it16 = splitAny( |
| 2158 | u16, |
| 2159 | std.unicode.utf8ToUtf16LeStringLiteral("a,b, c d e"), |
| 2160 | std.unicode.utf8ToUtf16LeStringLiteral(", "), |
| 2161 | ); |
| 2162 | try testing.expectEqualSlices(u16, it16.first(), std.unicode.utf8ToUtf16LeStringLiteral("a")); |
| 2163 | try testing.expectEqualSlices(u16, it16.next().?, std.unicode.utf8ToUtf16LeStringLiteral("b")); |
| 2164 | try testing.expectEqualSlices(u16, it16.next().?, std.unicode.utf8ToUtf16LeStringLiteral("")); |
| 2165 | try testing.expectEqualSlices(u16, it16.next().?, std.unicode.utf8ToUtf16LeStringLiteral("c")); |
| 2166 | try testing.expectEqualSlices(u16, it16.next().?, std.unicode.utf8ToUtf16LeStringLiteral("d")); |
| 2167 | try testing.expectEqualSlices(u16, it16.next().?, std.unicode.utf8ToUtf16LeStringLiteral("e")); |
| 2168 | try testing.expect(it16.next() == null); |
| 2169 | } |
| 2170 | |
| 2097 | 2171 | test "split (reset)" { |
| 2098 | | var it = split(u8, "abc def ghi", " "); |
| 2099 | | try testing.expect(eql(u8, it.first(), "abc")); |
| 2100 | | try testing.expect(eql(u8, it.next().?, "def")); |
| 2101 | | try testing.expect(eql(u8, it.next().?, "ghi")); |
| 2172 | { |
| 2173 | var it = splitFull(u8, "abc def ghi", " "); |
| 2174 | try testing.expect(eql(u8, it.first(), "abc")); |
| 2175 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2176 | try testing.expect(eql(u8, it.next().?, "ghi")); |
| 2102 | 2177 | |
| 2103 | | it.reset(); |
| 2178 | it.reset(); |
| 2104 | 2179 | |
| 2105 | | try testing.expect(eql(u8, it.first(), "abc")); |
| 2106 | | try testing.expect(eql(u8, it.next().?, "def")); |
| 2107 | | try testing.expect(eql(u8, it.next().?, "ghi")); |
| 2108 | | try testing.expect(it.next() == null); |
| 2180 | try testing.expect(eql(u8, it.first(), "abc")); |
| 2181 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2182 | try testing.expect(eql(u8, it.next().?, "ghi")); |
| 2183 | try testing.expect(it.next() == null); |
| 2184 | } |
| 2185 | { |
| 2186 | var it = splitAny(u8, "abc def,ghi", " ,"); |
| 2187 | try testing.expect(eql(u8, it.first(), "abc")); |
| 2188 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2189 | try testing.expect(eql(u8, it.next().?, "ghi")); |
| 2190 | |
| 2191 | it.reset(); |
| 2192 | |
| 2193 | try testing.expect(eql(u8, it.first(), "abc")); |
| 2194 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2195 | try testing.expect(eql(u8, it.next().?, "ghi")); |
| 2196 | try testing.expect(it.next() == null); |
| 2197 | } |
| 2198 | { |
| 2199 | var it = splitScalar(u8, "abc def ghi", ' '); |
| 2200 | try testing.expect(eql(u8, it.first(), "abc")); |
| 2201 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2202 | try testing.expect(eql(u8, it.next().?, "ghi")); |
| 2203 | |
| 2204 | it.reset(); |
| 2205 | |
| 2206 | try testing.expect(eql(u8, it.first(), "abc")); |
| 2207 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2208 | try testing.expect(eql(u8, it.next().?, "ghi")); |
| 2209 | try testing.expect(it.next() == null); |
| 2210 | } |
| 2109 | 2211 | } |
| 2110 | 2212 | |
| 2111 | | /// Returns an iterator that iterates backwards over the slices of `buffer` |
| 2112 | | /// that are separated by bytes in `delimiter`. |
| 2213 | /// Deprecated: use `splitBackwardsFull`, `splitBackwardsAny`, or `splitBackwardsScalar` |
| 2214 | pub const splitBackwards = splitBackwardsFull; |
| 2215 | |
| 2216 | /// Returns an iterator that iterates backwards over the slices of `buffer` that |
| 2217 | /// are separated by the sequence in `delimiter`. |
| 2113 | 2218 | /// |
| 2114 | | /// `splitBackwards(u8, "abc|def||ghi", "|")` will return slices |
| 2219 | /// `splitBackwardsFull(u8, "abc||def||||ghi", "||")` will return slices |
| 2115 | 2220 | /// for "ghi", "", "def", "abc", null, in that order. |
| 2116 | 2221 | /// |
| 2117 | 2222 | /// If `delimiter` does not exist in buffer, |
| 2118 | 2223 | /// the iterator will return `buffer`, null, in that order. |
| 2119 | 2224 | /// The delimiter length must not be zero. |
| 2120 | 2225 | /// |
| 2121 | | /// See also: `tokenize` and `split`. |
| 2122 | | pub fn splitBackwards(comptime T: type, buffer: []const T, delimiter: []const T) SplitBackwardsIterator(T) { |
| 2226 | /// See also: `splitBackwardsAny`, `splitBackwardsScalar`, |
| 2227 | /// `splitFull`, `splitAny`,`splitScalar`, and |
| 2228 | /// `tokenize`. |
| 2229 | pub fn splitBackwardsFull(comptime T: type, buffer: []const T, delimiter: []const T) SplitBackwardsIterator(T, .full) { |
| 2123 | 2230 | assert(delimiter.len != 0); |
| 2124 | | return SplitBackwardsIterator(T){ |
| 2231 | return .{ |
| 2125 | 2232 | .index = buffer.len, |
| 2126 | 2233 | .buffer = buffer, |
| 2127 | 2234 | .delimiter = delimiter, |
| 2128 | 2235 | }; |
| 2129 | 2236 | } |
| 2130 | 2237 | |
| 2131 | | test "splitBackwards" { |
| 2132 | | var it = splitBackwards(u8, "abc|def||ghi", "|"); |
| 2238 | /// Returns an iterator that iterates backwards over the slices of `buffer` that |
| 2239 | /// are separated by any item in `delimiters`. |
| 2240 | /// |
| 2241 | /// `splitBackwardsAny(u8, "abc,def||ghi", "|,")` will return slices |
| 2242 | /// for "ghi", "", "def", "abc", null, in that order. |
| 2243 | /// |
| 2244 | /// If none of `delimiters` exist in buffer, |
| 2245 | /// the iterator will return `buffer`, null, in that order. |
| 2246 | /// |
| 2247 | /// See also: `splitBackwardsFull`, `splitBackwardsScalar`, |
| 2248 | /// `splitFull`, `splitAny`,`splitScalar`, and |
| 2249 | /// `tokenize`. |
| 2250 | pub fn splitBackwardsAny(comptime T: type, buffer: []const T, delimiters: []const T) SplitBackwardsIterator(T, .any) { |
| 2251 | return .{ |
| 2252 | .index = buffer.len, |
| 2253 | .buffer = buffer, |
| 2254 | .delimiter = delimiters, |
| 2255 | }; |
| 2256 | } |
| 2257 | |
| 2258 | /// Returns an iterator that iterates backwards over the slices of `buffer` that |
| 2259 | /// are separated by `delimiter`. |
| 2260 | /// |
| 2261 | /// `splitBackwardsScalar(u8, "abc|def||ghi", '|')` will return slices |
| 2262 | /// for "ghi", "", "def", "abc", null, in that order. |
| 2263 | /// |
| 2264 | /// If `delimiter` does not exist in buffer, |
| 2265 | /// the iterator will return `buffer`, null, in that order. |
| 2266 | /// |
| 2267 | /// See also: `splitBackwardsFull`, `splitBackwardsAny`, |
| 2268 | /// `splitFull`, `splitAny`,`splitScalar`, and |
| 2269 | /// `tokenize`. |
| 2270 | pub fn splitBackwardsScalar(comptime T: type, buffer: []const T, delimiter: T) SplitBackwardsIterator(T, .scalar) { |
| 2271 | return .{ |
| 2272 | .index = buffer.len, |
| 2273 | .buffer = buffer, |
| 2274 | .delimiter = delimiter, |
| 2275 | }; |
| 2276 | } |
| 2277 | |
| 2278 | test "splitBackwardsScalar" { |
| 2279 | var it = splitBackwardsScalar(u8, "abc|def||ghi", '|'); |
| 2133 | 2280 | try testing.expectEqualSlices(u8, it.rest(), "abc|def||ghi"); |
| 2134 | 2281 | try testing.expectEqualSlices(u8, it.first(), "ghi"); |
| 2135 | 2282 | |
| ... | ... | @@ -2145,30 +2292,30 @@ test "splitBackwards" { |
| 2145 | 2292 | try testing.expectEqualSlices(u8, it.rest(), ""); |
| 2146 | 2293 | try testing.expect(it.next() == null); |
| 2147 | 2294 | |
| 2148 | | it = splitBackwards(u8, "", "|"); |
| 2295 | it = splitBackwardsScalar(u8, "", '|'); |
| 2149 | 2296 | try testing.expectEqualSlices(u8, it.first(), ""); |
| 2150 | 2297 | try testing.expect(it.next() == null); |
| 2151 | 2298 | |
| 2152 | | it = splitBackwards(u8, "|", "|"); |
| 2299 | it = splitBackwardsScalar(u8, "|", '|'); |
| 2153 | 2300 | try testing.expectEqualSlices(u8, it.first(), ""); |
| 2154 | 2301 | try testing.expectEqualSlices(u8, it.next().?, ""); |
| 2155 | 2302 | try testing.expect(it.next() == null); |
| 2156 | 2303 | |
| 2157 | | it = splitBackwards(u8, "hello", " "); |
| 2304 | it = splitBackwardsScalar(u8, "hello", ' '); |
| 2158 | 2305 | try testing.expectEqualSlices(u8, it.first(), "hello"); |
| 2159 | 2306 | try testing.expect(it.next() == null); |
| 2160 | 2307 | |
| 2161 | | var it16 = splitBackwards( |
| 2308 | var it16 = splitBackwardsScalar( |
| 2162 | 2309 | u16, |
| 2163 | 2310 | std.unicode.utf8ToUtf16LeStringLiteral("hello"), |
| 2164 | | std.unicode.utf8ToUtf16LeStringLiteral(" "), |
| 2311 | ' ', |
| 2165 | 2312 | ); |
| 2166 | 2313 | try testing.expectEqualSlices(u16, it16.first(), std.unicode.utf8ToUtf16LeStringLiteral("hello")); |
| 2167 | 2314 | try testing.expect(it16.next() == null); |
| 2168 | 2315 | } |
| 2169 | 2316 | |
| 2170 | | test "splitBackwards (multibyte)" { |
| 2171 | | var it = splitBackwards(u8, "a, b ,, c, d, e", ", "); |
| 2317 | test "splitBackwardsFull (multibyte)" { |
| 2318 | var it = splitBackwardsFull(u8, "a, b ,, c, d, e", ", "); |
| 2172 | 2319 | try testing.expectEqualSlices(u8, it.rest(), "a, b ,, c, d, e"); |
| 2173 | 2320 | try testing.expectEqualSlices(u8, it.first(), "e"); |
| 2174 | 2321 | |
| ... | ... | @@ -2187,7 +2334,7 @@ test "splitBackwards (multibyte)" { |
| 2187 | 2334 | try testing.expectEqualSlices(u8, it.rest(), ""); |
| 2188 | 2335 | try testing.expect(it.next() == null); |
| 2189 | 2336 | |
| 2190 | | var it16 = splitBackwards( |
| 2337 | var it16 = splitBackwardsFull( |
| 2191 | 2338 | u16, |
| 2192 | 2339 | std.unicode.utf8ToUtf16LeStringLiteral("a, b ,, c, d, e"), |
| 2193 | 2340 | std.unicode.utf8ToUtf16LeStringLiteral(", "), |
| ... | ... | @@ -2200,18 +2347,83 @@ test "splitBackwards (multibyte)" { |
| 2200 | 2347 | try testing.expect(it16.next() == null); |
| 2201 | 2348 | } |
| 2202 | 2349 | |
| 2203 | | test "splitBackwards (reset)" { |
| 2204 | | var it = splitBackwards(u8, "abc def ghi", " "); |
| 2205 | | try testing.expect(eql(u8, it.first(), "ghi")); |
| 2206 | | try testing.expect(eql(u8, it.next().?, "def")); |
| 2207 | | try testing.expect(eql(u8, it.next().?, "abc")); |
| 2350 | test "splitBackwardsAny" { |
| 2351 | var it = splitBackwardsAny(u8, "a,b, c d e", ", "); |
| 2352 | try testing.expectEqualSlices(u8, it.rest(), "a,b, c d e"); |
| 2353 | try testing.expectEqualSlices(u8, it.first(), "e"); |
| 2208 | 2354 | |
| 2209 | | it.reset(); |
| 2355 | try testing.expectEqualSlices(u8, it.rest(), "a,b, c d"); |
| 2356 | try testing.expectEqualSlices(u8, it.next().?, "d"); |
| 2210 | 2357 | |
| 2211 | | try testing.expect(eql(u8, it.first(), "ghi")); |
| 2212 | | try testing.expect(eql(u8, it.next().?, "def")); |
| 2213 | | try testing.expect(eql(u8, it.next().?, "abc")); |
| 2358 | try testing.expectEqualSlices(u8, it.rest(), "a,b, c"); |
| 2359 | try testing.expectEqualSlices(u8, it.next().?, "c"); |
| 2360 | |
| 2361 | try testing.expectEqualSlices(u8, it.rest(), "a,b,"); |
| 2362 | try testing.expectEqualSlices(u8, it.next().?, ""); |
| 2363 | |
| 2364 | try testing.expectEqualSlices(u8, it.rest(), "a,b"); |
| 2365 | try testing.expectEqualSlices(u8, it.next().?, "b"); |
| 2366 | |
| 2367 | try testing.expectEqualSlices(u8, it.rest(), "a"); |
| 2368 | try testing.expectEqualSlices(u8, it.next().?, "a"); |
| 2369 | |
| 2370 | try testing.expectEqualSlices(u8, it.rest(), ""); |
| 2214 | 2371 | try testing.expect(it.next() == null); |
| 2372 | |
| 2373 | var it16 = splitBackwardsAny( |
| 2374 | u16, |
| 2375 | std.unicode.utf8ToUtf16LeStringLiteral("a,b, c d e"), |
| 2376 | std.unicode.utf8ToUtf16LeStringLiteral(", "), |
| 2377 | ); |
| 2378 | try testing.expectEqualSlices(u16, it16.first(), std.unicode.utf8ToUtf16LeStringLiteral("e")); |
| 2379 | try testing.expectEqualSlices(u16, it16.next().?, std.unicode.utf8ToUtf16LeStringLiteral("d")); |
| 2380 | try testing.expectEqualSlices(u16, it16.next().?, std.unicode.utf8ToUtf16LeStringLiteral("c")); |
| 2381 | try testing.expectEqualSlices(u16, it16.next().?, std.unicode.utf8ToUtf16LeStringLiteral("")); |
| 2382 | try testing.expectEqualSlices(u16, it16.next().?, std.unicode.utf8ToUtf16LeStringLiteral("b")); |
| 2383 | try testing.expectEqualSlices(u16, it16.next().?, std.unicode.utf8ToUtf16LeStringLiteral("a")); |
| 2384 | try testing.expect(it16.next() == null); |
| 2385 | } |
| 2386 | |
| 2387 | test "splitBackwards (reset)" { |
| 2388 | { |
| 2389 | var it = splitBackwardsFull(u8, "abc def ghi", " "); |
| 2390 | try testing.expect(eql(u8, it.first(), "ghi")); |
| 2391 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2392 | try testing.expect(eql(u8, it.next().?, "abc")); |
| 2393 | |
| 2394 | it.reset(); |
| 2395 | |
| 2396 | try testing.expect(eql(u8, it.first(), "ghi")); |
| 2397 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2398 | try testing.expect(eql(u8, it.next().?, "abc")); |
| 2399 | try testing.expect(it.next() == null); |
| 2400 | } |
| 2401 | { |
| 2402 | var it = splitBackwardsAny(u8, "abc def,ghi", " ,"); |
| 2403 | try testing.expect(eql(u8, it.first(), "ghi")); |
| 2404 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2405 | try testing.expect(eql(u8, it.next().?, "abc")); |
| 2406 | |
| 2407 | it.reset(); |
| 2408 | |
| 2409 | try testing.expect(eql(u8, it.first(), "ghi")); |
| 2410 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2411 | try testing.expect(eql(u8, it.next().?, "abc")); |
| 2412 | try testing.expect(it.next() == null); |
| 2413 | } |
| 2414 | { |
| 2415 | var it = splitBackwardsScalar(u8, "abc def ghi", ' '); |
| 2416 | try testing.expect(eql(u8, it.first(), "ghi")); |
| 2417 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2418 | try testing.expect(eql(u8, it.next().?, "abc")); |
| 2419 | |
| 2420 | it.reset(); |
| 2421 | |
| 2422 | try testing.expect(eql(u8, it.first(), "ghi")); |
| 2423 | try testing.expect(eql(u8, it.next().?, "def")); |
| 2424 | try testing.expect(eql(u8, it.next().?, "abc")); |
| 2425 | try testing.expect(it.next() == null); |
| 2426 | } |
| 2215 | 2427 | } |
| 2216 | 2428 | |
| 2217 | 2429 | /// Returns an iterator with a sliding window of slices for `buffer`. |
| ... | ... | @@ -2382,6 +2594,8 @@ test "endsWith" { |
| 2382 | 2594 | try testing.expect(!endsWith(u8, "Bob", "Bo")); |
| 2383 | 2595 | } |
| 2384 | 2596 | |
| 2597 | pub const DelimiterType = enum { full, any, scalar }; |
| 2598 | |
| 2385 | 2599 | pub fn TokenIterator(comptime T: type) type { |
| 2386 | 2600 | return struct { |
| 2387 | 2601 | buffer: []const T, |
| ... | ... | @@ -2439,11 +2653,14 @@ pub fn TokenIterator(comptime T: type) type { |
| 2439 | 2653 | }; |
| 2440 | 2654 | } |
| 2441 | 2655 | |
| 2442 | | pub fn SplitIterator(comptime T: type) type { |
| 2656 | pub fn SplitIterator(comptime T: type, comptime delimiter_type: DelimiterType) type { |
| 2443 | 2657 | return struct { |
| 2444 | 2658 | buffer: []const T, |
| 2445 | 2659 | index: ?usize, |
| 2446 | | delimiter: []const T, |
| 2660 | delimiter: switch (delimiter_type) { |
| 2661 | .full, .any => []const T, |
| 2662 | .scalar => T, |
| 2663 | }, |
| 2447 | 2664 | |
| 2448 | 2665 | const Self = @This(); |
| 2449 | 2666 | |
| ... | ... | @@ -2457,8 +2674,15 @@ pub fn SplitIterator(comptime T: type) type { |
| 2457 | 2674 | /// Returns a slice of the next field, or null if splitting is complete. |
| 2458 | 2675 | pub fn next(self: *Self) ?[]const T { |
| 2459 | 2676 | const start = self.index orelse return null; |
| 2460 | | const end = if (indexOfPos(T, self.buffer, start, self.delimiter)) |delim_start| blk: { |
| 2461 | | self.index = delim_start + self.delimiter.len; |
| 2677 | const end = if (switch (delimiter_type) { |
| 2678 | .full => indexOfPos(T, self.buffer, start, self.delimiter), |
| 2679 | .any => indexOfAnyPos(T, self.buffer, start, self.delimiter), |
| 2680 | .scalar => indexOfScalarPos(T, self.buffer, start, self.delimiter), |
| 2681 | }) |delim_start| blk: { |
| 2682 | self.index = delim_start + switch (delimiter_type) { |
| 2683 | .full => self.delimiter.len, |
| 2684 | .any, .scalar => 1, |
| 2685 | }; |
| 2462 | 2686 | break :blk delim_start; |
| 2463 | 2687 | } else blk: { |
| 2464 | 2688 | self.index = null; |
| ... | ... | @@ -2481,11 +2705,14 @@ pub fn SplitIterator(comptime T: type) type { |
| 2481 | 2705 | }; |
| 2482 | 2706 | } |
| 2483 | 2707 | |
| 2484 | | pub fn SplitBackwardsIterator(comptime T: type) type { |
| 2708 | pub fn SplitBackwardsIterator(comptime T: type, comptime delimiter_type: DelimiterType) type { |
| 2485 | 2709 | return struct { |
| 2486 | 2710 | buffer: []const T, |
| 2487 | 2711 | index: ?usize, |
| 2488 | | delimiter: []const T, |
| 2712 | delimiter: switch (delimiter_type) { |
| 2713 | .full, .any => []const T, |
| 2714 | .scalar => T, |
| 2715 | }, |
| 2489 | 2716 | |
| 2490 | 2717 | const Self = @This(); |
| 2491 | 2718 | |
| ... | ... | @@ -2499,9 +2726,16 @@ pub fn SplitBackwardsIterator(comptime T: type) type { |
| 2499 | 2726 | /// Returns a slice of the next field, or null if splitting is complete. |
| 2500 | 2727 | pub fn next(self: *Self) ?[]const T { |
| 2501 | 2728 | const end = self.index orelse return null; |
| 2502 | | const start = if (lastIndexOf(T, self.buffer[0..end], self.delimiter)) |delim_start| blk: { |
| 2729 | const start = if (switch (delimiter_type) { |
| 2730 | .full => lastIndexOf(T, self.buffer[0..end], self.delimiter), |
| 2731 | .any => lastIndexOfAny(T, self.buffer[0..end], self.delimiter), |
| 2732 | .scalar => lastIndexOfScalar(T, self.buffer[0..end], self.delimiter), |
| 2733 | }) |delim_start| blk: { |
| 2503 | 2734 | self.index = delim_start; |
| 2504 | | break :blk delim_start + self.delimiter.len; |
| 2735 | break :blk delim_start + switch (delimiter_type) { |
| 2736 | .full => self.delimiter.len, |
| 2737 | .any, .scalar => 1, |
| 2738 | }; |
| 2505 | 2739 | } else blk: { |
| 2506 | 2740 | self.index = null; |
| 2507 | 2741 | break :blk 0; |