frequency: use simdutf8 in hot loop

- not only faster coz of simd, but we also got rid of a to_vec() allocation
a5dur · May 22, 2023 · 33406a1 · 33406a1
1 parent d4a64ac
commit 33406a1
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/cmd/frequency.rs b/src/cmd/frequency.rs
@@ -194,9 +194,9 @@ impl Args {
             row_work = row?;
             for (i, field) in nsel.select(row_work.into_iter()).enumerate() {
                 field_work = {
-                    match String::from_utf8(field.to_vec()) {
+                    match simdutf8::basic::from_utf8(field) {
                         Ok(s) => s.trim().as_bytes().to_vec(),
-                        Err(bs) => bs.into_bytes(),
+                        Err(_) => field.to_vec(),
                     }
                 };
                 if !field_work.is_empty() {