Add tokenizers bench.

quickwit-oss · Jul 6, 2023 · f0dee91 · f0dee91
1 parent 8f2c663
commit f0dee91
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 2 deletions.
diff --git a/quickwit/Cargo.lock b/quickwit/Cargo.lock
diff --git a/quickwit/quickwit-query/Cargo.toml b/quickwit/quickwit-query/Cargo.toml
@@ -27,6 +27,7 @@ thiserror = { workspace = true }
 whichlang = { workspace = true, optional = true }
 
 [dev-dependencies]
+criterion = { workspace = true }
 proptest = { workspace = true }
 time = { workspace = true }
 
@@ -41,3 +42,7 @@ multilang = [
 testsuite = [
     "multilang",
 ]
+
+[[bench]]
+name = "tokenizers_bench"
+harness = false
diff --git a/quickwit/quickwit-query/src/tokenizers/chinese_compatible.rs b/quickwit/quickwit-query/src/tokenizers/chinese_compatible.rs
@@ -249,7 +249,7 @@ mod tests {
             },
         ];
 
-        assert_eq!(dbg!(res), dbg!(expected));
+        assert_eq!(res, expected);
     }
 
     proptest::proptest! {
-Original file line number
+Diff line change
@@ Expand Up / @@ -249,7 +249,7 @@ mod tests { @@
                 },
             ];
-            assert_eq!(dbg!(res), dbg!(expected));
+            assert_eq!(res, expected);
         }
         proptest::proptest! {
@@ Expand Down @@