feat: improve runtime filter [Part 2] (#18955)

* init

* fmt

* update

* make lint

* update

* update

* rm unused dep

Author: SkyFan2002

Cargo.lock

@@ -535,7 +535,6 @@ walkdir = "2.3.2"
 watcher = { version = "0.4.2" }
 wiremock = "0.6"
 wkt = "0.11.1"
-xorf = { version = "0.11.0", default-features = false, features = ["binary-fuse"] }
 xorfilter-rs = { version = "0.5", features = ["cbordata"] }
 zerocopy = { version = "0.8.26", features = ["derive"] }
 zip = "3.0.0"

Cargo.toml

@@ -39,8 +39,8 @@ serde = { workspace = true }
 serde_json = { workspace = true }
 sha2 = { workspace = true }
 thrift = { workspace = true }
+twox-hash = { workspace = true }
 typetag = { workspace = true }
-xorf = { workspace = true }
 
 [dev-dependencies]
 goldenfile = { workspace = true }

src/query/catalog/Cargo.toml

@@ -25,6 +25,7 @@ pub mod partition_columns;
 pub mod plan;
 pub mod query_kind;
 pub mod runtime_filter_info;
+pub mod sbbf;
 pub mod session_type;
 pub mod statistics;
 pub mod table;

src/query/catalog/src/lib.rs

@@ -22,7 +22,10 @@ use databend_common_base::base::tokio::sync::watch;
 use databend_common_base::base::tokio::sync::watch::Receiver;
 use databend_common_base::base::tokio::sync::watch::Sender;
 use databend_common_expression::Expr;
-use xorf::BinaryFuse16;
+
+use crate::sbbf::Sbbf;
+
+pub type RuntimeBloomFilter = Sbbf;
 
 #[derive(Clone, Default)]
 pub struct RuntimeFilterInfo {
@@ -69,7 +72,7 @@ pub struct RuntimeFilterEntry {
 #[derive(Clone)]
 pub struct RuntimeFilterBloom {
     pub column_name: String,
-    pub filter: BinaryFuse16,
+    pub filter: RuntimeBloomFilter,
 }
 
 #[derive(Default)]