try to compare

.gitignore

@@ -91,4 +91,16 @@ clang-format-diff.py
 .py3/
 
 cmake-build-debug
-cmake-build-release
+cmake-build-release
+
+*_example
+inode_vptrs
+.cache/
+.conda/
+*.txt
+__pycache__/
+*.csv
+
+include/csv2/
+debug.*
+*.log

CMakeLists.txt

@@ -256,6 +256,7 @@ endif(CMAKE_SYSTEM_PROCESSOR MATCHES "aarch64|AARCH64")
 set(CMAKE_CXX_FLAGS "-mavx2 -lpmem ${CMAKE_CXX_FLAGS}")
 add_definitions(-DART)
 add_definitions(-DUSE_PMEM)
+add_definitions(-DART_PLUS)
 
 option(PORTABLE "build a portable binary" OFF)
 option(FORCE_SSE42 "force building with SSE4.2, even when PORTABLE=ON" OFF)
@@ -589,6 +590,13 @@ set(SOURCES
         db/art/art_node.cc
         db/art/compactor.cc
         db/art/global_memtable.cc
+        db/art/heat_buckets.cc
+        db/art/clf_model.cc
+        db/art/filter_cache_heap.cc
+        db/art/filter_cache_item.cc
+        db/art/filter_cache.cc
+        db/art/filter_cache_client.cc
+        db/art/greedy_algo.cc
         db/art/heat_group.cc
         db/art/lock.cc
         db/art/logger.cc

TARGETS

@@ -447,6 +447,13 @@ cpp_library(
         "db/art/art_node.cc"
         "db/art/compactor.cc"
         "db/art/global_memtable.cc",
+        "db/art/heat_buckets.cc",
+        "db/art/clf_model.cc",
+        "db/art/filter_cache_heap.cc",
+        "db/art/filter_cache_item.cc",
+        "db/art/filter_cache.cc",
+        "db/art/filter_cache_client.cc",
+        "db/art/greedy_algo.cc",
         "db/art/heat_group.cc",
         "db/art/lock.cc",
         "db/art/logger.cc",

YCSB/Makefile

@@ -10,13 +10,19 @@
 #---------------------build config-------------------------
 
 DEBUG_BUILD ?= 0
-EXTRA_CXXFLAGS ?= -I../include -I../include/rocksdb
-EXTRA_LDFLAGS ?= -L../ -lpmem -ldl -lz -lbz2 -lsnappy -llz4 -lzstd
+EXTRA_CXXFLAGS ?= -I../include -I../include/rocksdb 
+EXTRA_LDFLAGS ?= -L../ -lpmem -ldl
 
 BIND_ROCKSDB ?= 1
 BIND_LEVELDB ?= 0
 BIND_LMDB ?= 0
 
+EXTRA_LDFLAGS += -lstdc++
+EXTRA_LDFLAGS += -lsocket++
+# EXTRA_LDFLAGS += -lpython3.12
+# EXTRA_CXXFLAGS += -I$(PYTHON_INCLUDE_PATH)
+# EXTRA_CXXFLAGS += -L$(PYTHON_LIBRARY_PATH)
+
 #----------------------------------------------------------
 
 ifeq ($(DEBUG_BUILD), 1)

YCSB/leveldb/leveldb_db.cc

@@ -151,16 +151,6 @@ void LeveldbDB::GetOptions(const utils::Properties &props, leveldb::Options *opt
   }
 }
 
-void LeveldbDB::SerializeRow(const std::vector<Field> &values, std::string *data) {
-  for (const Field &field : values) {
-    uint32_t len = field.name.size();
-    data->append(reinterpret_cast<char *>(&len), sizeof(uint32_t));
-    data->append(field.name.data(), field.name.size());
-    len = field.value.size();
-    data->append(reinterpret_cast<char *>(&len), sizeof(uint32_t));
-    data->append(field.value.data(), field.value.size());
-  }
-}
 
 void LeveldbDB::DeserializeRowFilter(std::vector<Field> *values, const std::string &data,
                                      const std::vector<std::string> &fields) {

YCSB/rocksdb/rocksdb.properties

@@ -1,5 +1,5 @@
-rocksdb.dbname=/tmp/tmp_data/db_nvm_l0
-rocksdb.nvm_path=/mnt/chen/nodememory
+rocksdb.dbname=/mnt/walsm/tmp/tmp_data/db_test_art
+rocksdb.nvm_path=/mnt/walsm/node_memory
 rocksdb.format=single
 rocksdb.destroy=false
 
@@ -23,5 +23,7 @@ rocksdb.cache_size=8388608
 rocksdb.compressed_cache_size=0
 rocksdb.bloom_bits=0
 
+# set total_threads to 32, see rocksdb_db.cc
 rocksdb.increase_parallelism=true
-rocksdb.optimize_level_style_compaction=true
+# rocksdb.optimize_level_style_compaction=true
+rocksdb.optimize_universal_style_compaction=true

YCSB/rocksdb/rocksdb_db.cc

@@ -18,6 +18,7 @@
 #include <rocksdb/status.h>
 #include <rocksdb/utilities/options_util.h>
 #include <rocksdb/write_batch.h>
+#include <fstream>
 
 namespace {
   const std::string PROP_NAME = "rocksdb.dbname";
@@ -98,6 +99,9 @@ namespace {
   const std::string PROP_OPTIMIZE_LEVELCOMP = "rocksdb.optimize_level_style_compaction";
   const std::string PROP_OPTIMIZE_LEVELCOMP_DEFAULT = "false";
 
+  const std::string PROP_OPTIMIZE_UNIVERSALCOMP = "rocksdb.optimize_universal_style_compaction";
+  const std::string PROP_OPTIMIZE_UNIVERSALCOMP_DEFAULT = "false";
+
   const std::string PROP_OPTIONS_FILE = "rocksdb.optionsfile";
   const std::string PROP_OPTIONS_FILE_DEFAULT = "";
 
@@ -351,11 +355,14 @@ void RocksdbDB::GetOptions(const utils::Properties &props, rocksdb::Options *opt
     opt->table_factory.reset(rocksdb::NewBlockBasedTableFactory(table_options));
 
     if (props.GetProperty(PROP_INCREASE_PARALLELISM, PROP_INCREASE_PARALLELISM_DEFAULT) == "true") {
-      opt->IncreaseParallelism();
+      opt->IncreaseParallelism(32);
     }
     if (props.GetProperty(PROP_OPTIMIZE_LEVELCOMP, PROP_OPTIMIZE_LEVELCOMP_DEFAULT) == "true") {
       opt->OptimizeLevelStyleCompaction();
     }
+    if (props.GetProperty(PROP_OPTIMIZE_UNIVERSALCOMP, PROP_OPTIMIZE_UNIVERSALCOMP_DEFAULT) == "true") {
+      opt->OptimizeUniversalStyleCompaction();
+    }
   }
 }
 
@@ -424,6 +431,12 @@ DB::Status RocksdbDB::ReadSingle(const std::string &table, const std::string &ke
                                  std::vector<Field> &result) {
   std::string data;
   rocksdb::Status s = db_->Get(rocksdb::ReadOptions(), key, &data);
+  #ifdef GEN_WORKLOAD
+  std::fstream f;
+	f.open("../workload/workload", std::ios::out | std::ios::app);
+	f << key <<std::endl;
+	f.close();
+  #endif
   if (s.IsNotFound()) {
     return kNotFound;
   } else if (!s.ok()) {
@@ -461,6 +474,7 @@ DB::Status RocksdbDB::ScanSingle(const std::string &table, const std::string &ke
 
 DB::Status RocksdbDB::UpdateSingle(const std::string &table, const std::string &key,
                                    std::vector<Field> &values) {
+  /*
   std::string data;
   rocksdb::Status s = db_->Get(rocksdb::ReadOptions(), key, &data);
   if (s.IsNotFound()) {
@@ -491,6 +505,9 @@ DB::Status RocksdbDB::UpdateSingle(const std::string &table, const std::string &
     throw utils::Exception(std::string("RocksDB Put: ") + s.ToString());
   }
   return kOK;
+  */
+  // use insert, not read-modify-write
+  return InsertSingle(table, key, values);
 }
 
 DB::Status RocksdbDB::MergeSingle(const std::string &table, const std::string &key,

YCSB/workloads/workloadt

@@ -0,0 +1,16 @@
+# Yahoo! Cloud System Benchmark
+# Workload T: For Debug
+
+
+recordcount=5000000
+operationcount=2200000
+workload=com.yahoo.ycsb.workloads.CoreWorkload
+
+readallfields=true
+
+readproportion=1
+updateproportion=0
+scanproportion=0
+insertproportion=0
+
+requestdistribution=zipfian

build_tools/build_detect_platform

@@ -45,6 +45,13 @@ if test -z "$OUTPUT"; then
   exit 1
 fi
 
+ROCKSDB_DISABLE_SNAPPY=1
+ROCKSDB_DISABLE_ZLIB=1
+ROCKSDB_DISABLE_BZIP=1
+ROCKSDB_DISABLE_LZ4=1
+ROCKSDB_DISABLE_ZSTD=1
+ROCKSDB_DISABLE_GFLAGS=1
+
 # we depend on C++11
 PLATFORM_CXXFLAGS="-std=c++11"
 # we currently depend on POSIX platform
@@ -272,7 +279,11 @@ JAVA_LDFLAGS="$PLATFORM_LDFLAGS"
 JAVA_STATIC_LDFLAGS="$PLATFORM_LDFLAGS"
 JAVAC_ARGS="-source 7"
 
-COMMON_FLAGS="$COMMON_FLAGS -DUSE_PMEM -DART"
+COMMON_FLAGS="$COMMON_FLAGS -DUSE_PMEM -DART -DART_PLUS"
+COMMON_FLAGS="$COMMON_FLAGS -lstdc++ -lsocket++"
+# COMMON_FLAGS="$COMMON_FLAGS -lstdc++ -lpython3.12"
+# COMMON_FLAGS="$COMMON_FLAGS -I$PYTHON_INCLUDE_PATH" 
+# COMMON_FLAGS="$COMMON_FLAGS -L$PYTHON_LIBRARY_PATH"
 PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpmem"
 JAVA_LDFLAGS="$JAVA_LDFLAGS -lpmem"