Automatically configure threadpool size based on physical cpu core count.

src/BUILD

@@ -63,6 +63,7 @@ cc_library(
         "//src/coordinator:util",
         "//src/utils:string_interning",
         "//vmsdk/src:command_parser",
+        "//vmsdk/src:concurrency",
         "//vmsdk/src:latency_sampler",
         "//vmsdk/src:log",
         "//vmsdk/src:managed_pointers",
@@ -281,4 +282,4 @@ proto_library(
 cc_proto_library(
     name = "index_schema_cc_proto",
     deps = [":index_schema_proto"],
-)
+)

src/valkey_search.cc

@@ -60,6 +60,7 @@
 #include "src/utils/string_interning.h"
 #include "src/vector_externalizer.h"
 #include "vmsdk/src/command_parser.h"
+#include "vmsdk/src/concurrency.h"
 #include "vmsdk/src/latency_sampler.h"
 #include "vmsdk/src/log.h"
 #include "vmsdk/src/managed_pointers.h"
@@ -85,8 +86,8 @@ constexpr absl::string_view kUseCoordinator{"--use-coordinator"};
 constexpr absl::string_view kLogLevel{"--log-level"};
 
 struct Parameters {
-  int reader_threads{10};
-  int writer_threads{30};
+  int reader_threads{static_cast<int>(vmsdk::GetPhysicalCPUCoresCount())};
+  int writer_threads{static_cast<int>(vmsdk::GetPhysicalCPUCoresCount())};
   std::optional<int> threads;
   bool use_coordinator{false};
   std::optional<std::string> log_level;
@@ -547,4 +548,4 @@ void ValkeySearch::OnUnload(RedisModuleCtx *ctx) {
   reader_thread_pool_ = nullptr;
 }
 
-}  // namespace valkey_search
+}  // namespace valkey_search

vmsdk/src/BUILD

@@ -111,6 +111,16 @@ cc_library(
     ],
 )
 
+cc_library(
+    name = "concurrency",
+    srcs = [
+        "concurrency.cc",
+    ],
+    hdrs = [
+        "concurrency.h",
+    ],
+)
+
 cc_library(
     name = "module",
     srcs = ["module.cc"],
@@ -181,4 +191,4 @@ cc_library(
         "//vmsdk/src/valkey_module_api:valkey_module",
         "@com_google_absl//absl/strings:string_view",
     ],
-)
+)

vmsdk/src/concurrency.cc

@@ -0,0 +1,71 @@
+/*
+ * Copyright (c) 2025, ValkeySearch contributors
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *   * Redistributions of source code must retain the above copyright notice,
+ *     this list of conditions and the following disclaimer.
+ *   * Redistributions in binary form must reproduce the above copyright
+ *     notice, this list of conditions and the following disclaimer in the
+ *     documentation and/or other materials provided with the distribution.
+ *   * Neither the name of Redis nor the names of its contributors may be used
+ *     to endorse or promote products derived from this software without
+ *     specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include "vmsdk/src/concurrency.h"
+
+#include <fstream>
+#include <string>
+#include <thread>
+#include <unordered_map>
+
+namespace vmsdk {
+
+size_t GetPhysicalCPUCoresCount() {
+#ifdef __linux__
+  // Linux-specific implementation
+  std::ifstream cpuinfo("/proc/cpuinfo");
+  if (!cpuinfo.is_open()) {
+    return 0;  // Could not read /proc/cpuinfo
+  }
+  std::string line;
+  int physical_id = -1;
+  int cores_per_cpu = -1;
+  std::unordered_map<int, int> physical_cpu_cores;
+  size_t total_physical_cores = 0;
+
+  while (std::getline(cpuinfo, line)) {
+    if (line.find("physical id") != std::string::npos) {
+      physical_id = std::stoi(line.substr(line.find(':') + 1));
+    } else if (line.find("cpu cores") != std::string::npos) {
+      cores_per_cpu = std::stoi(line.substr(line.find(':') + 1));
+      if (physical_id != -1 && cores_per_cpu != -1) {
+        physical_cpu_cores[physical_id] = cores_per_cpu;
+      }
+    }
+  }
+  for (const auto& [id, core_count] : physical_cpu_cores) {
+    total_physical_cores += core_count;
+  }
+  return total_physical_cores;
+#else
+  // Non-Linux platforms
+  return std::thread::hardware_concurrency();
+#endif
+}
+}  // namespace vmsdk

vmsdk/src/concurrency.h

@@ -0,0 +1,42 @@
+/*
+ * Copyright (c) 2025, ValkeySearch contributors
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ *   * Redistributions of source code must retain the above copyright notice,
+ *     this list of conditions and the following disclaimer.
+ *   * Redistributions in binary form must reproduce the above copyright
+ *     notice, this list of conditions and the following disclaimer in the
+ *     documentation and/or other materials provided with the distribution.
+ *   * Neither the name of Redis nor the names of its contributors may be used
+ *     to endorse or promote products derived from this software without
+ *     specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef VMSDK_SRC_CONCURRENCY_H_
+#define VMSDK_SRC_CONCURRENCY_H_
+
+#include <cstddef>  // For size_t
+
+namespace vmsdk {
+
+// Returns the number of physical CPU cores
+size_t GetPhysicalCPUCoresCount();
+
+}  // namespace vmsdk
+
+#endif  // VMSDK_SRC_CONCURRENCY_H_