From c334d7aa5e42c17c92b03a76194df0392de99857 Mon Sep 17 00:00:00 2001
From: Sanket Kedia <sanket@trychroma.com>
Date: Tue, 26 Aug 2025 18:02:03 -0700
Subject: [PATCH 1/2] reduce default max elements to 100

---
 src/hnsw.rs | 11 +++++++----
 1 file changed, 7 insertions(+), 4 deletions(-)

diff --git a/src/hnsw.rs b/src/hnsw.rs
index 3ee01202..aa3558aa 100644
--- a/src/hnsw.rs
+++ b/src/hnsw.rs
@@ -145,13 +145,12 @@ pub struct HnswIndex {
 unsafe impl Sync for HnswIndex {}
 unsafe impl Send for HnswIndex {}
 
-pub const DEFAULT_MAX_ELEMENTS: usize = 10000;
-
 pub struct HnswIndexLoadConfig {
     pub distance_function: HnswDistanceFunction,
     pub dimensionality: i32,
     pub persist_path: PathBuf,
     pub ef_search: usize,
+    pub max_elements: usize,
 }
 
 pub struct HnswIndexInitConfig {
@@ -224,7 +223,7 @@ impl HnswIndex {
         let path = CString::new(path).map_err(|e| HnswInitError::InvalidPath(e.to_string()))?;
 
         unsafe {
-            load_index(ffi_ptr, path.as_ptr(), true, true, DEFAULT_MAX_ELEMENTS);
+            load_index(ffi_ptr, path.as_ptr(), true, true, config.max_elements);
         }
         read_and_return_hnsw_error(ffi_ptr)?;
 
@@ -378,7 +377,7 @@ impl HnswIndex {
         read_and_return_hnsw_error(ffi_ptr)?;
 
         unsafe {
-            load_index_from_hnsw_data(ffi_ptr, load_data.ffi_ptr, DEFAULT_MAX_ELEMENTS);
+            load_index_from_hnsw_data(ffi_ptr, load_data.ffi_ptr, config.max_elements);
         }
         read_and_return_hnsw_error(ffi_ptr)?;
 
@@ -864,6 +863,7 @@ pub mod test {
             dimensionality: d as i32,
             persist_path: persist_path.to_path_buf(),
             ef_search: 100,
+            max_elements: 100,
         });
 
         let index = match index {
@@ -946,6 +946,7 @@ pub mod test {
             dimensionality: d as i32,
             persist_path: "".into(),
             ef_search: 100,
+            max_elements: 100,
         }, hnsw_data.expect("Failed to create HnswData"));
 
         let index = match index {
@@ -1018,6 +1019,7 @@ pub mod test {
                 dimensionality: d as i32,
                 persist_path: "".into(),
                 ef_search: 100,
+                max_elements: 100,
             },
             hnsw_data,
         ).expect("Failed to load from memory buffers");
@@ -1223,6 +1225,7 @@ pub mod test {
             dimensionality: d as i32,
             persist_path: persist_path.to_path_buf(),
             ef_search: 100,
+            max_elements: 100,
         });
 
         assert!(index.is_err());

From 60b674fb1b0daeedfae2dd2159585fd9a46e7c9a Mon Sep 17 00:00:00 2001
From: Sanket Kedia <sanket@trychroma.com>
Date: Wed, 27 Aug 2025 14:37:39 -0700
Subject: [PATCH 2/2] disallow setting max_elements during load

---
 src/hnsw.rs | 9 ++-------
 1 file changed, 2 insertions(+), 7 deletions(-)

diff --git a/src/hnsw.rs b/src/hnsw.rs
index aa3558aa..83aa4adf 100644
--- a/src/hnsw.rs
+++ b/src/hnsw.rs
@@ -150,7 +150,6 @@ pub struct HnswIndexLoadConfig {
     pub dimensionality: i32,
     pub persist_path: PathBuf,
     pub ef_search: usize,
-    pub max_elements: usize,
 }
 
 pub struct HnswIndexInitConfig {
@@ -223,7 +222,7 @@ impl HnswIndex {
         let path = CString::new(path).map_err(|e| HnswInitError::InvalidPath(e.to_string()))?;
 
         unsafe {
-            load_index(ffi_ptr, path.as_ptr(), true, true, config.max_elements);
+            load_index(ffi_ptr, path.as_ptr(), true, true, 0);
         }
         read_and_return_hnsw_error(ffi_ptr)?;
 
@@ -377,7 +376,7 @@ impl HnswIndex {
         read_and_return_hnsw_error(ffi_ptr)?;
 
         unsafe {
-            load_index_from_hnsw_data(ffi_ptr, load_data.ffi_ptr, config.max_elements);
+            load_index_from_hnsw_data(ffi_ptr, load_data.ffi_ptr, 0);
         }
         read_and_return_hnsw_error(ffi_ptr)?;
 
@@ -863,7 +862,6 @@ pub mod test {
             dimensionality: d as i32,
             persist_path: persist_path.to_path_buf(),
             ef_search: 100,
-            max_elements: 100,
         });
 
         let index = match index {
@@ -946,7 +944,6 @@ pub mod test {
             dimensionality: d as i32,
             persist_path: "".into(),
             ef_search: 100,
-            max_elements: 100,
         }, hnsw_data.expect("Failed to create HnswData"));
 
         let index = match index {
@@ -1019,7 +1016,6 @@ pub mod test {
                 dimensionality: d as i32,
                 persist_path: "".into(),
                 ef_search: 100,
-                max_elements: 100,
             },
             hnsw_data,
         ).expect("Failed to load from memory buffers");
@@ -1225,7 +1221,6 @@ pub mod test {
             dimensionality: d as i32,
             persist_path: persist_path.to_path_buf(),
             ef_search: 100,
-            max_elements: 100,
         });
 
         assert!(index.is_err());