diff --git a/docs/wiki/Dev-Server-README.md b/docs/wiki/Dev-Server-README.md index 1a4dee9b..bb36fe73 100644 --- a/docs/wiki/Dev-Server-README.md +++ b/docs/wiki/Dev-Server-README.md @@ -666,6 +666,12 @@ in MiB: | `GENIUSAI_LANCE_INDEX_CACHE_MB` | 128 | | `GENIUSAI_LANCE_METADATA_CACHE_MB` | 128 | +Writes have a ceiling of their own. Once the `id` index covers a table, +LanceDB's `merge_insert` loads its whole input into a fixed 150 MB pool it +cannot spill out of, so `Store::upsert` splits anything over 32 MB +(`UPSERT_CHUNK_BYTES`) into several commits. Face clustering, which writes +every face back at once, is the caller that reaches it: about 60,000 faces. + Indexing reads and normalises several photos at once, which is the other place a batch can grow its peak: that many originals — 25-50 MB apiece for raw — are resident before any of them has been shrunk to a normalised JPEG. diff --git a/server-rs/Cargo.lock b/server-rs/Cargo.lock index c469b5b0..10525c59 100644 --- a/server-rs/Cargo.lock +++ b/server-rs/Cargo.lock @@ -6118,9 +6118,9 @@ dependencies = [ [[package]] name = "rustls" -version = "0.23.45" +version = "0.23.46" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0d41d731c7d2f962d1ccc364cec258de3c0e93b38c2fb3ba97ac74513048d634" +checksum = "48e13bd8c0e9365c43cfa5c9e8f9ad49d3c8444926c9aac819e0e4dc503c8fdf" dependencies = [ "once_cell", "ring",