From 4b5d8f7d1a5fdfd6c565cebd6636b829b4b7b70b Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 25 May 2026 10:08:41 +0000 Subject: [PATCH] chore(backend)(deps): bump tokenizers from 0.20.3 to 0.23.1 in /app Bumps [tokenizers](https://github.com/huggingface/tokenizers) from 0.20.3 to 0.23.1. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.20.3...v0.23.1) --- updated-dependencies: - dependency-name: tokenizers dependency-version: 0.23.1 dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] --- app/requirements-prod.txt | 2 +- app/requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/app/requirements-prod.txt b/app/requirements-prod.txt index f15d254..b97d828 100644 --- a/app/requirements-prod.txt +++ b/app/requirements-prod.txt @@ -29,7 +29,7 @@ psycopg2-binary # For SQLAlchemy (user storage) # Note: torch==2.10.0+cpu is installed separately in Dockerfile to use CPU-only version # This saves ~3GB by excluding CUDA libraries (not needed on Railway CPU instances) sentence-transformers -tokenizers==0.20.3 +tokenizers==0.23.1 # --- Data Ingestion & Parsing --- chardet # encoding detection for TextLoader autodetect_encoding diff --git a/app/requirements.txt b/app/requirements.txt index 7b11105..639e12f 100644 --- a/app/requirements.txt +++ b/app/requirements.txt @@ -29,7 +29,7 @@ psycopg2-binary # For SQLAlchemy (user storage) --extra-index-url https://download.pytorch.org/whl/cpu torch==2.10.0+cpu sentence-transformers -tokenizers==0.20.3 +tokenizers==0.23.1 # --- Data Ingestion & Parsing --- gitpython