From 6fd4b0d7a58b94896c0ee4ed928770f2ea3334c3 Mon Sep 17 00:00:00 2001 From: Wasim Date: Wed, 29 Jul 2026 15:05:49 +0530 Subject: [PATCH 1/3] Fix #231: Add missing ARM64 tokenizer dependency for Docker --- package-lock.json | 1 + package.json | 1 + 2 files changed, 2 insertions(+) diff --git a/package-lock.json b/package-lock.json index 78fba7961..b5fb57573 100644 --- a/package-lock.json +++ b/package-lock.json @@ -60,6 +60,7 @@ "node": ">=20" }, "optionalDependencies": { + "@anush008/tokenizers-linux-arm64-gnu": "0.0.0", "@napi-rs/keyring": "^1.3.0", "wreq-js": "^2.3.1" } diff --git a/package.json b/package.json index e1c2f8d4b..213917f8b 100644 --- a/package.json +++ b/package.json @@ -142,6 +142,7 @@ "vitest": "^4.1.4" }, "optionalDependencies": { + "@anush008/tokenizers-linux-arm64-gnu": "0.0.0", "@napi-rs/keyring": "^1.3.0", "wreq-js": "^2.3.1" }, From 12a363ec7f58756a73e58ea58f4f8487e374f75a Mon Sep 17 00:00:00 2001 From: Wasim Date: Fri, 28 Aug 2026 00:22:55 +0530 Subject: [PATCH 2/3] fix: add missing ARM64 tokenizer lockfile entry and use valid version --- package-lock.json | 48 +++++++++++++++++++++++++++++++---------------- package.json | 2 +- 2 files changed, 33 insertions(+), 17 deletions(-) diff --git a/package-lock.json b/package-lock.json index b5fb57573..af0fc38ad 100644 --- a/package-lock.json +++ b/package-lock.json @@ -60,7 +60,7 @@ "node": ">=20" }, "optionalDependencies": { - "@anush008/tokenizers-linux-arm64-gnu": "0.0.0", + "@anush008/tokenizers-linux-arm64-gnu": "0.5.0", "@napi-rs/keyring": "^1.3.0", "wreq-js": "^2.3.1" } @@ -126,21 +126,37 @@ } }, "node_modules/@anush008/tokenizers-linux-x64-gnu": { - "version": "0.0.0", - "resolved": "https://registry.npmjs.org/@anush008/tokenizers-linux-x64-gnu/-/tokenizers-linux-x64-gnu-0.0.0.tgz", - "integrity": "sha512-TLjByOPWUEq51L3EJkS+slyH57HKJ7lAz/aBtEt7TIPq4QsE2owOPGovByOLIq1x5Wgh9b+a4q2JasrEFSDDhg==", - "cpu": [ - "x64" - ], - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">= 10" - } - }, + "version": "0.0.0", + "resolved": "https://registry.npmjs.org/@anush008/tokenizers-linux-x64-gnu/-/tokenizers-linux-x64-gnu-0.0.0.tgz", + "integrity": "sha512-TLjByOPWUEq51L3EJkS+slyH57HKJ7lAz/aBtEt7TIPq4QsE2owOPGovByOLIq1x5Wgh9b+a4q2JasrEFSDDhg==", + "cpu": [ + "x64" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@anush008/tokenizers-linux-arm64-gnu": { + "version": "0.5.0", + "resolved": "https://registry.npmjs.org/@anush008/tokenizers-linux-arm64-gnu/-/tokenizers-linux-arm64-gnu-0.5.0.tgz", + "integrity": "sha512-RrlHyBCY+Vo4lPeYtU1HwkIQ8mAEbYn0EAIAPrLY3c6a6WSj2UOVG64uYBQs2yiOpDsUPbUzruc3kMZn3H0hMg==", + "cpu": [ + "arm64" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 10" + } + }, "node_modules/@anush008/tokenizers-win32-x64-msvc": { "version": "0.0.0", "resolved": "https://registry.npmjs.org/@anush008/tokenizers-win32-x64-msvc/-/tokenizers-win32-x64-msvc-0.0.0.tgz", diff --git a/package.json b/package.json index 213917f8b..8ba517d9e 100644 --- a/package.json +++ b/package.json @@ -142,7 +142,7 @@ "vitest": "^4.1.4" }, "optionalDependencies": { - "@anush008/tokenizers-linux-arm64-gnu": "0.0.0", + "@anush008/tokenizers-linux-arm64-gnu": "0.5.0", "@napi-rs/keyring": "^1.3.0", "wreq-js": "^2.3.1" }, From 7bad4753196f6a694b9e5c8a987a330de35af2fd Mon Sep 17 00:00:00 2001 From: Wasim Date: Fri, 28 Aug 2026 14:39:27 +0530 Subject: [PATCH 3/3] fix: regenerate lockfile for linux/arm64 to include platform bindings --- package-lock.json | 65 ++++++++++++++++++++++++----------------------- package.json | 2 +- 2 files changed, 34 insertions(+), 33 deletions(-) diff --git a/package-lock.json b/package-lock.json index af0fc38ad..b3c132f12 100644 --- a/package-lock.json +++ b/package-lock.json @@ -10,6 +10,7 @@ "license": "AGPL-3.0-only", "dependencies": { "@anthropic-ai/sdk": "^0.91.1", + "@anush008/tokenizers-linux-arm64-gnu": "^0.5.0", "@google/genai": "^1.51.0", "@huggingface/transformers": "3.5.0", "@iarna/toml": "^2.2.5", @@ -60,7 +61,7 @@ "node": ">=20" }, "optionalDependencies": { - "@anush008/tokenizers-linux-arm64-gnu": "0.5.0", + "@anush008/tokenizers-linux-arm64-gnu": "^0.5.0", "@napi-rs/keyring": "^1.3.0", "wreq-js": "^2.3.1" } @@ -125,38 +126,38 @@ "node": ">= 10" } }, + "node_modules/@anush008/tokenizers-linux-arm64-gnu": { + "version": "0.5.0", + "resolved": "https://registry.npmjs.org/@anush008/tokenizers-linux-arm64-gnu/-/tokenizers-linux-arm64-gnu-0.5.0.tgz", + "integrity": "sha512-RrlHyBCY+Vo4lPeYtU1HwkIQ8mAEbYn0EAIAPrLY3c6a6WSj2UOVG64uYBQs2yiOpDsUPbUzruc3kMZn3H0hMg==", + "cpu": [ + "arm64" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 10" + } + }, "node_modules/@anush008/tokenizers-linux-x64-gnu": { - "version": "0.0.0", - "resolved": "https://registry.npmjs.org/@anush008/tokenizers-linux-x64-gnu/-/tokenizers-linux-x64-gnu-0.0.0.tgz", - "integrity": "sha512-TLjByOPWUEq51L3EJkS+slyH57HKJ7lAz/aBtEt7TIPq4QsE2owOPGovByOLIq1x5Wgh9b+a4q2JasrEFSDDhg==", - "cpu": [ - "x64" - ], - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">= 10" - } - }, - "node_modules/@anush008/tokenizers-linux-arm64-gnu": { - "version": "0.5.0", - "resolved": "https://registry.npmjs.org/@anush008/tokenizers-linux-arm64-gnu/-/tokenizers-linux-arm64-gnu-0.5.0.tgz", - "integrity": "sha512-RrlHyBCY+Vo4lPeYtU1HwkIQ8mAEbYn0EAIAPrLY3c6a6WSj2UOVG64uYBQs2yiOpDsUPbUzruc3kMZn3H0hMg==", - "cpu": [ - "arm64" - ], - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">= 10" - } - }, + "version": "0.0.0", + "resolved": "https://registry.npmjs.org/@anush008/tokenizers-linux-x64-gnu/-/tokenizers-linux-x64-gnu-0.0.0.tgz", + "integrity": "sha512-TLjByOPWUEq51L3EJkS+slyH57HKJ7lAz/aBtEt7TIPq4QsE2owOPGovByOLIq1x5Wgh9b+a4q2JasrEFSDDhg==", + "cpu": [ + "x64" + ], + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 10" + } + }, "node_modules/@anush008/tokenizers-win32-x64-msvc": { "version": "0.0.0", "resolved": "https://registry.npmjs.org/@anush008/tokenizers-win32-x64-msvc/-/tokenizers-win32-x64-msvc-0.0.0.tgz", diff --git a/package.json b/package.json index 8ba517d9e..4b65ff4e6 100644 --- a/package.json +++ b/package.json @@ -142,7 +142,7 @@ "vitest": "^4.1.4" }, "optionalDependencies": { - "@anush008/tokenizers-linux-arm64-gnu": "0.5.0", + "@anush008/tokenizers-linux-arm64-gnu": "^0.5.0", "@napi-rs/keyring": "^1.3.0", "wreq-js": "^2.3.1" },