🪶 perf: Load Tool-Call Previews and Fetch Full Parts on Demand

api/server/middleware/index.js

@@ -9,6 +9,7 @@ const validateEmailLogin = require('./validateEmailLogin');
 const validateMessageReq = require('./validateMessageReq');
 const {
   canReadActiveJobConversation,
+  createMessageRequestValidation,
   prepareMessageRequestValidation,
   sendValidationResponse,
 } = require('./messageValidation');
@@ -67,6 +68,7 @@ module.exports = {
   validateMessageReq,
   canReadActiveJobConversation,
   sendValidationResponse,
+  createMessageRequestValidation,
   prepareMessageRequestValidation,
   buildEndpointOption,
   validateRegistration,

api/server/routes/__test-utils__/convos-route-mocks.js

@@ -79,6 +79,7 @@ module.exports = {
   agents: () => ({ sleep: jest.fn() }),
 
   api: (overrides = {}) => ({
+    withToolCallPreviews: (_req, result) => result,
     createGeneratedTitleHandler: jest.fn(() => jest.fn()),
     createRenameConversationHandler: jest.fn((deps) => {
       renameHandlerInputs.push(deps);

api/server/routes/__tests__/messages-content-edit.spec.js

@@ -7,6 +7,10 @@ jest.mock('@librechat/agents', () => ({
 }));
 
 jest.mock('@librechat/api', () => ({
+  prepareToolCallPreviews: jest.fn(() => (messages) => Promise.resolve(messages)),
+  createToolCallPartHandler: jest.fn(() => (_req, res) => res.status(404).end()),
+  rejectToolCallPreviewWrites: (_req, _res, next) => next(),
+  withMessageToolCallPreviews: (_req, message) => message,
   unescapeLaTeX: jest.fn((value) => value),
   countTokens: jest.fn().mockResolvedValue(2),
   createPrivateTextView: jest.fn(() => (_req, _res, next) => next()),
@@ -26,6 +30,8 @@ jest.mock('@librechat/api', () => ({
   applyForcedRetention: jest.fn(),
 }));
 
+jest.mock('~/server/services/Config', () => ({ getAppConfig: jest.fn() }));
+
 jest.mock('~/server/services/Endpoints/agents/subagentThreadStore', () => ({}));
 
 jest.mock('@librechat/data-schemas', () => ({

api/server/routes/__tests__/messages-delete.spec.js

@@ -9,6 +9,10 @@ jest.mock('@librechat/agents', () => ({
 }));
 
 jest.mock('@librechat/api', () => ({
+  prepareToolCallPreviews: jest.fn(() => (messages) => Promise.resolve(messages)),
+  createToolCallPartHandler: jest.fn(() => (_req, res) => res.status(404).end()),
+  rejectToolCallPreviewWrites: (_req, _res, next) => next(),
+  withMessageToolCallPreviews: (_req, message) => message,
   createPrivateTextView: jest.fn(() => (_req, _res, next) => next()),
   createContentFilter: jest.fn(() => (req, res, next) => next()),
   inspectContent: jest.fn(() => null),
@@ -24,6 +28,8 @@ jest.mock('@librechat/api', () => ({
   requireFeedbackEnabled: (req, res, next) => next(),
 }));
 
+jest.mock('~/server/services/Config', () => ({ getAppConfig: jest.fn() }));
+
 jest.mock('~/server/services/Endpoints/agents/subagentThreadStore', () => ({}));
 
 jest.mock('@librechat/data-schemas', () => ({

api/server/routes/__tests__/messages-feedback.spec.js

@@ -6,6 +6,10 @@ jest.mock('@librechat/agents', () => ({
 }));
 
 jest.mock('@librechat/api', () => ({
+  prepareToolCallPreviews: jest.fn(() => (messages) => Promise.resolve(messages)),
+  createToolCallPartHandler: jest.fn(() => (_req, res) => res.status(404).end()),
+  rejectToolCallPreviewWrites: (_req, _res, next) => next(),
+  withMessageToolCallPreviews: (_req, message) => message,
   unescapeLaTeX: jest.fn((value) => value),
   countTokens: jest.fn().mockResolvedValue(10),
   createPrivateTextView: jest.fn(() => (_req, _res, next) => next()),
@@ -18,6 +22,8 @@ jest.mock('@librechat/api', () => ({
   applyForcedRetention: jest.fn(),
 }));
 
+jest.mock('~/server/services/Config', () => ({ getAppConfig: jest.fn() }));
+
 jest.mock('~/server/services/Endpoints/agents/subagentThreadStore', () => ({}));
 
 jest.mock('@librechat/data-schemas', () => ({

api/server/routes/__tests__/messages-get-real-validation.spec.js

@@ -21,6 +21,10 @@ jest.mock('@librechat/agents', () => ({
 }));
 
 jest.mock('@librechat/api', () => ({
+  prepareToolCallPreviews: jest.fn(() => (messages) => Promise.resolve(messages)),
+  createToolCallPartHandler: jest.fn(() => (_req, res) => res.status(404).end()),
+  rejectToolCallPreviewWrites: (_req, _res, next) => next(),
+  withMessageToolCallPreviews: (_req, message) => message,
   createPrivateTextView: jest.fn(() => (_req, _res, next) => next()),
   createContentFilter: jest.fn(() => (req, res, next) => next()),
   inspectContent: jest.fn(() => null),
@@ -43,6 +47,8 @@ jest.mock('@librechat/api', () => ({
   requireFeedbackEnabled: (req, res, next) => next(),
 }));
 
+jest.mock('~/server/services/Config', () => ({ getAppConfig: jest.fn() }));
+
 jest.mock('~/server/services/Endpoints/agents/subagentThreadStore', () => ({}));
 
 jest.mock('@librechat/data-schemas', () => ({

api/server/routes/__tests__/messages-get.spec.js

@@ -51,6 +51,10 @@ jest.mock('@librechat/api', () => {
   };
 
   return {
+    prepareToolCallPreviews: jest.fn(() => (messages) => Promise.resolve(messages)),
+    createToolCallPartHandler: jest.fn(() => (_req, res) => res.status(404).end()),
+    rejectToolCallPreviewWrites: (_req, _res, next) => next(),
+    withMessageToolCallPreviews: (_req, message) => message,
     /** The real helper, without loading the rest of the package this suite mocks around. */
     withoutTraceRefs: jest.requireActual('../../../../packages/api/src/langfuse/trace.ts')
       .withoutTraceRefs,
@@ -126,6 +130,8 @@ jest.mock('@librechat/api', () => {
   };
 });
 
+jest.mock('~/server/services/Config', () => ({ getAppConfig: jest.fn() }));
+
 jest.mock('~/server/services/Endpoints/agents/subagentThreadStore', () => ({}));
 
 jest.mock('@librechat/data-schemas', () => ({

api/server/routes/__tests__/messages-retention.spec.js

@@ -7,6 +7,10 @@ jest.mock('@librechat/agents', () => ({
 }));
 
 jest.mock('@librechat/api', () => ({
+  prepareToolCallPreviews: jest.fn(() => (messages) => Promise.resolve(messages)),
+  createToolCallPartHandler: jest.fn(() => (_req, res) => res.status(404).end()),
+  rejectToolCallPreviewWrites: (_req, _res, next) => next(),
+  withMessageToolCallPreviews: (_req, message) => message,
   createPrivateTextView: jest.fn(() => (_req, _res, next) => next()),
   stripPrivateMessageFields: jest.requireActual(
     '../../../../packages/api/src/protection/private/view',
@@ -39,6 +43,8 @@ jest.mock('@librechat/data-schemas', () => ({
   },
 }));
 
+jest.mock('~/server/services/Config', () => ({ getAppConfig: jest.fn() }));
+
 jest.mock('~/server/services/Endpoints/agents/subagentThreadStore', () => ({}));
 
 jest.mock('~/models', () => ({

api/server/routes/__tests__/messages-subagent-thread.spec.js

@@ -6,6 +6,10 @@ const mockIsSubagentThreadWriteBlocked = jest.fn();
 jest.mock('@librechat/agents', () => ({ sleep: jest.fn() }));
 
 jest.mock('@librechat/api', () => ({
+  prepareToolCallPreviews: jest.fn(() => (messages) => Promise.resolve(messages)),
+  createToolCallPartHandler: jest.fn(() => (_req, res) => res.status(404).end()),
+  rejectToolCallPreviewWrites: (_req, _res, next) => next(),
+  withMessageToolCallPreviews: (_req, message) => message,
   withoutTraceRefs: jest.fn((message) => message),
   createPrivateTextView: jest.fn(() => (_req, _res, next) => next()),
   createContentFilter: jest.fn(() => (_req, _res, next) => next()),
@@ -52,6 +56,8 @@ jest.mock('~/models', () => ({
   getMessagesByCursor: jest.fn(),
 }));
 
+jest.mock('~/server/services/Config', () => ({ getAppConfig: jest.fn() }));
+
 jest.mock('~/server/services/Endpoints/agents/subagentThreadStore', () => ({
   isThreadActiveForOwner: jest.fn(),
 }));