diff --git a/Runtime/LLM.cs b/Runtime/LLM.cs index c4b2b7cb..ddda91ae 100644 --- a/Runtime/LLM.cs +++ b/Runtime/LLM.cs @@ -54,7 +54,7 @@ public class LLM : MonoBehaviour /// Number of prompts that can be processed in parallel (-1 = auto-detect from clients) [Tooltip("Number of prompts that can be processed in parallel (-1 = auto-detect from clients)")] - [LLM, SerializeField] private int _parallelPrompts = -1; + [LLM, SerializeField] private int _parallelPrompts = 1; /// Size of the prompt context in tokens (0 = use model's default context size) [Tooltip("Size of the prompt context in tokens (0 = use model's default context size)")] diff --git a/Samples~/ChatBot/Scene.unity b/Samples~/ChatBot/Scene.unity index c4b82038..c75438b3 100644 --- a/Samples~/ChatBot/Scene.unity +++ b/Samples~/ChatBot/Scene.unity @@ -657,7 +657,7 @@ MonoBehaviour: _SSLKey: _numThreads: -1 _numGPULayers: 0 - _parallelPrompts: -1 + _parallelPrompts: 1 _contextSize: 8192 _batchSize: 512 _model: @@ -1152,6 +1152,9 @@ MonoBehaviour: ignoreEos: 0 save: debugPrompt: 0 + overflowStrategy: 1 + overflowTargetRatio: 0.5 + overflowSummarizePrompt: _slot: -1 _systemPrompt: A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions. diff --git a/Samples~/FunctionCalling/Scene.unity b/Samples~/FunctionCalling/Scene.unity index a7c503aa..80a44145 100644 --- a/Samples~/FunctionCalling/Scene.unity +++ b/Samples~/FunctionCalling/Scene.unity @@ -738,6 +738,9 @@ MonoBehaviour: ignoreEos: 0 save: debugPrompt: 0 + overflowStrategy: 1 + overflowTargetRatio: 0.5 + overflowSummarizePrompt: _slot: -1 _systemPrompt: You are an AI assistant and your task is to answer multiple choice questions @@ -1455,7 +1458,7 @@ MonoBehaviour: _SSLKey: _numThreads: -1 _numGPULayers: 0 - _parallelPrompts: -1 + _parallelPrompts: 1 _contextSize: 8192 _batchSize: 512 _model: diff --git a/Samples~/KnowledgeBaseGame/Scene.unity b/Samples~/KnowledgeBaseGame/Scene.unity index 7c2a3178..5ace59c3 100644 --- a/Samples~/KnowledgeBaseGame/Scene.unity +++ b/Samples~/KnowledgeBaseGame/Scene.unity @@ -2125,7 +2125,7 @@ MonoBehaviour: _SSLKey: _numThreads: -1 _numGPULayers: 0 - _parallelPrompts: -1 + _parallelPrompts: 1 _contextSize: 8192 _batchSize: 512 _model: @@ -4377,6 +4377,9 @@ MonoBehaviour: ignoreEos: 0 save: debugPrompt: 0 + overflowStrategy: 1 + overflowTargetRatio: 0.5 + overflowSummarizePrompt: _slot: -1 _systemPrompt: A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions. @@ -7556,7 +7559,7 @@ MonoBehaviour: _SSLKey: _numThreads: -1 _numGPULayers: 0 - _parallelPrompts: -1 + _parallelPrompts: 1 _contextSize: 8192 _batchSize: 512 _model: diff --git a/Samples~/MobileDemo/Scene.unity b/Samples~/MobileDemo/Scene.unity index a566fa27..1a2af036 100644 --- a/Samples~/MobileDemo/Scene.unity +++ b/Samples~/MobileDemo/Scene.unity @@ -924,6 +924,9 @@ MonoBehaviour: ignoreEos: 0 save: debugPrompt: 0 + overflowStrategy: 1 + overflowTargetRatio: 0.5 + overflowSummarizePrompt: _slot: -1 _systemPrompt: A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions. @@ -1599,7 +1602,7 @@ MonoBehaviour: _SSLKey: _numThreads: -1 _numGPULayers: 0 - _parallelPrompts: -1 + _parallelPrompts: 1 _contextSize: 8192 _batchSize: 512 _model: diff --git a/Samples~/MultipleCharacters/Scene.unity b/Samples~/MultipleCharacters/Scene.unity index 35a3b70d..3708a67a 100644 --- a/Samples~/MultipleCharacters/Scene.unity +++ b/Samples~/MultipleCharacters/Scene.unity @@ -1003,6 +1003,9 @@ MonoBehaviour: ignoreEos: 0 save: debugPrompt: 0 + overflowStrategy: 1 + overflowTargetRatio: 0.5 + overflowSummarizePrompt: _slot: -1 _systemPrompt: A chat between a curious human and an artificial intelligence assistant named Eve. The assistant gives helpful, detailed, and polite answers to the human's @@ -1814,7 +1817,7 @@ MonoBehaviour: _SSLKey: _numThreads: -1 _numGPULayers: 0 - _parallelPrompts: -1 + _parallelPrompts: 2 _contextSize: 8192 _batchSize: 512 _model: @@ -2542,6 +2545,9 @@ MonoBehaviour: ignoreEos: 0 save: debugPrompt: 0 + overflowStrategy: 1 + overflowTargetRatio: 0.5 + overflowSummarizePrompt: _slot: -1 _systemPrompt: A chat between a curious human and an artificial intelligence assistant named Adam. The assistant gives helpful, detailed, and polite answers to the diff --git a/Samples~/RAG/RAGAndLLM_Scene.unity b/Samples~/RAG/RAGAndLLM_Scene.unity index db97b7e4..1958d0b3 100644 --- a/Samples~/RAG/RAGAndLLM_Scene.unity +++ b/Samples~/RAG/RAGAndLLM_Scene.unity @@ -400,6 +400,9 @@ MonoBehaviour: ignoreEos: 0 save: debugPrompt: 0 + overflowStrategy: 1 + overflowTargetRatio: 0.5 + overflowSummarizePrompt: _slot: -1 _systemPrompt: 'You are an assistant that answers with phrases from Hamlet. @@ -1313,7 +1316,7 @@ MonoBehaviour: _SSLKey: _numThreads: -1 _numGPULayers: 0 - _parallelPrompts: -1 + _parallelPrompts: 1 _contextSize: 8192 _batchSize: 512 _model: diff --git a/Samples~/SimpleInteraction/Scene.unity b/Samples~/SimpleInteraction/Scene.unity index 4e91eb0f..28b7c726 100644 --- a/Samples~/SimpleInteraction/Scene.unity +++ b/Samples~/SimpleInteraction/Scene.unity @@ -542,6 +542,9 @@ MonoBehaviour: ignoreEos: 0 save: debugPrompt: 0 + overflowStrategy: 1 + overflowTargetRatio: 0.5 + overflowSummarizePrompt: _slot: -1 _systemPrompt: A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions. @@ -952,7 +955,7 @@ MonoBehaviour: _SSLKey: _numThreads: -1 _numGPULayers: 0 - _parallelPrompts: -1 + _parallelPrompts: 1 _contextSize: 8192 _batchSize: 512 _model: