diff --git a/Runtime/LLM.cs b/Runtime/LLM.cs
index c4b2b7cb..ddda91ae 100644
--- a/Runtime/LLM.cs
+++ b/Runtime/LLM.cs
@@ -54,7 +54,7 @@ public class LLM : MonoBehaviour
/// Number of prompts that can be processed in parallel (-1 = auto-detect from clients)
[Tooltip("Number of prompts that can be processed in parallel (-1 = auto-detect from clients)")]
- [LLM, SerializeField] private int _parallelPrompts = -1;
+ [LLM, SerializeField] private int _parallelPrompts = 1;
/// Size of the prompt context in tokens (0 = use model's default context size)
[Tooltip("Size of the prompt context in tokens (0 = use model's default context size)")]
diff --git a/Samples~/ChatBot/Scene.unity b/Samples~/ChatBot/Scene.unity
index c4b82038..c75438b3 100644
--- a/Samples~/ChatBot/Scene.unity
+++ b/Samples~/ChatBot/Scene.unity
@@ -657,7 +657,7 @@ MonoBehaviour:
_SSLKey:
_numThreads: -1
_numGPULayers: 0
- _parallelPrompts: -1
+ _parallelPrompts: 1
_contextSize: 8192
_batchSize: 512
_model:
@@ -1152,6 +1152,9 @@ MonoBehaviour:
ignoreEos: 0
save:
debugPrompt: 0
+ overflowStrategy: 1
+ overflowTargetRatio: 0.5
+ overflowSummarizePrompt:
_slot: -1
_systemPrompt: A chat between a curious human and an artificial intelligence assistant.
The assistant gives helpful, detailed, and polite answers to the human's questions.
diff --git a/Samples~/FunctionCalling/Scene.unity b/Samples~/FunctionCalling/Scene.unity
index a7c503aa..80a44145 100644
--- a/Samples~/FunctionCalling/Scene.unity
+++ b/Samples~/FunctionCalling/Scene.unity
@@ -738,6 +738,9 @@ MonoBehaviour:
ignoreEos: 0
save:
debugPrompt: 0
+ overflowStrategy: 1
+ overflowTargetRatio: 0.5
+ overflowSummarizePrompt:
_slot: -1
_systemPrompt: You are an AI assistant and your task is to answer multiple choice
questions
@@ -1455,7 +1458,7 @@ MonoBehaviour:
_SSLKey:
_numThreads: -1
_numGPULayers: 0
- _parallelPrompts: -1
+ _parallelPrompts: 1
_contextSize: 8192
_batchSize: 512
_model:
diff --git a/Samples~/KnowledgeBaseGame/Scene.unity b/Samples~/KnowledgeBaseGame/Scene.unity
index 7c2a3178..5ace59c3 100644
--- a/Samples~/KnowledgeBaseGame/Scene.unity
+++ b/Samples~/KnowledgeBaseGame/Scene.unity
@@ -2125,7 +2125,7 @@ MonoBehaviour:
_SSLKey:
_numThreads: -1
_numGPULayers: 0
- _parallelPrompts: -1
+ _parallelPrompts: 1
_contextSize: 8192
_batchSize: 512
_model:
@@ -4377,6 +4377,9 @@ MonoBehaviour:
ignoreEos: 0
save:
debugPrompt: 0
+ overflowStrategy: 1
+ overflowTargetRatio: 0.5
+ overflowSummarizePrompt:
_slot: -1
_systemPrompt: A chat between a curious human and an artificial intelligence assistant.
The assistant gives helpful, detailed, and polite answers to the human's questions.
@@ -7556,7 +7559,7 @@ MonoBehaviour:
_SSLKey:
_numThreads: -1
_numGPULayers: 0
- _parallelPrompts: -1
+ _parallelPrompts: 1
_contextSize: 8192
_batchSize: 512
_model:
diff --git a/Samples~/MobileDemo/Scene.unity b/Samples~/MobileDemo/Scene.unity
index a566fa27..1a2af036 100644
--- a/Samples~/MobileDemo/Scene.unity
+++ b/Samples~/MobileDemo/Scene.unity
@@ -924,6 +924,9 @@ MonoBehaviour:
ignoreEos: 0
save:
debugPrompt: 0
+ overflowStrategy: 1
+ overflowTargetRatio: 0.5
+ overflowSummarizePrompt:
_slot: -1
_systemPrompt: A chat between a curious human and an artificial intelligence assistant.
The assistant gives helpful, detailed, and polite answers to the human's questions.
@@ -1599,7 +1602,7 @@ MonoBehaviour:
_SSLKey:
_numThreads: -1
_numGPULayers: 0
- _parallelPrompts: -1
+ _parallelPrompts: 1
_contextSize: 8192
_batchSize: 512
_model:
diff --git a/Samples~/MultipleCharacters/Scene.unity b/Samples~/MultipleCharacters/Scene.unity
index 35a3b70d..3708a67a 100644
--- a/Samples~/MultipleCharacters/Scene.unity
+++ b/Samples~/MultipleCharacters/Scene.unity
@@ -1003,6 +1003,9 @@ MonoBehaviour:
ignoreEos: 0
save:
debugPrompt: 0
+ overflowStrategy: 1
+ overflowTargetRatio: 0.5
+ overflowSummarizePrompt:
_slot: -1
_systemPrompt: A chat between a curious human and an artificial intelligence assistant
named Eve. The assistant gives helpful, detailed, and polite answers to the human's
@@ -1814,7 +1817,7 @@ MonoBehaviour:
_SSLKey:
_numThreads: -1
_numGPULayers: 0
- _parallelPrompts: -1
+ _parallelPrompts: 2
_contextSize: 8192
_batchSize: 512
_model:
@@ -2542,6 +2545,9 @@ MonoBehaviour:
ignoreEos: 0
save:
debugPrompt: 0
+ overflowStrategy: 1
+ overflowTargetRatio: 0.5
+ overflowSummarizePrompt:
_slot: -1
_systemPrompt: A chat between a curious human and an artificial intelligence assistant
named Adam. The assistant gives helpful, detailed, and polite answers to the
diff --git a/Samples~/RAG/RAGAndLLM_Scene.unity b/Samples~/RAG/RAGAndLLM_Scene.unity
index db97b7e4..1958d0b3 100644
--- a/Samples~/RAG/RAGAndLLM_Scene.unity
+++ b/Samples~/RAG/RAGAndLLM_Scene.unity
@@ -400,6 +400,9 @@ MonoBehaviour:
ignoreEos: 0
save:
debugPrompt: 0
+ overflowStrategy: 1
+ overflowTargetRatio: 0.5
+ overflowSummarizePrompt:
_slot: -1
_systemPrompt: 'You are an assistant that answers with phrases from Hamlet.
@@ -1313,7 +1316,7 @@ MonoBehaviour:
_SSLKey:
_numThreads: -1
_numGPULayers: 0
- _parallelPrompts: -1
+ _parallelPrompts: 1
_contextSize: 8192
_batchSize: 512
_model:
diff --git a/Samples~/SimpleInteraction/Scene.unity b/Samples~/SimpleInteraction/Scene.unity
index 4e91eb0f..28b7c726 100644
--- a/Samples~/SimpleInteraction/Scene.unity
+++ b/Samples~/SimpleInteraction/Scene.unity
@@ -542,6 +542,9 @@ MonoBehaviour:
ignoreEos: 0
save:
debugPrompt: 0
+ overflowStrategy: 1
+ overflowTargetRatio: 0.5
+ overflowSummarizePrompt:
_slot: -1
_systemPrompt: A chat between a curious human and an artificial intelligence assistant.
The assistant gives helpful, detailed, and polite answers to the human's questions.
@@ -952,7 +955,7 @@ MonoBehaviour:
_SSLKey:
_numThreads: -1
_numGPULayers: 0
- _parallelPrompts: -1
+ _parallelPrompts: 1
_contextSize: 8192
_batchSize: 512
_model: