From 3eb5f135b656d43694440926d7d55c1b078f2ac6 Mon Sep 17 00:00:00 2001
From: Varad Pimpalkhute <pimpalkhutevarad@gmail.com>
Date: Wed, 15 Jul 2026 21:45:20 +0000
Subject: [PATCH] fix(config): correct xLLM 375B rotary base

---
 scripts/models/xllm-375B.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/models/xllm-375B.sh b/scripts/models/xllm-375B.sh
index 049f5070e47..6fddb606440 100644
--- a/scripts/models/xllm-375B.sh
+++ b/scripts/models/xllm-375B.sh
@@ -17,7 +17,7 @@ MODEL_ARGS=(
     --position-embedding-type rope
     --rotary-percent 0.5
     --xllm-partial-rope-layout
-    --rotary-base 500000
+    --rotary-base 10000000
     --swiglu
     --untie-embeddings-and-output-weights
     --vocab-size 250624