retain the warning about large context size

undreamai · Sep 26, 2024 · a0624e6 · a0624e6
1 parent cbb521a
commit a0624e6
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/Runtime/LLM.cs b/Runtime/LLM.cs
@@ -216,6 +216,10 @@ public void SetModel(string path)
 
                 maxContextLength = modelEntry.contextLength;
                 if (contextSize > maxContextLength) contextSize = maxContextLength;
+                if (contextSize == 0 && modelEntry.contextLength > 32768)
+                {
+                    LLMUnitySetup.LogWarning($"The model {path} has very large context size ({maxContextLength}), consider setting it to a smaller value (<=32768) to avoid filling up the RAM");
+                }
             }
 #if UNITY_EDITOR
             if (!EditorApplication.isPlaying) EditorUtility.SetDirty(this);