feat add safe_memory_mode

BerriAI · Jul 13, 2024 · 08efef5 · 08efef5
1 parent fd743aa
commit 08efef5
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/litellm/__init__.py b/litellm/__init__.py
@@ -113,6 +113,7 @@
 ssl_certificate: Optional[str] = None
 disable_streaming_logging: bool = False
 in_memory_llm_clients_cache: dict = {}
+safe_memory_mode: bool = False
 ### DEFAULT AZURE API VERSION ###
 AZURE_DEFAULT_API_VERSION = "2024-02-01"  # this is updated to the latest
 ### GUARDRAILS ###

diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py
@@ -83,6 +83,8 @@ def safe_deep_copy(data):
 
     Use this function to safely deep copy the LiteLLM Request
     """
+    if litellm.safe_memory_mode is True:
+        return data
 
     # Step 1: Remove the litellm_parent_otel_span
     if isinstance(data, dict):