BerriAI · Jan 7, 2025
Showing with 5 additions and 1 deletion.

+4 −1 litellm/llms/ollama/completion/handler.py

+1 −0 pyproject.toml
diff --git a/litellm/llms/ollama/completion/handler.py b/litellm/llms/ollama/completion/handler.py
@@ -5,15 +5,18 @@
 """
 
 import asyncio
+import nest_asyncio
+
 from typing import Any, Dict, List
 
 import litellm
 from litellm.types.utils import EmbeddingResponse
 
+nest_asyncio.apply()
+
 # ollama wants plain base64 jpeg/png files as images.  strip any leading dataURI
 # and convert to jpeg if necessary.
 
-
 async def ollama_aembeddings(
     api_base: str,
     model: str,

diff --git a/pyproject.toml b/pyproject.toml
@@ -50,6 +50,7 @@ azure-keyvault-secrets = {version = "^4.8.0", optional = true}
 google-cloud-kms = {version = "^2.21.3", optional = true}
 resend = {version = "^0.8.0", optional = true}
 pynacl = {version = "^1.5.0", optional = true}
+nest-asyncio = "1.6.0"
 
 [tool.poetry.extras]
 proxy = [