feat: retries for openai (#4911)

* feat: retries for openai

* fix: formatting

* fix: change max timeout

GitOrigin-RevId: e4ddfadb28e1da7c4c739d75e59ffa3172677cd7

llm_app/model_wrappers/api_clients/clients.py

@@ -2,6 +2,7 @@
 from abc import ABC, abstractmethod
 
 import requests
+from tenacity import retry, stop_after_attempt, wait_random_exponential
 
 logfun = logging.debug
 
@@ -22,6 +23,7 @@ def __init__(
     ):
         import openai
 
+        openai.api_requestor.TIMEOUT_SECS = 90
         openai.api_key = api_key
         if api_type:
             openai.api_type = api_type
@@ -34,6 +36,7 @@ def __init__(
 
 
 class OpenAIChatCompletionClient(OpenAIClient):
+    @retry(wait=wait_random_exponential(min=1, max=60), stop=stop_after_attempt(6))
     def make_request(self, **kwargs):
         logfun("Calling OpenAI chat completion service %s", str(kwargs)[:100])
         return self.api.ChatCompletion.create(**kwargs)