Add openai API retries (#44)

Co-authored-by: nik <[email protected]>

Author: niklub

adala/runtimes/_openai.py

@@ -29,6 +29,12 @@ def check_if_new_openai_version():
 from adala.utils.logs import print_error
 from adala.utils.internal_data import InternalDataFrame
 from adala.utils.parse import parse_template, partial_str_format
+from tenacity import retry, stop_after_attempt, wait_random
+
+
+@retry(wait=wait_random(min=5, max=10), stop=stop_after_attempt(6))
+def chat_completion_call(model, messages):
+    return openai.ChatCompletion.create(model=model, messages=messages)
 
 
 class OpenAIChatRuntime(Runtime):
@@ -92,9 +98,7 @@ def execute(self, messages: List):
             completion_text = completion.choices[0].message.content
         else:
             # deprecated
-            completion = openai.ChatCompletion.create(
-                model=self.openai_model, messages=messages
-            )
+            completion = chat_completion_call(self.openai_model, messages)
             completion_text = completion.choices[0]["message"]["content"]
         return completion_text
 

pdm.lock

@@ -16,6 +16,7 @@ dependencies = [
     "aiosqlite>=0.19.0",
     "ipython>=8.12.3",
     "chromadb>=0.4.18",
+    "tenacity>=8.2.3",
 ]
 requires-python = ">=3.8.8,<3.12"
 readme = "README.md"