remove lower bound version from litellm

Author: henchaves

docs/open_source/scan/scan_llm/index.md

@@ -177,7 +177,7 @@ class MyCustomLLM(litellm.CustomLLM):
 
         return litellm.ModelResponse(**response.json())
 
-    # Custom embeddings
+    # Custom embeddings (available since LiteLLM v1.71.1)
     def embedding(
         self,
         model: str,

docs/open_source/setting_up/index.md

@@ -204,7 +204,7 @@ class MyCustomLLM(litellm.CustomLLM):
 
         return litellm.ModelResponse(**response.json())
 
-    # Custom embeddings
+    # Custom embeddings (available since LiteLLM v1.71.1)
     def embedding(
         self,
         model: str,

docs/open_source/testset_generation/testset_generation/index.md

@@ -215,7 +215,7 @@ class MyCustomLLM(litellm.CustomLLM):
 
         return litellm.ModelResponse(**response.json())
 
-    # Custom embeddings
+    # Custom embeddings (available since LiteLLM v1.71.1)
     def embedding(
         self,
         model: str,

giskard/llm/client/litellm.py

@@ -24,7 +24,7 @@ def _get_response_format(format):
         return None
 
     if format in ("json", "json_object"):
-        return {"type": "json_object"}
+        return {"type": format}
 
     warning(f"Unsupported format '{format}', ignoring.")
     return None

pyproject.toml

@@ -188,7 +188,7 @@ llm = [
     "bokeh>=3.3.4, <3.5", # Bokeh >= 3.6 cause issue with rendering plots when saving to html file
     "umap-learn>=0.5.5",
     "scikit-learn>=1.3.2",
-    "litellm>=1.71.1,<2",
+    "litellm<2",
     "groq>=0.10.0",
 ]