Fixed flaky test test_chain_completion via resolving Cannot add callback (#975)

Author: jamesbraza

.pre-commit-config.yaml

@@ -97,7 +97,7 @@ repos:
           - aiohttp>=3.10.6 # Match pyproject.toml
           - PyMuPDF>=1.24.12
           - anyio
-          - fhlmi>=0.25.4 # Match pyproject.toml
+          - fhlmi>=0.28 # Match pyproject.toml
           - fhaviary[llm]>=0.19 # Match pyproject.toml
           - ldp>=0.25.0 # Match pyproject.toml
           - html2text

pyproject.toml

@@ -56,7 +56,7 @@ requires-python = ">=3.11"
 
 [project.optional-dependencies]
 dev = [
-    "fhlmi>=0.27",  # For LLMResult reflecting actual model
+    "fhlmi>=0.28",  # For update_litellm_max_callbacks convenience
     "ipykernel>=6.29",  # For running Jupter notebooks, and pin to keep recent
     "ipython>=8",  # Pin to keep recent
     "litellm>=1.68",  # Pin for PydanticDeprecatedSince20 fixes

tests/conftest.py

@@ -15,6 +15,7 @@
     CROSSREF_KEY_HEADER,
     OPENAI_API_KEY_HEADER,
     SEMANTIC_SCHOLAR_KEY_HEADER,
+    update_litellm_max_callbacks,
 )
 
 if TYPE_CHECKING:
@@ -41,6 +42,11 @@ def _setup_default_logs() -> None:
     setup_default_logs()
 
 
+@pytest.fixture(autouse=True, scope="session")
+def _defeat_litellm_callbacks() -> None:
+    update_litellm_max_callbacks()
+
+
 @pytest.fixture(scope="session", name="vcr_config")
 def fixture_vcr_config() -> dict[str, Any]:
     return {