Make reasoning capability tests independent of model catalogs

Amp-Thread-ID: https://ampcode.com/threads/T-01a0bf8d-a1dd-7603-906c-ea06c46ff7f7
Co-authored-by: Isaac Miller <isaac@cmpnd.ai>

Author: ampagent

tests/adapters/test_chat_adapter.py

@@ -2646,7 +2646,8 @@ def get_weather(city: str) -> str:
         )
 
 
-def test_chat_adapter_native_reasoning():
+@mock.patch("litellm.supports_reasoning", return_value=True)
+def test_chat_adapter_native_reasoning(_supports_reasoning):
     class MySignature(dspy.Signature):
         question: str = dspy.InputField()
         reasoning: dspy.Reasoning = dspy.OutputField()

tests/adapters/test_json_adapter.py

@@ -1570,7 +1570,8 @@ def get_weather(city: str) -> str:
         assert call_kwargs["response_format"] == {"type": "json_object"}
 
 
-def test_json_adapter_native_reasoning():
+@mock.patch("litellm.supports_reasoning", return_value=True)
+def test_json_adapter_native_reasoning(_supports_reasoning):
     class MySignature(dspy.Signature):
         question: str = dspy.InputField()
         reasoning: dspy.Reasoning = dspy.OutputField()

tests/clients/test_lm.py

@@ -406,9 +406,12 @@ def test_reasoning_model_token_parameter():
             assert lm.kwargs["max_tokens"] == 1000
 
 
-def test_lm_supports_reasoning_with_litellm_capability_api():
-    lm = dspy.LM("anthropic/claude-3-7-sonnet-20250219")
-    assert lm.supports_reasoning is True
+@pytest.mark.parametrize("supported", [True, False])
+def test_lm_supports_reasoning_with_litellm_capability_api(supported):
+    lm = dspy.LM("anthropic/claude-3-7-sonnet-20250219", engine="litellm")
+    with mock.patch("litellm.supports_reasoning", return_value=supported) as supports_reasoning:
+        assert lm.supports_reasoning is supported
+    supports_reasoning.assert_called_once_with(lm.model)
 
 
 @pytest.mark.parametrize("model_name", ["openai/o1", "openai/gpt-5-nano", "openai/gpt-5-mini"])