mirror of
https://github.com/TauricResearch/TradingAgents.git
synced 2026-06-16 21:06:15 +03:00
03600f3121
Verified each provider's hard-coded list against current official docs:
- MiniMax: add MiniMax-M3 (1M ctx, multimodal) as the default; keep M2.7 line.
- Qwen: use the live qwen{3.7,3.6}-{plus,max} IDs.
- GLM: add glm-5.2 as the latest flagship.
- xAI: drop deprecated grok-4-fast-* / grok-4-0709 builds.
- DeepSeek: migrate to deepseek-v4-pro / deepseek-v4-flash (the chat/reasoner
aliases are deprecated 2026-07-24 and now map to V4 Flash).
OpenAI, Anthropic, and Gemini were already current and are unchanged.
125 lines
4.8 KiB
Python
125 lines
4.8 KiB
Python
"""Unit tests for the LLM capability table."""
|
|
|
|
from dataclasses import FrozenInstanceError
|
|
|
|
import pytest
|
|
|
|
from tradingagents.llm_clients.capabilities import (
|
|
get_capabilities,
|
|
)
|
|
|
|
|
|
@pytest.mark.unit
|
|
class TestExactIdMatches:
|
|
def test_deepseek_chat_supports_tool_choice(self):
|
|
caps = get_capabilities("deepseek-chat")
|
|
assert caps.supports_tool_choice is True
|
|
|
|
def test_deepseek_reasoner_rejects_tool_choice(self):
|
|
caps = get_capabilities("deepseek-reasoner")
|
|
assert caps.supports_tool_choice is False
|
|
assert caps.requires_reasoning_content_roundtrip is True
|
|
|
|
def test_deepseek_v4_flash_rejects_tool_choice(self):
|
|
caps = get_capabilities("deepseek-v4-flash")
|
|
assert caps.supports_tool_choice is False
|
|
assert caps.requires_reasoning_content_roundtrip is True
|
|
|
|
def test_deepseek_v4_pro_rejects_tool_choice(self):
|
|
caps = get_capabilities("deepseek-v4-pro")
|
|
assert caps.supports_tool_choice is False
|
|
assert caps.requires_reasoning_content_roundtrip is True
|
|
|
|
|
|
@pytest.mark.unit
|
|
class TestPatternMatches:
|
|
"""Forward-compat regex patterns catch unknown DeepSeek and MiniMax variants."""
|
|
|
|
def test_future_deepseek_v5_inherits_thinking_quirks(self):
|
|
caps = get_capabilities("deepseek-v5-flash")
|
|
assert caps.supports_tool_choice is False
|
|
assert caps.requires_reasoning_content_roundtrip is True
|
|
|
|
def test_future_deepseek_v9_inherits_thinking_quirks(self):
|
|
caps = get_capabilities("deepseek-v9-anything")
|
|
assert caps.supports_tool_choice is False
|
|
|
|
def test_reasoner_variant_inherits_thinking_quirks(self):
|
|
caps = get_capabilities("deepseek-reasoner-pro")
|
|
assert caps.supports_tool_choice is False
|
|
|
|
def test_minimax_m3_inherits_thinking_quirks(self):
|
|
caps = get_capabilities("MiniMax-M3")
|
|
assert caps.supports_tool_choice is False
|
|
|
|
def test_future_minimax_m4_highspeed_inherits_thinking_quirks(self):
|
|
caps = get_capabilities("MiniMax-M4-highspeed")
|
|
assert caps.supports_tool_choice is False
|
|
|
|
|
|
@pytest.mark.unit
|
|
class TestMinimaxExactMatches:
|
|
"""MiniMax M2.x models reject langchain's function-spec dict tool_choice
|
|
(official API enum: none/auto only)."""
|
|
|
|
def test_m2_7_rejects_tool_choice(self):
|
|
caps = get_capabilities("MiniMax-M2.7")
|
|
assert caps.supports_tool_choice is False
|
|
assert caps.supports_json_mode is False # only MiniMax-Text-01 supports json_object
|
|
|
|
def test_m2_7_highspeed_rejects_tool_choice(self):
|
|
assert get_capabilities("MiniMax-M2.7-highspeed").supports_tool_choice is False
|
|
|
|
def test_m2_1_rejects_tool_choice(self):
|
|
assert get_capabilities("MiniMax-M2.1").supports_tool_choice is False
|
|
|
|
def test_m2_base_rejects_tool_choice(self):
|
|
assert get_capabilities("MiniMax-M2").supports_tool_choice is False
|
|
|
|
def test_m2_x_requires_reasoning_split(self):
|
|
# M2.x reasoning models need reasoning_split=True so <think> blocks
|
|
# land in reasoning_details instead of content (#826).
|
|
for model in ("MiniMax-M2.7", "MiniMax-M2.5-highspeed", "MiniMax-M2"):
|
|
assert get_capabilities(model).requires_reasoning_split is True
|
|
|
|
def test_future_m3_inherits_reasoning_split(self):
|
|
assert get_capabilities("MiniMax-M3-highspeed").requires_reasoning_split is True
|
|
|
|
def test_non_reasoning_minimax_does_not_get_reasoning_split(self):
|
|
# Coding Plan, MiniMax-Text-01, and any non-M2-prefixed MiniMax model
|
|
# reject the reasoning_split kwarg via the openai SDK's strict
|
|
# validation (#826). Default capability has it disabled.
|
|
for model in ("minimax-text-01", "MiniMax-Coding-Plan", "abab6.5-chat"):
|
|
assert get_capabilities(model).requires_reasoning_split is False
|
|
|
|
|
|
@pytest.mark.unit
|
|
class TestDefault:
|
|
"""Unknown / non-DeepSeek models get the permissive default."""
|
|
|
|
def test_gpt_default(self):
|
|
caps = get_capabilities("gpt-4.1")
|
|
assert caps.supports_tool_choice is True
|
|
assert caps.preferred_structured_method == "function_calling"
|
|
|
|
def test_grok_default(self):
|
|
caps = get_capabilities("grok-4-0709")
|
|
assert caps.supports_tool_choice is True
|
|
|
|
def test_unknown_model_default(self):
|
|
caps = get_capabilities("totally-made-up-model-id")
|
|
assert caps.supports_tool_choice is True
|
|
|
|
def test_exact_match_precedes_pattern(self):
|
|
"""deepseek-chat must NOT match the v\\d regex."""
|
|
caps = get_capabilities("deepseek-chat")
|
|
assert caps.supports_tool_choice is True
|
|
|
|
|
|
@pytest.mark.unit
|
|
def test_capabilities_dataclass_is_frozen():
|
|
"""Capability rows are immutable so they can be safely shared."""
|
|
caps = get_capabilities("deepseek-chat")
|
|
with pytest.raises(FrozenInstanceError):
|
|
caps.supports_tool_choice = False # type: ignore[misc]
|