Bedrock uses the Converse API (langchain-aws) and the AWS credential chain, so it has its own client like Anthropic/Google rather than the OpenAI-compatible registry. langchain-aws is an optional dependency (pip install ".[bedrock]"), lazy-imported with a clear install hint; importing the package never requires it. The model name is a Bedrock model ID / inference profile ID.
218 lines
9.6 KiB
Python
218 lines
9.6 KiB
Python
"""Shared model catalog for CLI selections and validation."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Dict, List, Tuple
|
|
|
|
ModelOption = Tuple[str, str]
|
|
ProviderModeOptions = Dict[str, Dict[str, List[ModelOption]]]
|
|
|
|
# Providers that serve many / frequently-changing models: offer only "Custom
|
|
# model ID" rather than a list that goes stale.
|
|
_CUSTOM_ONLY: Dict[str, List[ModelOption]] = {
|
|
"quick": [("Custom model ID", "custom")],
|
|
"deep": [("Custom model ID", "custom")],
|
|
}
|
|
|
|
|
|
# Shared model list for GLM via Z.AI (international) and BigModel (China).
|
|
# Source: docs.z.ai (GLM Coding Plan supported models + LLM guides).
|
|
# All GLM 4.7+ entries support thinking mode via thinking={"type":"enabled"}.
|
|
_GLM_MODELS: Dict[str, List[ModelOption]] = {
|
|
"quick": [
|
|
("GLM-5-Turbo - Fast, switchable thinking modes", "glm-5-turbo"),
|
|
("GLM-4.7 - Previous-gen flagship", "glm-4.7"),
|
|
("GLM-4.5-Air - Lightweight, cost-efficient", "glm-4.5-air"),
|
|
("Custom model ID", "custom"),
|
|
],
|
|
"deep": [
|
|
("GLM-5.1 - Latest flagship, 204K ctx", "glm-5.1"),
|
|
("GLM-5 - Flagship, 204K ctx", "glm-5"),
|
|
("GLM-4.7 - Previous-gen flagship", "glm-4.7"),
|
|
("Custom model ID", "custom"),
|
|
],
|
|
}
|
|
|
|
|
|
# Shared model list for Qwen's global (dashscope-intl) and CN (dashscope) endpoints.
|
|
# Source: modelstudio.console.alibabacloud.com (Featured Models — Flagship + Cost-optimized).
|
|
#
|
|
# Only versioned IDs are exposed in the dropdown. The version-less aliases
|
|
# (qwen-plus, qwen-flash) are documented by Alibaba as auto-upgrading
|
|
# pointers ("backbone, latest, and snapshot ... have been upgraded to the
|
|
# Qwen3 series"), which means their behavior shifts when Alibaba rotates
|
|
# the backing model. Users who want a specific generation pick it
|
|
# explicitly; users who really want auto-latest can enter the alias via
|
|
# "Custom model ID".
|
|
_QWEN_MODELS: Dict[str, List[ModelOption]] = {
|
|
"quick": [
|
|
("Qwen 3.6 Flash - Latest fast, agentic coding + vision-language", "qwen3.6-flash"),
|
|
("Qwen 3.5 Flash - Previous-gen fast", "qwen3.5-flash"),
|
|
("Custom model ID", "custom"),
|
|
],
|
|
"deep": [
|
|
("Qwen 3.7 Max - Latest flagship reasoning agent, 1M ctx", "qwen3.7-max"),
|
|
("Qwen 3.6 Plus - Vision-language, agentic coding", "qwen3.6-plus"),
|
|
("Qwen 3.5 Plus - Previous-gen flagship", "qwen3.5-plus"),
|
|
("Custom model ID", "custom"),
|
|
],
|
|
}
|
|
|
|
|
|
# Shared model list for MiniMax's global and CN endpoints (same IDs).
|
|
# Full official lineup per platform.minimax.io/docs/api-reference/text-openai-api.
|
|
# All M2.x models share a 204,800-token context window.
|
|
_MINIMAX_MODELS: Dict[str, List[ModelOption]] = {
|
|
"quick": [
|
|
("MiniMax-M2.7-highspeed - Faster M2.7, 204K ctx, ~100 TPS", "MiniMax-M2.7-highspeed"),
|
|
("MiniMax-M2.5-highspeed - Previous-gen highspeed, 204K ctx", "MiniMax-M2.5-highspeed"),
|
|
("MiniMax-M2.1-highspeed - M2.1 highspeed, 204K ctx", "MiniMax-M2.1-highspeed"),
|
|
("Custom model ID", "custom"),
|
|
],
|
|
"deep": [
|
|
("MiniMax-M2.7 - Flagship, SOTA on coding/agent benchmarks, 204K ctx", "MiniMax-M2.7"),
|
|
("MiniMax-M2.7-highspeed - Same quality as M2.7, ~100 TPS", "MiniMax-M2.7-highspeed"),
|
|
("MiniMax-M2.5 - Previous-gen flagship, 204K ctx", "MiniMax-M2.5"),
|
|
("MiniMax-M2.1 - Earlier M2 line, 204K ctx", "MiniMax-M2.1"),
|
|
("MiniMax-M2 - Base M2, 204K ctx", "MiniMax-M2"),
|
|
("Custom model ID", "custom"),
|
|
],
|
|
}
|
|
|
|
|
|
MODEL_OPTIONS: ProviderModeOptions = {
|
|
"openai": {
|
|
"quick": [
|
|
("GPT-5.4 Mini - Fast, strong coding and tool use", "gpt-5.4-mini"),
|
|
("GPT-5.4 Nano - Cheapest, high-volume tasks", "gpt-5.4-nano"),
|
|
("GPT-5.5 - Latest frontier, 1M context", "gpt-5.5"),
|
|
("GPT-4.1 - Smartest non-reasoning model", "gpt-4.1"),
|
|
],
|
|
"deep": [
|
|
("GPT-5.5 - Latest frontier, 1M context", "gpt-5.5"),
|
|
("GPT-5.4 - Previous-gen frontier, 1M context, cost-effective", "gpt-5.4"),
|
|
("GPT-5.2 - Strong reasoning, cost-effective", "gpt-5.2"),
|
|
("GPT-5.5 Pro - Most capable, expensive ($30/$180 per 1M tokens)", "gpt-5.5-pro"),
|
|
],
|
|
},
|
|
"anthropic": {
|
|
"quick": [
|
|
("Claude Sonnet 4.6 - Best speed and intelligence balance", "claude-sonnet-4-6"),
|
|
("Claude Haiku 4.5 - Fastest with near-frontier intelligence", "claude-haiku-4-5"),
|
|
("Claude Sonnet 4.5 - High-performance for agents and coding", "claude-sonnet-4-5"),
|
|
],
|
|
"deep": [
|
|
("Claude Opus 4.8 - Latest frontier, agentic coding and reasoning", "claude-opus-4-8"),
|
|
("Claude Opus 4.7 - Previous frontier, long-running agents", "claude-opus-4-7"),
|
|
("Claude Opus 4.6 - Frontier intelligence, agents and coding", "claude-opus-4-6"),
|
|
("Claude Sonnet 4.6 - Best speed and intelligence balance", "claude-sonnet-4-6"),
|
|
],
|
|
},
|
|
"google": {
|
|
"quick": [
|
|
("Gemini 3.5 Flash - Latest, frontier agentic + coding (GA)", "gemini-3.5-flash"),
|
|
("Gemini 3.1 Flash Lite - Most cost-efficient (GA)", "gemini-3.1-flash-lite"),
|
|
("Gemini 2.5 Flash - Balanced, stable", "gemini-2.5-flash"),
|
|
("Gemini 2.5 Flash Lite - Fast, low-cost", "gemini-2.5-flash-lite"),
|
|
],
|
|
"deep": [
|
|
("Gemini 3.1 Pro - Reasoning-first, complex workflows (preview)", "gemini-3.1-pro-preview"),
|
|
("Gemini 3.5 Flash - Latest GA, strong agentic + coding", "gemini-3.5-flash"),
|
|
("Gemini 2.5 Pro - Stable pro model", "gemini-2.5-pro"),
|
|
("Gemini 2.5 Flash - Balanced, stable", "gemini-2.5-flash"),
|
|
],
|
|
},
|
|
"xai": {
|
|
"quick": [
|
|
("Grok 4.3 - Latest flagship, fast with built-in reasoning", "grok-4.3"),
|
|
("Grok Build 0.1 - Coding-specialized, 256K ctx", "grok-build-0.1"),
|
|
("Grok 4 Fast (Non-Reasoning) - Speed optimized", "grok-4-fast-non-reasoning"),
|
|
],
|
|
"deep": [
|
|
("Grok 4.3 - Latest flagship, built-in reasoning, 1M ctx", "grok-4.3"),
|
|
("Grok 4.20 (Reasoning) - Previous-gen reasoning", "grok-4.20-0309-reasoning"),
|
|
("Grok 4 Fast (Reasoning) - High-performance", "grok-4-fast-reasoning"),
|
|
("Grok 4 - Flagship (dated build)", "grok-4-0709"),
|
|
],
|
|
},
|
|
"deepseek": {
|
|
"quick": [
|
|
("DeepSeek V4 Flash - Latest V4 fast model", "deepseek-v4-flash"),
|
|
("DeepSeek V3.2", "deepseek-chat"),
|
|
("Custom model ID", "custom"),
|
|
],
|
|
"deep": [
|
|
("DeepSeek V4 Pro - Latest V4 flagship model", "deepseek-v4-pro"),
|
|
("DeepSeek V3.2 (thinking)", "deepseek-reasoner"),
|
|
("DeepSeek V3.2", "deepseek-chat"),
|
|
("Custom model ID", "custom"),
|
|
],
|
|
},
|
|
# Qwen: same model IDs across global (dashscope-intl) and China
|
|
# (dashscope) endpoints, so the two provider keys share one model list.
|
|
"qwen": _QWEN_MODELS,
|
|
"qwen-cn": _QWEN_MODELS,
|
|
# GLM: Z.AI (international) and BigModel (China) host the same model
|
|
# IDs; the two provider keys share one model list.
|
|
"glm": _GLM_MODELS,
|
|
"glm-cn": _GLM_MODELS,
|
|
# MiniMax: same model IDs across global (.io) and China (.com) regions,
|
|
# so the two provider keys share one model list.
|
|
"minimax": _MINIMAX_MODELS,
|
|
"minimax-cn": _MINIMAX_MODELS,
|
|
# OpenRouter: fetched dynamically. Azure: any deployed model name.
|
|
# Ollama display labels intentionally omit a "local" marker — the
|
|
# endpoint is now configurable via OLLAMA_BASE_URL, so the same labels
|
|
# apply whether the user runs ollama-serve on localhost or against a
|
|
# remote host. The actual resolved endpoint is surfaced separately by
|
|
# cli.utils.confirm_ollama_endpoint() right after provider selection.
|
|
# "Custom model ID" lets users pick any model they have pulled via
|
|
# `ollama pull` beyond the three suggested defaults.
|
|
"ollama": {
|
|
"quick": [
|
|
("Qwen3:latest (8B)", "qwen3:latest"),
|
|
("GPT-OSS:latest (20B)", "gpt-oss:latest"),
|
|
("GLM-4.7-Flash:latest (30B)", "glm-4.7-flash:latest"),
|
|
("Custom model ID", "custom"),
|
|
],
|
|
"deep": [
|
|
("GLM-4.7-Flash:latest (30B)", "glm-4.7-flash:latest"),
|
|
("GPT-OSS:latest (20B)", "gpt-oss:latest"),
|
|
("Qwen3:latest (8B)", "qwen3:latest"),
|
|
("Custom model ID", "custom"),
|
|
],
|
|
},
|
|
# Generic OpenAI-compatible endpoint: the model is whatever the user's
|
|
# server serves, so only "Custom model ID" is offered.
|
|
"openai_compatible": _CUSTOM_ONLY,
|
|
# Hosted OpenAI-compatible providers that serve many (and frequently
|
|
# changing) models — offer "Custom model ID" rather than a list that goes
|
|
# stale. The endpoint + key are wired by the provider; the user picks the
|
|
# model their account has access to.
|
|
"mistral": _CUSTOM_ONLY,
|
|
"kimi": _CUSTOM_ONLY,
|
|
"groq": _CUSTOM_ONLY,
|
|
"nvidia": _CUSTOM_ONLY,
|
|
# Bedrock model IDs / cross-region inference profile IDs are user-specified.
|
|
"bedrock": _CUSTOM_ONLY,
|
|
}
|
|
|
|
|
|
def get_model_options(provider: str, mode: str) -> List[ModelOption]:
|
|
"""Return shared model options for a provider and selection mode."""
|
|
return MODEL_OPTIONS[provider.lower()][mode]
|
|
|
|
|
|
def get_known_models() -> Dict[str, List[str]]:
|
|
"""Build known model names from the shared CLI catalog."""
|
|
return {
|
|
provider: sorted(
|
|
{
|
|
value
|
|
for options in mode_options.values()
|
|
for _, value in options
|
|
}
|
|
)
|
|
for provider, mode_options in MODEL_OPTIONS.items()
|
|
}
|