{
  "updated": "2026-10-14",
  "probed": 122,
  "tiers": {
    "opus": "cohere/north-mini-code:free",
    "sonnet": "dots-studio/dots-3-note-preview:free",
    "haiku": "liquid/lfm-2.5-2.6b:free"
  },
  "tiers_as_of": null,
  "order": [
    "cohere/north-mini-code:free",
    "dots-studio/dots-3-note-preview:free",
    "liquid/lfm-2.5-2.6b:free",
    "nvidia/nemotron-3-super-120b-a12b:free",
    "nvidia/nemotron-3-ultra-550b-a55b:free",
    "nvidia/nemotron-3.5-lightning:free",
    "openrouter/free"
  ],
  "passing_all": [
    "Meta-Llama-3_3-70B-Instruct",
    "MiniMax-M2.7-Official",
    "MiniMaxAI/MiniMax-M2.7",
    "agnes-3.0-flash",
    "aion-labs/aion-3.0-mini",
    "auto:free",
    "cohere/north-mini-code:free",
    "deepseek-v4-flash:free",
    "intern-s2",
    "kilo-auto/free",
    "nemotron-3-super-120b-a12b:free",
    "north-mini-code",
    "openai-fast",
    "openai/gpt-oss-120b:free",
    "openai",
    "qwen/qwen3.5-4b-free",
    "qwen3-8b",
    "tokeness/free",
    "typhoon-v2.5-30b-a3b-instruct",
    "dots-studio/dots-3-note-preview:free",
    "intern-s2-preview",
    "qwen/qwen3-coder-plus:free",
    "openai-fast",
    "openai/gpt-oss-20b:free",
    "zai-org/GLM-5.3-Flash",
    "openai",
    "liquid/lfm-2.5-2.6b:free",
    "nvidia/nemotron-3-super-120b-a12b:free",
    "nvidia/nemotron-3-ultra-550b-a55b:free",
    "nvidia/nemotron-3.5-lightning:free",
    "openrouter/free",
    "google/diffusiongemma-26b-a4b-it",
    "google/gemma-4-31b-it",
    "meta/llama-3.2-11b-vision-instruct",
    "meta/muse-glimmer-30b",
    "moonshotai/kimi-k3",
    "nvidia/ising-calibration-1.5-31b",
    "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning",
    "nvidia/nemotron-3-super-120b-a12b",
    "nvidia/nemotron-3-ultra-550b-a55b",
    "nvidia/nemotron-3.5-lightning-30b-a3b"
  ],
  "weak": [],
  "results": [
    {
      "id": "Meta-Llama-3_3-70B-Instruct",
      "vendor": "OVHcloud AI Endpoints",
      "base_url": "https://oai.endpoints.kepler.ai.cloud.ovh.net/v1",
      "needs_key": false,
      "key_env": null,
      "source": "research",
      "docs": "https://stillworks.supercapybara.com/llm/ovh-anonymous",
      "latency": "3.7",
      "verdict": "PASS (tool)",
      "tool_ever": false,
      "free_1d": null,
      "free_3d": null,
      "free_7d": null
    },
    {
      "id": "01-ai/yi-large",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.6",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "DeepSeek-V3.1",
      "vendor": "sambanova",
      "base_url": "https://api.sambanova.ai/v1",
      "needs_key": true,
      "key_env": "SAMBANOVA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.7",
      "verdict": "FAIL: Incorrect API key provided: 5216d9*****ccb7.",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "MiniMax-M2.7-Official",
      "vendor": "Pooled AI",
      "base_url": "https://ai.pooled.dev/v1",
      "needs_key": true,
      "key_env": "POOLED_AI_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "5.5",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "MiniMaxAI/MiniMax-M2.7",
      "vendor": "Gonka Broker",
      "base_url": "https://proxy.gonkabroker.com/v1",
      "needs_key": true,
      "key_env": "GONKA_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "4.5",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "Qwen/Qwen3-Coder-480B-A35B-Instruct",
      "vendor": "HuggingFace Router",
      "base_url": "https://router.huggingface.co/v1",
      "needs_key": true,
      "key_env": "HF_TOKEN",
      "source": "memory",
      "docs": null,
      "latency": "0.7",
      "verdict": "FAIL: The requested model 'Qwen/Qwen3-Coder-480B-A35B-Instruct' is not supported by an",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "agnes-3.0-flash",
      "vendor": "Agnes AI",
      "base_url": "https://apihub.agnes-ai.com/v1",
      "needs_key": true,
      "key_env": "AGNES_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "2.1",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "aion-labs/aion-3.0-mini",
      "vendor": "AION Labs",
      "base_url": "https://api.aionlabs.ai/v1",
      "needs_key": true,
      "key_env": "AION_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "7.7",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": null
    },
    {
      "id": "aisingapore/Qwen-SEA-LION-v4.5-27B-IT",
      "vendor": "SEA-LION (AI Singapore)",
      "base_url": "https://api.sea-lion.ai/v1",
      "needs_key": true,
      "key_env": "SEALION_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "6.4",
      "verdict": "FAIL: Authentication Error, Key is blocked. Update via `/key/unblock` if you're an adm",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "am/free",
      "vendor": "AnyModel",
      "base_url": "https://anymodel.org/v1",
      "needs_key": true,
      "key_env": "ANYMODEL_KEY",
      "source": "research",
      "docs": "https://anymodel.org/en/models/free-models-auto",
      "latency": "0.3",
      "verdict": "FAIL: unparseable",
      "tool_ever": false,
      "free_1d": null,
      "free_3d": null,
      "free_7d": false
    },
    {
      "id": "auto:free",
      "vendor": "BazaarLink",
      "base_url": "https://api.bazaarlink.ai/v1",
      "needs_key": true,
      "key_env": "BAZAARLINK_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "3.9",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": null,
      "free_7d": null
    },
    {
      "id": "codestral-latest",
      "vendor": "Mistral",
      "base_url": "https://api.mistral.ai/v1",
      "needs_key": true,
      "key_env": "MISTRAL_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.3",
      "verdict": "FAIL: empty response",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "cohere/north-mini-code:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "1.1",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "deepseek-ai/DeepSeek-V3-0324",
      "vendor": "HuggingFace Inference Router",
      "base_url": "https://router.huggingface.co/v1",
      "needs_key": true,
      "key_env": "HF_TOKEN",
      "source": "memory",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: unparseable",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "deepseek-ai/DeepSeek-V3.1",
      "vendor": "SiliconFlow",
      "base_url": "https://api.siliconflow.com/v1",
      "needs_key": true,
      "key_env": "SILICONFLOW_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "1.0",
      "verdict": "FAIL: empty response",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "deepseek-ai/deepseek-v4-flash-0731",
      "vendor": "NVIDIA NIM",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "deepseek-v4-flash:free",
      "vendor": "Routeway AI",
      "base_url": "https://api.routeway.ai/v1",
      "needs_key": true,
      "key_env": "ROUTEWAY_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "4.4",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": null,
      "free_7d": null
    },
    {
      "id": "free",
      "vendor": "AnyRouter",
      "base_url": "https://anyrouter.dev/api/v1",
      "needs_key": true,
      "key_env": "ANYROUTER_KEY",
      "source": "research",
      "docs": "https://anyrouter.dev/use-cases/free-llm-api",
      "latency": "—",
      "verdict": "FAIL: needs key",
      "tool_ever": false,
      "free_1d": null,
      "free_3d": null,
      "free_7d": null
    },
    {
      "id": "glm-4.5-flash",
      "vendor": "Zhipu AI (Z.ai)",
      "base_url": "https://api.z.ai/api/paas/v4",
      "needs_key": true,
      "key_env": "ZHIPU_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.6",
      "verdict": "FAIL: Authentication Failed",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": true
    },
    {
      "id": "glm-4.7-flash",
      "vendor": "Zhipu AI (Z.ai)",
      "base_url": "https://api.z.ai/api/paas/v4",
      "needs_key": true,
      "key_env": "ZAI_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.8",
      "verdict": "FAIL: The service may be temporarily overloaded, please try again later",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "intern-latest",
      "vendor": "Intern AI",
      "base_url": "https://chat.intern-ai.org.cn/api/v1/",
      "needs_key": true,
      "key_env": "INTERN_AI_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "1.0",
      "verdict": "FAIL: empty response",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "intern-s2",
      "vendor": "Intern AI (Shanghai AI Lab)",
      "base_url": "https://chat.intern-ai.org.cn/api/v1/",
      "needs_key": true,
      "key_env": "INTERN_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "2.9",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": null
    },
    {
      "id": "kilo-auto/free",
      "vendor": "Kilo (Anaconda)",
      "base_url": "https://api.kilo.ai/api/gateway",
      "needs_key": true,
      "key_env": "KILO_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "6.3",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "meta-llama/Llama-3.3-70B-Instruct",
      "vendor": "Hugging Face Inference",
      "base_url": "https://router.huggingface.co/v1",
      "needs_key": true,
      "key_env": "HF_TOKEN",
      "source": "memory",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: unparseable",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "minimax/minimax-m3:free",
      "vendor": "xKiro AI",
      "base_url": "https://api.xkiro.com/v1",
      "needs_key": true,
      "key_env": "XKIRO_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.4",
      "verdict": "FAIL: Model \"minimax/minimax-m3:free\" has been retired and is no longer free. Use \"min",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nemotron-3-super-120b-a12b:free",
      "vendor": "Naga AI",
      "base_url": "https://api.naga.ac/v1",
      "needs_key": true,
      "key_env": "NAGA_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "3.4",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "north-mini-code",
      "vendor": "TokenReply",
      "base_url": "https://api.tokenreply.com/v1",
      "needs_key": true,
      "key_env": "TOKENREPLY_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "2.3",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "openai-fast",
      "vendor": "Pollinations",
      "base_url": "https://text.pollinations.ai/openai",
      "needs_key": true,
      "key_env": "POLLINATIONS_API_KEY",
      "source": "research",
      "docs": "https://text.pollinations.ai/openai",
      "latency": "5.7",
      "verdict": "PASS (tool)",
      "tool_ever": false,
      "free_1d": null,
      "free_3d": null,
      "free_7d": null
    },
    {
      "id": "openai/gpt-oss-120b:free",
      "vendor": "FastRouter",
      "base_url": "https://api.fastrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "FASTROUTER_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "1.0",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "openai",
      "vendor": "Pollinations",
      "base_url": "https://text.pollinations.ai/openai",
      "needs_key": true,
      "key_env": "POLLINATIONS_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.4",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "qwen/qwen3.5-4b-free",
      "vendor": "Mixlayer",
      "base_url": "https://models.mixlayer.ai/v1",
      "needs_key": true,
      "key_env": "MIXLAYER_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "1.4",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "qwen3-8b",
      "vendor": "Free.ai",
      "base_url": "https://api.free.ai/v1",
      "needs_key": true,
      "key_env": "FREEAI_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "1.3",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "qwen3.8-27b",
      "vendor": "Yolo-Auto",
      "base_url": "https://yolo-auto.com/v1",
      "needs_key": true,
      "key_env": "YOLO_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: API key is disabled",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "tokeness/free",
      "vendor": "Tokeness",
      "base_url": "https://n.tokeness.dev/v1",
      "needs_key": true,
      "key_env": "TOKENESS_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "3.0",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "typhoon-v2.5-30b-a3b-instruct",
      "vendor": "Typhoon (SCB 10X)",
      "base_url": "https://api.opentyphoon.ai/v1",
      "needs_key": true,
      "key_env": "TYPHOON_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.7",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "adept/fuyu-8b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "DeepSeek-V3.2",
      "vendor": "sambanova",
      "base_url": "https://api.sambanova.ai/v1",
      "needs_key": true,
      "key_env": "SAMBANOVA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.3",
      "verdict": "FAIL: Incorrect API key provided: 5216d9*****ccb7.",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "deepseek-ai/DeepSeek-V4-Flash-0731",
      "vendor": "Gonka Broker",
      "base_url": "https://proxy.gonkabroker.com/v1/",
      "needs_key": true,
      "key_env": "GONKA_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.5",
      "verdict": "FAIL: API key is paused or access disabled. Check its status: https://app.gonkabroker.",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "aion-labs/aion-3.0",
      "vendor": "AION Labs",
      "base_url": "https://api.aionlabs.ai/v1",
      "needs_key": true,
      "key_env": "AION_LABS_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: empty response",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "dots-studio/dots-3-note-preview:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "1.4",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": false
    },
    {
      "id": "openai/gpt-oss-120b",
      "vendor": "HuggingFace Inference Router",
      "base_url": "https://router.huggingface.co/v1",
      "needs_key": true,
      "key_env": "HF_TOKEN",
      "source": "research",
      "docs": "https://huggingface.co/docs/inference-providers/tasks/chat-completion",
      "latency": "0.1",
      "verdict": "FAIL: unparseable",
      "tool_ever": false,
      "free_1d": null,
      "free_3d": null,
      "free_7d": null
    },
    {
      "id": "inclusionAI/Ling-flash-2.0",
      "vendor": "SiliconFlow",
      "base_url": "https://api.siliconflow.com/v1",
      "needs_key": true,
      "key_env": "SILICONFLOW_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "glm-4.7-flash",
      "vendor": "Zhipu AI (Z.ai)",
      "base_url": "https://api.z.ai/api/paas/v4",
      "needs_key": true,
      "key_env": "ZAI_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.8",
      "verdict": "FAIL: The service may be temporarily overloaded, please try again later",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "intern-s2-preview",
      "vendor": "Intern AI",
      "base_url": "https://chat.intern-ai.org.cn/api/v1/",
      "needs_key": true,
      "key_env": "INTERN_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "2.2",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "qwen/qwen3-coder-plus:free",
      "vendor": "xKiro AI",
      "base_url": "https://api.xkiro.com/v1",
      "needs_key": true,
      "key_env": "XKIRO_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "3.9",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": null,
      "free_7d": null
    },
    {
      "id": "openai-fast",
      "vendor": "Pollinations",
      "base_url": "https://text.pollinations.ai/openai",
      "needs_key": true,
      "key_env": "POLLINATIONS_API_KEY",
      "source": "research",
      "docs": "https://text.pollinations.ai/openai",
      "latency": "5.7",
      "verdict": "PASS (tool)",
      "tool_ever": false,
      "free_1d": null,
      "free_3d": null,
      "free_7d": null
    },
    {
      "id": "openai/gpt-oss-20b:free",
      "vendor": "FastRouter",
      "base_url": "https://api.fastrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "FASTROUTER_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "1.1",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "ai21labs/jamba-1.5-large-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "Meta-Llama-3.3-70B-Instruct",
      "vendor": "sambanova",
      "base_url": "https://api.sambanova.ai/v1",
      "needs_key": true,
      "key_env": "SAMBANOVA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.3",
      "verdict": "FAIL: Incorrect API key provided: 5216d9*****ccb7.",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "zai-org/GLM-5.3-Flash",
      "vendor": "Gonka Broker",
      "base_url": "https://proxy.gonkabroker.com/v1/",
      "needs_key": true,
      "key_env": "GONKA_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "2.3",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "google/gemma-4-26b-a4b-it:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: Provider returned error",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "openai",
      "vendor": "Pollinations",
      "base_url": "https://text.pollinations.ai/openai",
      "needs_key": true,
      "key_env": "POLLINATIONS_API_KEY",
      "source": "memory",
      "docs": null,
      "latency": "0.4",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "aisingapore/sea-lion-7b-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "MiniMax-M3",
      "vendor": "sambanova",
      "base_url": "https://api.sambanova.ai/v1",
      "needs_key": true,
      "key_env": "SAMBANOVA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.3",
      "verdict": "FAIL: Incorrect API key provided: 5216d9*****ccb7.",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "google/gemma-4-31b-it:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: Provider returned error",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "bigcode/starcoder2-15b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "gemma-4-31B-it",
      "vendor": "sambanova",
      "base_url": "https://api.sambanova.ai/v1",
      "needs_key": true,
      "key_env": "SAMBANOVA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.3",
      "verdict": "FAIL: Incorrect API key provided: 5216d9*****ccb7.",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "liquid/lfm-2.5-2.6b:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.5",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "databricks/dbrx-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "gpt-oss-120b",
      "vendor": "sambanova",
      "base_url": "https://api.sambanova.ai/v1",
      "needs_key": true,
      "key_env": "SAMBANOVA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.3",
      "verdict": "FAIL: Incorrect API key provided: 5216d9*****ccb7.",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: Upstream error from Nvidia: ResourceExhausted: Worker local total request limit ",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "deepseek-ai/deepseek-coder-6.7b-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-3-super-120b-a12b:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.8",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "deepseek-ai/deepseek-v4.1-flash",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "60.0",
      "verdict": "FAIL: timed out after 60s",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-3-ultra-550b-a55b:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "1.6",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": false
    },
    {
      "id": "google/codegemma-1.1-7b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-3.5-content-safety:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: No endpoints found that support tool use. Try disabling \"ping\". To learn more ab",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "google/codegemma-7b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-3.5-lightning:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "12.9",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "google/deplot",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "openrouter/free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "2.5",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "google/diffusiongemma-26b-a4b-it",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.4",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "poolside/laguna-s-2.1:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.3",
      "verdict": "FAIL: Provider returned error",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "google/gemma-2b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "poolside/laguna-xs-2.1:free",
      "vendor": "openrouter",
      "base_url": "https://openrouter.ai/api/v1",
      "needs_key": true,
      "key_env": "OPENROUTER_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.3",
      "verdict": "FAIL: Provider returned error",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": true,
      "free_7d": false
    },
    {
      "id": "google/gemma-3-12b-it",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "google/gemma-3-4b-it",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "google/gemma-4-31b-it",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "31.7",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": true
    },
    {
      "id": "google/recurrentgemma-2b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "ibm/granite-3.0-3b-a800m-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "ibm/granite-3.0-8b-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "ibm/granite-34b-code-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "ibm/granite-8b-code-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "meta/codellama-70b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "meta/llama-3.2-11b-vision-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "12.7",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "meta/llama-3.2-90b-vision-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "60.1",
      "verdict": "FAIL: timed out after 60s",
      "tool_ever": true,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "meta/llama2-70b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "meta/muse-glimmer-30b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "6.6",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "microsoft/kosmos-2",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "microsoft/phi-3-vision-128k-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "microsoft/phi-3.5-moe-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "mistralai/codestral-22b-instruct-v0.1",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "mistralai/mistral-7b-instruct-v0.3",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "mistralai/mistral-large-2-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "mistralai/mistral-large",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "mistralai/mixtral-8x22b-v0.1",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "moonshotai/kimi-k2.6",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "moonshotai/kimi-k3",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "49.3",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": false
    },
    {
      "id": "nv-mistralai/mistral-nemo-12b-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/ai-synthetic-video-detector",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/cosmos-reason2-8b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/ising-calibration-1.5-31b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.4",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "nvidia/llama-3.1-nemotron-51b-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/llama-3.1-nemotron-70b-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/llama-3.1-nemotron-ultra-253b-v1",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/llama3-chatqa-1.5-70b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/mistral-nemo-minitron-8b-8k-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "4.2",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": false,
      "free_7d": true
    },
    {
      "id": "nvidia/nemotron-3-super-120b-a12b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "2.3",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "nvidia/nemotron-3-ultra-550b-a55b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "4.4",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-3.5-content-safety",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: \"auto\" tool choice requires --enable-auto-tool-choice and --tool-call-parser to ",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-3.5-lightning-30b-a3b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "1.6",
      "verdict": "PASS (tool)",
      "tool_ever": true,
      "free_1d": true,
      "free_3d": true,
      "free_7d": true
    },
    {
      "id": "nvidia/nemotron-4-340b-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-4-340b-reward",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-nano-3-30b-a3b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-parse-2.0",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: \"auto\" tool choice requires --enable-auto-tool-choice and --tool-call-parser to ",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nemotron-parse",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.2",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/neva-22b",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/nvclip",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/riva-translate-4b-instruct-v2",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "60.1",
      "verdict": "FAIL: timed out after 60s",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/riva-translate-4b-instruct",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    },
    {
      "id": "nvidia/vila",
      "vendor": "nvidia",
      "base_url": "https://integrate.api.nvidia.com/v1",
      "needs_key": true,
      "key_env": "NVIDIA_API_KEY",
      "source": "catalog",
      "docs": null,
      "latency": "0.1",
      "verdict": "FAIL: empty response",
      "tool_ever": false,
      "free_1d": false,
      "free_3d": false,
      "free_7d": false
    }
  ],
  "usage": "fetch this, merge your own ANTHROPIC_AUTH_TOKEN, point a launcher at it. order=OpenRouter-passing (lime.sh); passing_all=all-vendor passing."
}