{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "moonshotai/kimi-k2.5",
  "permaslug": "moonshotai/kimi-k2.5-0127",
  "name": "Kimi K2.5",
  "maker": "MoonshotAI",
  "file": "models/kimi-k2.5.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "siliconflow/int4",
   "atlas-cloud/int4",
   "venice"
  ],
  "ignore": [
   "novita",
   "amazon-bedrock/us-east-2"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.024397,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "highest_uptime"
   ],
   "label": "Most reliable, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the highest uptime",
   "provider": "siliconflow/int4",
   "recommendation": {
    "order": [
     "siliconflow/int4",
     "atlas-cloud/int4",
     "venice"
    ],
    "ignore": [
     "novita",
     "amazon-bedrock/us-east-2"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [
    "highest_throughput"
   ],
   "label": "Lowest cost, highest throughput",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out; the highest median tokens per second",
   "provider": "atlas-cloud/int4",
   "recommendation": {
    "order": [
     "atlas-cloud/int4",
     "siliconflow/int4",
     "venice"
    ],
    "ignore": [
     "novita",
     "amazon-bedrock/us-east-2"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "siliconflow/int4",
   "name": "SiliconFlow",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "siliconflow/int4"
   ],
   "variant": "int4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 79493,
   "failures": 134,
   "invalid_tool_call_rate": 0.001686,
   "invalid_tool_call_rate_ci95": [
    0.001424,
    0.001996
   ],
   "tool_calls_per_day": 11356,
   "input_price_per_million": 0.5,
   "output_price_per_million": 2.5,
   "tokens_per_second": 22.0,
   "uptime": 0.9998,
   "quantizations": [
    "int4"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/int4",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "int4",
     "sample_size": 79493,
     "failures": 134,
     "invalid_tool_call_rate": 0.001686
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/Kimi-K2.5",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "atlas-cloud/int4",
   "name": "AtlasCloud",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "atlas-cloud/int4"
   ],
   "variant": "int4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 20768,
   "failures": 260,
   "invalid_tool_call_rate": 0.012519,
   "invalid_tool_call_rate_ci95": [
    0.011095,
    0.014124
   ],
   "tool_calls_per_day": 2967,
   "input_price_per_million": 0.49,
   "output_price_per_million": 2.5,
   "tokens_per_second": 43.0,
   "uptime": 0.978,
   "quantizations": [
    "int4"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/int4",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "int4",
     "sample_size": 20768,
     "failures": 260,
     "invalid_tool_call_rate": 0.012519
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/kimi-k2.5",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "venice",
   "name": "Venice",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "venice"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 55827,
   "failures": 1362,
   "invalid_tool_call_rate": 0.024397,
   "invalid_tool_call_rate_ci95": [
    0.023149,
    0.02571
   ],
   "tool_calls_per_day": 7975,
   "input_price_per_million": 0.532,
   "output_price_per_million": 3.325,
   "tokens_per_second": 36.0,
   "uptime": 0.999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "venice",
     "tier": false,
     "name": "Venice",
     "quantization": null,
     "sample_size": 55827,
     "failures": 1362,
     "invalid_tool_call_rate": 0.024397
    }
   ],
   "direct_api": {
    "model_id": "kimi-k2-5",
    "dedicated_endpoint": false,
    "context_tokens": 256000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "novita",
   "name": "NovitaAI",
   "rank": 4,
   "role": "ignored",
   "slugs": [
    "novita"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 28381,
   "failures": 1024,
   "invalid_tool_call_rate": 0.03608,
   "invalid_tool_call_rate_ci95": [
    0.033973,
    0.038314
   ],
   "tool_calls_per_day": 4054,
   "input_price_per_million": 0.57,
   "output_price_per_million": 2.85,
   "tokens_per_second": 42.0,
   "uptime": 0.9914,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "novita",
     "tier": false,
     "name": "NovitaAI",
     "quantization": null,
     "sample_size": 28381,
     "failures": 1024,
     "invalid_tool_call_rate": 0.03608
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/kimi-k2.5",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "amazon-bedrock/us-east-2",
   "name": "Amazon Bedrock",
   "rank": 5,
   "role": "ignored",
   "slugs": [
    "amazon-bedrock/us-east-2"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 31120,
   "failures": 2069,
   "invalid_tool_call_rate": 0.066485,
   "invalid_tool_call_rate_ci95": [
    0.06377,
    0.069306
   ],
   "tool_calls_per_day": 4446,
   "input_price_per_million": 0.6,
   "output_price_per_million": 3.0,
   "tokens_per_second": 97.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "amazon-bedrock/us-east-2",
     "tier": false,
     "name": "Amazon Bedrock",
     "quantization": null,
     "sample_size": 31120,
     "failures": 2069,
     "invalid_tool_call_rate": 0.066485
    }
   ],
   "direct_api": {
    "model_id": "moonshotai.kimi-k2.5",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.aws.amazon.com/bedrock/latest/userguide/tool-use.html",
    "website": "https://aws.amazon.com",
    "status_page": "https://health.aws.amazon.com/health/status",
    "terms": "https://aws.amazon.com/service-terms/",
    "privacy": "https://aws.amazon.com/privacy",
    "openrouter": "https://openrouter.ai/provider/amazon-bedrock"
   }
  }
 ],
 "others": [],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "siliconflow/int4",
    "atlas-cloud/int4"
   ],
   "ignore": [
    "venice",
    "novita"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.025281,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "siliconflow/int4",
    "name": "SiliconFlow",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "siliconflow/int4"
    ],
    "variant": "int4",
    "sample_size": 114114,
    "failures": 2538,
    "structured_output_error_rate": 0.022241,
    "structured_output_error_rate_ci95": [
     0.021401,
     0.023113
    ],
    "structured_outputs_per_day": 16302,
    "endpoints": [
     {
      "tag": "siliconflow/int4",
      "tier": false,
      "sample_size": 114114,
      "failures": 2538,
      "structured_output_error_rate": 0.022241
     }
    ]
   },
   {
    "id": "atlas-cloud/int4",
    "name": "AtlasCloud",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "atlas-cloud/int4"
    ],
    "variant": "int4",
    "sample_size": 54982,
    "failures": 1390,
    "structured_output_error_rate": 0.025281,
    "structured_output_error_rate_ci95": [
     0.024002,
     0.026627
    ],
    "structured_outputs_per_day": 7855,
    "endpoints": [
     {
      "tag": "atlas-cloud/int4",
      "tier": false,
      "sample_size": 54982,
      "failures": 1390,
      "structured_output_error_rate": 0.025281
     }
    ]
   },
   {
    "id": "venice",
    "name": "Venice",
    "rank": 3,
    "role": "ignored",
    "slugs": [
     "venice"
    ],
    "variant": null,
    "sample_size": 103735,
    "failures": 10472,
    "structured_output_error_rate": 0.10095,
    "structured_output_error_rate_ci95": [
     0.099131,
     0.102798
    ],
    "structured_outputs_per_day": 14819,
    "endpoints": [
     {
      "tag": "venice",
      "tier": false,
      "sample_size": 103735,
      "failures": 10472,
      "structured_output_error_rate": 0.10095
     }
    ]
   }
  ],
  "others": [
   {
    "id": "novita",
    "name": "NovitaAI",
    "role": "ignored",
    "slugs": [
     "novita"
    ],
    "variant": null,
    "sample_size": 3682,
    "failures": 703,
    "structured_output_error_rate": 0.190929,
    "structured_output_error_rate_ci95": [
     0.178558,
     0.203944
    ],
    "structured_outputs_per_day": 526,
    "endpoints": [
     {
      "tag": "novita",
      "tier": false,
      "sample_size": 3682,
      "failures": 703,
      "structured_output_error_rate": 0.190929
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}