{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "moonshotai/kimi-k3",
  "permaslug": "moonshotai/kimi-k3-20260715",
  "name": "Kimi K3",
  "maker": "MoonshotAI",
  "file": "models/kimi-k3.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "deepinfra/mxfp4",
   "fireworks/spot",
   "fireworks"
  ],
  "ignore": []
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.001336,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "deepinfra/mxfp4",
   "recommendation": {
    "order": [
     "deepinfra/mxfp4",
     "fireworks/spot",
     "fireworks"
    ],
    "ignore": []
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "relace/fp4",
   "recommendation": {
    "order": [
     "relace/fp4",
     "deepinfra/mxfp4",
     "fireworks/spot"
    ],
    "ignore": []
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "wafer/fast",
   "recommendation": {
    "order": [
     "wafer/fast",
     "deepinfra/mxfp4",
     "fireworks/spot"
    ],
    "ignore": []
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "inference-net/fast + inference-net/us/fast",
   "recommendation": {
    "order": [
     "inference-net/fast",
     "inference-net/us/fast",
     "deepinfra/mxfp4",
     "fireworks/spot"
    ],
    "ignore": []
   }
  }
 ],
 "providers": [
  {
   "id": "deepinfra/mxfp4",
   "name": "DeepInfra",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "deepinfra/mxfp4"
   ],
   "variant": "mxfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 463252,
   "failures": 31,
   "invalid_tool_call_rate": 6.7e-05,
   "invalid_tool_call_rate_ci95": [
    4.7e-05,
    9.5e-05
   ],
   "tool_calls_per_day": 66179,
   "input_price_per_million": 2.85,
   "output_price_per_million": 14.25,
   "tokens_per_second": 52.0,
   "uptime": 0.9998,
   "quantizations": [
    "mxfp4"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/mxfp4",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "mxfp4",
     "sample_size": 463252,
     "failures": 31,
     "invalid_tool_call_rate": 6.7e-05
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/Kimi-K3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "fireworks",
   "name": "Fireworks",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "fireworks"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 319331,
   "failures": 31,
   "invalid_tool_call_rate": 9.7e-05,
   "invalid_tool_call_rate_ci95": [
    6.8e-05,
    0.000138
   ],
   "tool_calls_per_day": 45619,
   "input_price_per_million": 3.0,
   "output_price_per_million": 15.0,
   "tokens_per_second": 40.5,
   "uptime": 0.9051,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 290600,
     "failures": 29,
     "invalid_tool_call_rate": 0.0001
    },
    {
     "tag": "fireworks/us",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 28731,
     "failures": 2,
     "invalid_tool_call_rate": 7e-05
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/models/kimi-k3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "fireworks/spot",
   "name": "Fireworks Spot",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "fireworks/spot"
   ],
   "variant": "spot",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2954860,
   "failures": 336,
   "invalid_tool_call_rate": 0.000114,
   "invalid_tool_call_rate_ci95": [
    0.000102,
    0.000127
   ],
   "tool_calls_per_day": 422123,
   "input_price_per_million": 2.1,
   "output_price_per_million": 10.5,
   "tokens_per_second": 52.0,
   "uptime": 0.9364,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks/spot",
     "tier": false,
     "name": "Fireworks Spot",
     "quantization": null,
     "sample_size": 2954860,
     "failures": 336,
     "invalid_tool_call_rate": 0.000114
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/routers/kimi-k3-spot",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "fireworks/fast",
   "name": "Fireworks",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "fireworks/fast"
   ],
   "variant": "fast",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 108402,
   "failures": 35,
   "invalid_tool_call_rate": 0.000323,
   "invalid_tool_call_rate_ci95": [
    0.000232,
    0.000449
   ],
   "tool_calls_per_day": 15486,
   "input_price_per_million": 4.5,
   "output_price_per_million": 22.5,
   "tokens_per_second": 59.0,
   "uptime": 0.9654,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks/fast",
     "tier": true,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 108402,
     "failures": 35,
     "invalid_tool_call_rate": 0.000323
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/routers/kimi-k3-fast",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "relace/fp4",
   "name": "Relace",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "relace/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 762687,
   "failures": 374,
   "invalid_tool_call_rate": 0.00049,
   "invalid_tool_call_rate_ci95": [
    0.000443,
    0.000543
   ],
   "tool_calls_per_day": 108955,
   "input_price_per_million": 0.1824,
   "output_price_per_million": 9.3388,
   "tokens_per_second": 73.0,
   "uptime": 0.9962,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "relace/fp4",
     "tier": false,
     "name": "Relace",
     "quantization": "fp4",
     "sample_size": 762687,
     "failures": 374,
     "invalid_tool_call_rate": 0.00049
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/kimi-k3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "amazon-bedrock/us-east-2",
   "name": "Amazon Bedrock",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "amazon-bedrock/us-east-2"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 144105,
   "failures": 73,
   "invalid_tool_call_rate": 0.000507,
   "invalid_tool_call_rate_ci95": [
    0.000403,
    0.000637
   ],
   "tool_calls_per_day": 20586,
   "input_price_per_million": 3.0,
   "output_price_per_million": 15.0,
   "tokens_per_second": 70.0,
   "uptime": 0.9669,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "amazon-bedrock/us-east-2",
     "tier": false,
     "name": "Amazon Bedrock",
     "quantization": null,
     "sample_size": 144105,
     "failures": 73,
     "invalid_tool_call_rate": 0.000507
    }
   ],
   "direct_api": {
    "model_id": "global.moonshotai.kimi-k3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": false,
    "docs": "https://docs.aws.amazon.com/bedrock/latest/userguide/tool-use.html",
    "website": "https://aws.amazon.com",
    "status_page": "https://health.aws.amazon.com/health/status",
    "terms": "https://aws.amazon.com/service-terms/",
    "privacy": "https://aws.amazon.com/privacy",
    "openrouter": "https://openrouter.ai/provider/amazon-bedrock"
   }
  },
  {
   "id": "inference-net/fp4 + inference-net/us",
   "name": "inference.net",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "inference-net/fp4",
    "inference-net/us"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2899091,
   "failures": 1722,
   "invalid_tool_call_rate": 0.000594,
   "invalid_tool_call_rate_ci95": [
    0.000567,
    0.000623
   ],
   "tool_calls_per_day": 414156,
   "input_price_per_million": 0.239,
   "output_price_per_million": 10.8,
   "tokens_per_second": 84.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "inference-net/fp4",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp4",
     "sample_size": 1817039,
     "failures": 1113,
     "invalid_tool_call_rate": 0.000613
    },
    {
     "tag": "inference-net/us",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp4",
     "sample_size": 1082052,
     "failures": 609,
     "invalid_tool_call_rate": 0.000563
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/kimi-k3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.inference.net/introduction",
    "website": "https://inference.net",
    "status_page": "https://status.inference.net",
    "terms": "https://inference.net/terms-of-service",
    "privacy": "https://inference.net/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/inference-net"
   }
  },
  {
   "id": "baseten/fp8",
   "name": "Baseten",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "baseten/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 90414,
   "failures": 55,
   "invalid_tool_call_rate": 0.000608,
   "invalid_tool_call_rate_ci95": [
    0.000467,
    0.000792
   ],
   "tool_calls_per_day": 12916,
   "input_price_per_million": 3.0,
   "output_price_per_million": 15.0,
   "tokens_per_second": 35.0,
   "uptime": 0.9982,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baseten/fp8",
     "tier": false,
     "name": "Baseten",
     "quantization": "fp8",
     "sample_size": 90414,
     "failures": 55,
     "invalid_tool_call_rate": 0.000608
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/Kimi-K3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "morph/fp8",
   "name": "Morph",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "morph/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 985816,
   "failures": 643,
   "invalid_tool_call_rate": 0.000652,
   "invalid_tool_call_rate_ci95": [
    0.000604,
    0.000705
   ],
   "tool_calls_per_day": 140831,
   "input_price_per_million": 1.278,
   "output_price_per_million": 14.626,
   "tokens_per_second": 61.0,
   "uptime": 0.9989,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "morph/fp8",
     "tier": false,
     "name": "Morph",
     "quantization": "fp8",
     "sample_size": 985816,
     "failures": 643,
     "invalid_tool_call_rate": 0.000652
    }
   ],
   "direct_api": {
    "model_id": "morph-kimik3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.morphllm.com/introduction",
    "website": "https://morphllm.com",
    "status_page": null,
    "terms": "https://www.morphllm.com/privacy/tos",
    "privacy": "https://morphllm.com/privacy",
    "openrouter": "https://openrouter.ai/provider/morph"
   }
  },
  {
   "id": "inference-net/fast + inference-net/us/fast",
   "name": "inference.net",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "inference-net/fast",
    "inference-net/us/fast"
   ],
   "variant": "fp4/fast",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2000103,
   "failures": 1511,
   "invalid_tool_call_rate": 0.000755,
   "invalid_tool_call_rate_ci95": [
    0.000718,
    0.000795
   ],
   "tool_calls_per_day": 285729,
   "input_price_per_million": 0.5,
   "output_price_per_million": 11.88,
   "tokens_per_second": 76.5,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "inference-net/fast",
     "tier": true,
     "name": "inference.net",
     "quantization": "fp4",
     "sample_size": 1173191,
     "failures": 968,
     "invalid_tool_call_rate": 0.000825
    },
    {
     "tag": "inference-net/us/fast",
     "tier": true,
     "name": "inference.net",
     "quantization": "fp4",
     "sample_size": 826912,
     "failures": 543,
     "invalid_tool_call_rate": 0.000657
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/kimi-k3-fast",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.inference.net/introduction",
    "website": "https://inference.net",
    "status_page": "https://status.inference.net",
    "terms": "https://inference.net/terms-of-service",
    "privacy": "https://inference.net/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/inference-net"
   }
  },
  {
   "id": "alibaba",
   "name": "Alibaba Cloud Int.",
   "rank": 11,
   "role": "neutral",
   "slugs": [
    "alibaba"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 539712,
   "failures": 608,
   "invalid_tool_call_rate": 0.001127,
   "invalid_tool_call_rate_ci95": [
    0.001041,
    0.00122
   ],
   "tool_calls_per_day": 77102,
   "input_price_per_million": 3.45,
   "output_price_per_million": 17.25,
   "tokens_per_second": 32.0,
   "uptime": 0.9868,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "alibaba",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 539712,
     "failures": 608,
     "invalid_tool_call_rate": 0.001127
    }
   ],
   "direct_api": {
    "model_id": "kimi-k3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "wafer/fast",
   "name": "Wafer",
   "rank": 12,
   "role": "neutral",
   "slugs": [
    "wafer/fast"
   ],
   "variant": "mxfp4/fast",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 170043,
   "failures": 197,
   "invalid_tool_call_rate": 0.001159,
   "invalid_tool_call_rate_ci95": [
    0.001008,
    0.001332
   ],
   "tool_calls_per_day": 24292,
   "input_price_per_million": 0.152,
   "output_price_per_million": 22.0,
   "tokens_per_second": 94.0,
   "uptime": 0.9997,
   "quantizations": [
    "mxfp4"
   ],
   "endpoints": [
    {
     "tag": "wafer/fast",
     "tier": true,
     "name": "Wafer",
     "quantization": "mxfp4",
     "sample_size": 170043,
     "failures": 197,
     "invalid_tool_call_rate": 0.001159
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/kimi-k3-fast",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "wafer",
   "name": "Wafer",
   "rank": 13,
   "role": "neutral",
   "slugs": [
    "wafer"
   ],
   "variant": "mxfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4279855,
   "failures": 5717,
   "invalid_tool_call_rate": 0.001336,
   "invalid_tool_call_rate_ci95": [
    0.001302,
    0.001371
   ],
   "tool_calls_per_day": 611408,
   "input_price_per_million": 0.192,
   "output_price_per_million": 9.94,
   "tokens_per_second": 92.0,
   "uptime": 1.0,
   "quantizations": [
    "mxfp4"
   ],
   "endpoints": [
    {
     "tag": "wafer",
     "tier": false,
     "name": "Wafer",
     "quantization": "mxfp4",
     "sample_size": 2781166,
     "failures": 3565,
     "invalid_tool_call_rate": 0.001282
    },
    {
     "tag": "wafer/us",
     "tier": false,
     "name": "Wafer",
     "quantization": "mxfp4",
     "sample_size": 1498689,
     "failures": 2153,
     "invalid_tool_call_rate": 0.001437
    }
   ],
   "direct_api": {
    "model_id": "Kimi-K3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "rank": 14,
   "role": "neutral",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 902804,
   "failures": 1539,
   "invalid_tool_call_rate": 0.001705,
   "invalid_tool_call_rate_ci95": [
    0.001622,
    0.001792
   ],
   "tool_calls_per_day": 128972,
   "input_price_per_million": 2.55,
   "output_price_per_million": 12.75,
   "tokens_per_second": 28.0,
   "uptime": 0.9993,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 902804,
     "failures": 1539,
     "invalid_tool_call_rate": 0.001705
    }
   ],
   "direct_api": {
    "model_id": "phala/kimi-k3",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 15,
   "role": "neutral",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 69797,
   "failures": 140,
   "invalid_tool_call_rate": 0.002006,
   "invalid_tool_call_rate_ci95": [
    0.0017,
    0.002366
   ],
   "tool_calls_per_day": 9971,
   "input_price_per_million": 2.55,
   "output_price_per_million": 12.95,
   "tokens_per_second": 28.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 69797,
     "failures": 140,
     "invalid_tool_call_rate": 0.002006
    }
   ],
   "direct_api": {
    "model_id": "kimi-k3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "sail-research/fp4",
   "name": "Sail Research",
   "rank": 16,
   "role": "neutral",
   "slugs": [
    "sail-research/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 689232,
   "failures": 1409,
   "invalid_tool_call_rate": 0.002044,
   "invalid_tool_call_rate_ci95": [
    0.00194,
    0.002154
   ],
   "tool_calls_per_day": 98462,
   "input_price_per_million": 0.23,
   "output_price_per_million": 11.0,
   "tokens_per_second": 55.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "sail-research/fp4",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 689232,
     "failures": 1409,
     "invalid_tool_call_rate": 0.002044
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/Kimi-K3",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.sailresearch.com/",
    "website": "https://www.sailresearch.com",
    "status_page": "https://status.sailresearch.com/",
    "terms": "https://www.sailresearch.com/terms",
    "privacy": "https://www.sailresearch.com/privacy",
    "openrouter": "https://openrouter.ai/provider/sail-research"
   }
  },
  {
   "id": "pareto-alpha/us",
   "name": "Pareto Alpha",
   "rank": 17,
   "role": "neutral",
   "slugs": [
    "pareto-alpha/us"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 8215,
   "failures": 17,
   "invalid_tool_call_rate": 0.002069,
   "invalid_tool_call_rate_ci95": [
    0.001292,
    0.003312
   ],
   "tool_calls_per_day": 1174,
   "input_price_per_million": 3.0,
   "output_price_per_million": 15.0,
   "tokens_per_second": 26.0,
   "uptime": 0.8512,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "pareto-alpha/us",
     "tier": false,
     "name": "Pareto Alpha",
     "quantization": null,
     "sample_size": 8215,
     "failures": 17,
     "invalid_tool_call_rate": 0.002069
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/kimi-k3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://paretoalphainference.com",
    "status_page": null,
    "terms": "https://paretoalphainference.com/terms",
    "privacy": "https://paretoalphainference.com/privacy",
    "openrouter": "https://openrouter.ai/provider/pareto-alpha"
   }
  },
  {
   "id": "moonshotai",
   "name": "Moonshot AI",
   "rank": 18,
   "role": "neutral",
   "slugs": [
    "moonshotai"
   ],
   "variant": null,
   "makers_api": true,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1254258,
   "failures": 2698,
   "invalid_tool_call_rate": 0.002151,
   "invalid_tool_call_rate_ci95": [
    0.002072,
    0.002234
   ],
   "tool_calls_per_day": 179180,
   "input_price_per_million": 3.0,
   "output_price_per_million": 15.0,
   "tokens_per_second": 35.0,
   "uptime": 0.9997,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "moonshotai",
     "tier": false,
     "name": "Moonshot AI",
     "quantization": null,
     "sample_size": 1254258,
     "failures": 2698,
     "invalid_tool_call_rate": 0.002151
    }
   ],
   "direct_api": {
    "model_id": "kimi-k3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://platform.kimi.ai/docs/guide/use-kimi-api-to-complete-tool-calls",
    "website": "https://platform.moonshot.ai",
    "status_page": null,
    "terms": "https://platform.moonshot.ai/docs/agreement/modeluse",
    "privacy": "https://platform.moonshot.ai/docs/agreement/userprivacy",
    "openrouter": "https://openrouter.ai/provider/moonshotai"
   }
  },
  {
   "id": "makora/fp4",
   "name": "Makora",
   "rank": 19,
   "role": "neutral",
   "slugs": [
    "makora/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 180696,
   "failures": 584,
   "invalid_tool_call_rate": 0.003232,
   "invalid_tool_call_rate_ci95": [
    0.002981,
    0.003504
   ],
   "tool_calls_per_day": 25814,
   "input_price_per_million": 0.5,
   "output_price_per_million": 13.0,
   "tokens_per_second": 44.0,
   "uptime": 0.9956,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "makora/fp4",
     "tier": false,
     "name": "Makora",
     "quantization": "fp4",
     "sample_size": 180696,
     "failures": 584,
     "invalid_tool_call_rate": 0.003232
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/Kimi-K3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.makora.com/",
    "website": null,
    "status_page": "https://status.makora.com",
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/makora"
   }
  },
  {
   "id": "together",
   "name": "Together",
   "rank": 20,
   "role": "neutral",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 580877,
   "failures": 2066,
   "invalid_tool_call_rate": 0.003557,
   "invalid_tool_call_rate_ci95": [
    0.003407,
    0.003713
   ],
   "tool_calls_per_day": 82982,
   "input_price_per_million": 3.0,
   "output_price_per_million": 15.0,
   "tokens_per_second": 39.0,
   "uptime": 0.9896,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 580877,
     "failures": 2066,
     "invalid_tool_call_rate": 0.003557
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/Kimi-K3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "parasail/fp4",
   "name": "Parasail",
   "rank": 21,
   "role": "neutral",
   "slugs": [
    "parasail/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 193679,
   "failures": 851,
   "invalid_tool_call_rate": 0.004394,
   "invalid_tool_call_rate_ci95": [
    0.004109,
    0.004698
   ],
   "tool_calls_per_day": 27668,
   "input_price_per_million": 3.0,
   "output_price_per_million": 15.0,
   "tokens_per_second": 40.0,
   "uptime": 0.9762,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp4",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp4",
     "sample_size": 193679,
     "failures": 851,
     "invalid_tool_call_rate": 0.004394
    }
   ],
   "direct_api": {
    "model_id": "parasail-kimi-k3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "decart/mxfp4",
   "name": "Decart",
   "rank": 22,
   "role": "neutral",
   "slugs": [
    "decart/mxfp4"
   ],
   "variant": "mxfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 397528,
   "failures": 1791,
   "invalid_tool_call_rate": 0.004505,
   "invalid_tool_call_rate_ci95": [
    0.004302,
    0.004718
   ],
   "tool_calls_per_day": 56790,
   "input_price_per_million": 1.65,
   "output_price_per_million": 8.25,
   "tokens_per_second": 55.0,
   "uptime": 0.9972,
   "quantizations": [
    "mxfp4"
   ],
   "endpoints": [
    {
     "tag": "decart/mxfp4",
     "tier": false,
     "name": "Decart",
     "quantization": "mxfp4",
     "sample_size": 397528,
     "failures": 1791,
     "invalid_tool_call_rate": 0.004505
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.platform.decart.ai/getting-started/overview",
    "website": "https://cogito.decart.ai",
    "status_page": null,
    "terms": "https://cogito.decart.ai/legal/terms",
    "privacy": "https://cogito.decart.ai/legal/privacy",
    "openrouter": "https://openrouter.ai/provider/decart"
   }
  },
  {
   "id": "akashml/fp4",
   "name": "AkashML",
   "rank": 23,
   "role": "neutral",
   "slugs": [
    "akashml/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 12515,
   "failures": 65,
   "invalid_tool_call_rate": 0.005194,
   "invalid_tool_call_rate_ci95": [
    0.004077,
    0.006614
   ],
   "tool_calls_per_day": 1788,
   "input_price_per_million": 1.2,
   "output_price_per_million": 14.0,
   "tokens_per_second": 56.0,
   "uptime": 0.9933,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "akashml/fp4",
     "tier": false,
     "name": "AkashML",
     "quantization": "fp4",
     "sample_size": 12515,
     "failures": 65,
     "invalid_tool_call_rate": 0.005194
    }
   ],
   "direct_api": {
    "model_id": "moonshotai/Kimi-K3",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://akashml.com/docs/getting-started",
    "website": "https://akashml.com",
    "status_page": null,
    "terms": "https://akashml.com/terms",
    "privacy": "https://akashml.com/privacy",
    "openrouter": "https://openrouter.ai/provider/akashml"
   }
  },
  {
   "id": "modal/mxfp4",
   "name": "Modal",
   "rank": 24,
   "role": "neutral",
   "slugs": [
    "modal/mxfp4"
   ],
   "variant": "mxfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 692377,
   "failures": 4337,
   "invalid_tool_call_rate": 0.006264,
   "invalid_tool_call_rate_ci95": [
    0.006081,
    0.006453
   ],
   "tool_calls_per_day": 98911,
   "input_price_per_million": 3.0,
   "output_price_per_million": 15.0,
   "tokens_per_second": 58.0,
   "uptime": 0.9993,
   "quantizations": [
    "mxfp4"
   ],
   "endpoints": [
    {
     "tag": "modal/mxfp4",
     "tier": false,
     "name": "Modal",
     "quantization": "mxfp4",
     "sample_size": 692377,
     "failures": 4337,
     "invalid_tool_call_rate": 0.006264
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": false,
    "docs": "https://modal.com/docs",
    "website": "https://modal.com",
    "status_page": "https://status.modal.com/",
    "terms": "https://modal.com/legal/terms",
    "privacy": "https://modal.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/modal"
   }
  }
 ],
 "others": [],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "low",
  "recommendation": {
   "order": [
    "deepinfra/mxfp4",
    "parasail/fp4",
    "makora/fp4"
   ],
   "ignore": [
    "phala",
    "morph/fp8",
    "wafer/fast",
    "akashml/fp4",
    "pareto-alpha/us",
    "sail-research/fp4",
    "inference-net/fp4",
    "inference-net/us",
    "modal/mxfp4"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.017236,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "deepinfra/mxfp4",
    "name": "DeepInfra",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "deepinfra/mxfp4"
    ],
    "variant": "mxfp4",
    "sample_size": 82554,
    "failures": 158,
    "structured_output_error_rate": 0.001914,
    "structured_output_error_rate_ci95": [
     0.001638,
     0.002236
    ],
    "structured_outputs_per_day": 11793,
    "endpoints": [
     {
      "tag": "deepinfra/mxfp4",
      "tier": false,
      "sample_size": 82554,
      "failures": 158,
      "structured_output_error_rate": 0.001914
     }
    ]
   },
   {
    "id": "parasail/fp4",
    "name": "Parasail",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "parasail/fp4"
    ],
    "variant": "fp4",
    "sample_size": 181600,
    "failures": 831,
    "structured_output_error_rate": 0.004576,
    "structured_output_error_rate_ci95": [
     0.004276,
     0.004897
    ],
    "structured_outputs_per_day": 25943,
    "endpoints": [
     {
      "tag": "parasail/fp4",
      "tier": false,
      "sample_size": 181600,
      "failures": 831,
      "structured_output_error_rate": 0.004576
     }
    ]
   },
   {
    "id": "makora/fp4",
    "name": "Makora",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "makora/fp4"
    ],
    "variant": "fp4",
    "sample_size": 62525,
    "failures": 303,
    "structured_output_error_rate": 0.004846,
    "structured_output_error_rate_ci95": [
     0.004331,
     0.005422
    ],
    "structured_outputs_per_day": 8932,
    "endpoints": [
     {
      "tag": "makora/fp4",
      "tier": false,
      "sample_size": 62525,
      "failures": 303,
      "structured_output_error_rate": 0.004846
     }
    ]
   },
   {
    "id": "fireworks",
    "name": "Fireworks",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "fireworks"
    ],
    "variant": null,
    "sample_size": 107816,
    "failures": 600,
    "structured_output_error_rate": 0.005565,
    "structured_output_error_rate_ci95": [
     0.005138,
     0.006027
    ],
    "structured_outputs_per_day": 15402,
    "endpoints": [
     {
      "tag": "fireworks",
      "tier": false,
      "sample_size": 86942,
      "failures": 395,
      "structured_output_error_rate": 0.004543
     },
     {
      "tag": "fireworks/us",
      "tier": false,
      "sample_size": 20874,
      "failures": 205,
      "structured_output_error_rate": 0.009821
     }
    ]
   },
   {
    "id": "together",
    "name": "Together",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 228333,
    "failures": 1602,
    "structured_output_error_rate": 0.007016,
    "structured_output_error_rate_ci95": [
     0.006682,
     0.007367
    ],
    "structured_outputs_per_day": 32619,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 228333,
      "failures": 1602,
      "structured_output_error_rate": 0.007016
     }
    ]
   },
   {
    "id": "alibaba",
    "name": "Alibaba Cloud Int.",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "alibaba"
    ],
    "variant": null,
    "sample_size": 7684,
    "failures": 70,
    "structured_output_error_rate": 0.00911,
    "structured_output_error_rate_ci95": [
     0.007217,
     0.011493
    ],
    "structured_outputs_per_day": 1098,
    "endpoints": [
     {
      "tag": "alibaba",
      "tier": false,
      "sample_size": 7684,
      "failures": 70,
      "structured_output_error_rate": 0.00911
     }
    ]
   },
   {
    "id": "fireworks/spot",
    "name": "Fireworks Spot",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "fireworks/spot"
    ],
    "variant": "spot",
    "sample_size": 349570,
    "failures": 3323,
    "structured_output_error_rate": 0.009506,
    "structured_output_error_rate_ci95": [
     0.00919,
     0.009833
    ],
    "structured_outputs_per_day": 49939,
    "endpoints": [
     {
      "tag": "fireworks/spot",
      "tier": false,
      "sample_size": 349570,
      "failures": 3323,
      "structured_output_error_rate": 0.009506
     }
    ]
   },
   {
    "id": "wafer",
    "name": "Wafer",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "wafer"
    ],
    "variant": "mxfp4",
    "sample_size": 572426,
    "failures": 8100,
    "structured_output_error_rate": 0.01415,
    "structured_output_error_rate_ci95": [
     0.013848,
     0.01446
    ],
    "structured_outputs_per_day": 81775,
    "endpoints": [
     {
      "tag": "wafer",
      "tier": false,
      "sample_size": 274429,
      "failures": 3306,
      "structured_output_error_rate": 0.012047
     },
     {
      "tag": "wafer/us",
      "tier": false,
      "sample_size": 297997,
      "failures": 4794,
      "structured_output_error_rate": 0.016087
     }
    ]
   },
   {
    "id": "moonshotai",
    "name": "Moonshot AI",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "moonshotai"
    ],
    "variant": null,
    "sample_size": 33961,
    "failures": 549,
    "structured_output_error_rate": 0.016166,
    "structured_output_error_rate_ci95": [
     0.014878,
     0.017563
    ],
    "structured_outputs_per_day": 4852,
    "endpoints": [
     {
      "tag": "moonshotai",
      "tier": false,
      "sample_size": 33961,
      "failures": 549,
      "structured_output_error_rate": 0.016166
     }
    ]
   },
   {
    "id": "fireworks/fast",
    "name": "Fireworks",
    "rank": 10,
    "role": "neutral",
    "slugs": [
     "fireworks/fast"
    ],
    "variant": "fast",
    "sample_size": 36957,
    "failures": 637,
    "structured_output_error_rate": 0.017236,
    "structured_output_error_rate_ci95": [
     0.015959,
     0.018614
    ],
    "structured_outputs_per_day": 5280,
    "endpoints": [
     {
      "tag": "fireworks/fast",
      "tier": true,
      "sample_size": 36957,
      "failures": 637,
      "structured_output_error_rate": 0.017236
     }
    ]
   },
   {
    "id": "inference-net/fast + inference-net/us/fast",
    "name": "inference.net",
    "rank": 11,
    "role": "neutral",
    "slugs": [
     "inference-net/fast",
     "inference-net/us/fast"
    ],
    "variant": "fp4/fast",
    "sample_size": 302781,
    "failures": 5326,
    "structured_output_error_rate": 0.01759,
    "structured_output_error_rate_ci95": [
     0.017128,
     0.018065
    ],
    "structured_outputs_per_day": 43254,
    "endpoints": [
     {
      "tag": "inference-net/fast",
      "tier": true,
      "sample_size": 96598,
      "failures": 2538,
      "structured_output_error_rate": 0.026274
     },
     {
      "tag": "inference-net/us/fast",
      "tier": true,
      "sample_size": 206183,
      "failures": 2788,
      "structured_output_error_rate": 0.013522
     }
    ]
   },
   {
    "id": "decart/mxfp4",
    "name": "Decart",
    "rank": 12,
    "role": "neutral",
    "slugs": [
     "decart/mxfp4"
    ],
    "variant": "mxfp4",
    "sample_size": 30082,
    "failures": 889,
    "structured_output_error_rate": 0.029553,
    "structured_output_error_rate_ci95": [
     0.027698,
     0.031527
    ],
    "structured_outputs_per_day": 4297,
    "endpoints": [
     {
      "tag": "decart/mxfp4",
      "tier": false,
      "sample_size": 30082,
      "failures": 889,
      "structured_output_error_rate": 0.029553
     }
    ]
   },
   {
    "id": "phala",
    "name": "Phala",
    "rank": 13,
    "role": "ignored",
    "slugs": [
     "phala"
    ],
    "variant": null,
    "sample_size": 40193,
    "failures": 1240,
    "structured_output_error_rate": 0.030851,
    "structured_output_error_rate_ci95": [
     0.029205,
     0.032587
    ],
    "structured_outputs_per_day": 5742,
    "endpoints": [
     {
      "tag": "phala",
      "tier": false,
      "sample_size": 40193,
      "failures": 1240,
      "structured_output_error_rate": 0.030851
     }
    ]
   },
   {
    "id": "morph/fp8",
    "name": "Morph",
    "rank": 14,
    "role": "ignored",
    "slugs": [
     "morph/fp8"
    ],
    "variant": "fp8",
    "sample_size": 38555,
    "failures": 1216,
    "structured_output_error_rate": 0.031539,
    "structured_output_error_rate_ci95": [
     0.029841,
     0.033331
    ],
    "structured_outputs_per_day": 5508,
    "endpoints": [
     {
      "tag": "morph/fp8",
      "tier": false,
      "sample_size": 38555,
      "failures": 1216,
      "structured_output_error_rate": 0.031539
     }
    ]
   },
   {
    "id": "wafer/fast",
    "name": "Wafer",
    "rank": 15,
    "role": "ignored",
    "slugs": [
     "wafer/fast"
    ],
    "variant": "mxfp4/fast",
    "sample_size": 17099,
    "failures": 548,
    "structured_output_error_rate": 0.032049,
    "structured_output_error_rate_ci95": [
     0.029512,
     0.034796
    ],
    "structured_outputs_per_day": 2443,
    "endpoints": [
     {
      "tag": "wafer/fast",
      "tier": true,
      "sample_size": 17099,
      "failures": 548,
      "structured_output_error_rate": 0.032049
     }
    ]
   },
   {
    "id": "akashml/fp4",
    "name": "AkashML",
    "rank": 16,
    "role": "ignored",
    "slugs": [
     "akashml/fp4"
    ],
    "variant": "fp4",
    "sample_size": 7869,
    "failures": 268,
    "structured_output_error_rate": 0.034058,
    "structured_output_error_rate_ci95": [
     0.030272,
     0.038298
    ],
    "structured_outputs_per_day": 1124,
    "endpoints": [
     {
      "tag": "akashml/fp4",
      "tier": false,
      "sample_size": 7869,
      "failures": 268,
      "structured_output_error_rate": 0.034058
     }
    ]
   },
   {
    "id": "sail-research/fp4",
    "name": "Sail Research",
    "rank": 17,
    "role": "ignored",
    "slugs": [
     "sail-research/fp4"
    ],
    "variant": "fp4",
    "sample_size": 183114,
    "failures": 7901,
    "structured_output_error_rate": 0.043148,
    "structured_output_error_rate_ci95": [
     0.042227,
     0.044088
    ],
    "structured_outputs_per_day": 26159,
    "endpoints": [
     {
      "tag": "sail-research/fp4",
      "tier": false,
      "sample_size": 76463,
      "failures": 3503,
      "structured_output_error_rate": 0.045813
     },
     {
      "tag": "sail-research/fp4/us",
      "tier": false,
      "sample_size": 106651,
      "failures": 4398,
      "structured_output_error_rate": 0.041237
     }
    ]
   },
   {
    "id": "inference-net/fp4 + inference-net/us",
    "name": "inference.net",
    "rank": 18,
    "role": "ignored",
    "slugs": [
     "inference-net/fp4",
     "inference-net/us"
    ],
    "variant": "fp4",
    "sample_size": 206696,
    "failures": 9144,
    "structured_output_error_rate": 0.044239,
    "structured_output_error_rate_ci95": [
     0.043361,
     0.045134
    ],
    "structured_outputs_per_day": 29528,
    "endpoints": [
     {
      "tag": "inference-net/fp4",
      "tier": false,
      "sample_size": 138308,
      "failures": 5761,
      "structured_output_error_rate": 0.041653
     },
     {
      "tag": "inference-net/us",
      "tier": false,
      "sample_size": 68388,
      "failures": 3383,
      "structured_output_error_rate": 0.049468
     }
    ]
   },
   {
    "id": "modal/mxfp4",
    "name": "Modal",
    "rank": 19,
    "role": "ignored",
    "slugs": [
     "modal/mxfp4"
    ],
    "variant": "mxfp4",
    "sample_size": 67147,
    "failures": 8931,
    "structured_output_error_rate": 0.133007,
    "structured_output_error_rate_ci95": [
     0.130459,
     0.135596
    ],
    "structured_outputs_per_day": 9592,
    "endpoints": [
     {
      "tag": "modal/mxfp4",
      "tier": false,
      "sample_size": 67147,
      "failures": 8931,
      "structured_output_error_rate": 0.133007
     }
    ]
   }
  ],
  "others": [
   {
    "id": "chutes/mxfp4",
    "name": "Chutes",
    "role": "neutral",
    "slugs": [
     "chutes/mxfp4"
    ],
    "variant": "mxfp4",
    "sample_size": 6704,
    "failures": 133,
    "structured_output_error_rate": 0.019839,
    "structured_output_error_rate_ci95": [
     0.016765,
     0.023462
    ],
    "structured_outputs_per_day": 958,
    "endpoints": [
     {
      "tag": "chutes/mxfp4",
      "tier": false,
      "sample_size": 6704,
      "failures": 133,
      "structured_output_error_rate": 0.019839
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "role": "neutral",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 6134,
    "failures": 153,
    "structured_output_error_rate": 0.024943,
    "structured_output_error_rate_ci95": [
     0.021327,
     0.029153
    ],
    "structured_outputs_per_day": 876,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 6134,
      "failures": 153,
      "structured_output_error_rate": 0.024943
     }
    ]
   },
   {
    "id": "pareto-alpha/us",
    "name": "Pareto Alpha",
    "role": "ignored",
    "slugs": [
     "pareto-alpha/us"
    ],
    "variant": null,
    "sample_size": 1285,
    "failures": 55,
    "structured_output_error_rate": 0.042802,
    "structured_output_error_rate_ci95": [
     0.03303,
     0.055299
    ],
    "structured_outputs_per_day": 184,
    "endpoints": [
     {
      "tag": "pareto-alpha/us",
      "tier": false,
      "sample_size": 1285,
      "failures": 55,
      "structured_output_error_rate": 0.042802
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}