{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "z-ai/glm-5.1",
  "permaslug": "z-ai/glm-5.1-20260406",
  "name": "GLM 5.1",
  "maker": "Z.ai",
  "file": "models/glm-5.1.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "friendli",
   "alibaba/fp8",
   "chutes/fp8"
  ],
  "ignore": [
   "phala",
   "baidu/fp8",
   "streamlake/fp8"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.014544,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "highest_throughput"
   ],
   "label": "Most reliable, highest throughput",
   "criterion": "the lowest invalid tool-call rate; the highest median tokens per second",
   "provider": "friendli",
   "recommendation": {
    "order": [
     "friendli",
     "alibaba/fp8",
     "chutes/fp8"
    ],
    "ignore": [
     "phala",
     "baidu/fp8",
     "streamlake/fp8"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "chutes/fp8",
   "recommendation": {
    "order": [
     "chutes/fp8",
     "friendli",
     "alibaba/fp8"
    ],
    "ignore": [
     "phala",
     "baidu/fp8",
     "streamlake/fp8"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "siliconflow/fp8",
   "recommendation": {
    "order": [
     "siliconflow/fp8",
     "friendli",
     "alibaba/fp8"
    ],
    "ignore": [
     "phala",
     "baidu/fp8",
     "streamlake/fp8"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "friendli",
   "name": "Friendli",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "friendli"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 9251,
   "failures": 0,
   "invalid_tool_call_rate": 0.0,
   "invalid_tool_call_rate_ci95": [
    0.0,
    0.000415
   ],
   "tool_calls_per_day": 1322,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 161.0,
   "uptime": 0.9992,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "friendli",
     "tier": false,
     "name": "Friendli",
     "quantization": null,
     "sample_size": 9251,
     "failures": 0,
     "invalid_tool_call_rate": 0.0
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.1",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://friendli.ai/docs/guides/tool-calling",
    "website": "https://friendli.ai",
    "status_page": "https://status.friendli.ai/",
    "terms": "https://friendli.ai/terms-of-service",
    "privacy": "https://friendli.ai/privacypolicy",
    "openrouter": "https://openrouter.ai/provider/friendli"
   }
  },
  {
   "id": "alibaba/fp8",
   "name": "Alibaba Cloud Int.",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "alibaba/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 7651,
   "failures": 4,
   "invalid_tool_call_rate": 0.000523,
   "invalid_tool_call_rate_ci95": [
    0.000203,
    0.001344
   ],
   "tool_calls_per_day": 1093,
   "input_price_per_million": 1.33,
   "output_price_per_million": 4.18,
   "tokens_per_second": 95.0,
   "uptime": 0.969,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "alibaba/fp8",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": "fp8",
     "sample_size": 7651,
     "failures": 4,
     "invalid_tool_call_rate": 0.000523
    }
   ],
   "direct_api": {
    "model_id": "glm-5.1",
    "dedicated_endpoint": false,
    "context_tokens": 202745,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "chutes/fp8",
   "name": "Chutes",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "chutes/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 16687,
   "failures": 146,
   "invalid_tool_call_rate": 0.008749,
   "invalid_tool_call_rate_ci95": [
    0.007445,
    0.01028
   ],
   "tool_calls_per_day": 2384,
   "input_price_per_million": 0.9,
   "output_price_per_million": 2.9,
   "tokens_per_second": 29.0,
   "uptime": 0.9881,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "chutes/fp8",
     "tier": false,
     "name": "Chutes",
     "quantization": "fp8",
     "sample_size": 16687,
     "failures": 146,
     "invalid_tool_call_rate": 0.008749
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.1-TEE",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://chutes.ai/docs",
    "website": "https://chutes.ai",
    "status_page": null,
    "terms": "https://chutes.ai/tos",
    "privacy": "https://chutes.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/chutes"
   }
  },
  {
   "id": "z-ai/fp8",
   "name": "Z.ai",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "z-ai/fp8"
   ],
   "variant": "fp8",
   "makers_api": true,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 83679,
   "failures": 1217,
   "invalid_tool_call_rate": 0.014544,
   "invalid_tool_call_rate_ci95": [
    0.013755,
    0.015377
   ],
   "tool_calls_per_day": 11954,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 39.0,
   "uptime": 0.9978,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "z-ai/fp8",
     "tier": false,
     "name": "Z.ai",
     "quantization": "fp8",
     "sample_size": 83679,
     "failures": 1217,
     "invalid_tool_call_rate": 0.014544
    }
   ],
   "direct_api": {
    "model_id": "glm-5.1",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://docs.z.ai/guides/capabilities/function-calling",
    "website": "https://z.ai",
    "status_page": null,
    "terms": "https://chat.z.ai/legal-agreement/terms-of-service",
    "privacy": "https://chat.z.ai/legal-agreement/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/z-ai"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 48830,
   "failures": 1186,
   "invalid_tool_call_rate": 0.024288,
   "invalid_tool_call_rate_ci95": [
    0.02296,
    0.025692
   ],
   "tool_calls_per_day": 6976,
   "input_price_per_million": 1.19,
   "output_price_per_million": 3.74,
   "tokens_per_second": 83.0,
   "uptime": 0.9994,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 48830,
     "failures": 1186,
     "invalid_tool_call_rate": 0.024288
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.1",
    "dedicated_endpoint": false,
    "context_tokens": 204800,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "baidu/fp8",
   "name": "Baidu Qianfan",
   "rank": 6,
   "role": "ignored",
   "slugs": [
    "baidu/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 20361,
   "failures": 905,
   "invalid_tool_call_rate": 0.044448,
   "invalid_tool_call_rate_ci95": [
    0.041702,
    0.047365
   ],
   "tool_calls_per_day": 2909,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 66.5,
   "uptime": 0.9994,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baidu/fp8",
     "tier": false,
     "name": "Baidu Qianfan",
     "quantization": "fp8",
     "sample_size": 20361,
     "failures": 905,
     "invalid_tool_call_rate": 0.044448
    }
   ],
   "direct_api": {
    "model_id": "glm-5.1",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  },
  {
   "id": "streamlake/fp8",
   "name": "StreamLake",
   "rank": 7,
   "role": "ignored",
   "slugs": [
    "streamlake/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 19992,
   "failures": 1392,
   "invalid_tool_call_rate": 0.069628,
   "invalid_tool_call_rate_ci95": [
    0.066182,
    0.073239
   ],
   "tool_calls_per_day": 2856,
   "input_price_per_million": 0.966,
   "output_price_per_million": 3.036,
   "tokens_per_second": 30.0,
   "uptime": 0.9984,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "streamlake/fp8",
     "tier": false,
     "name": "StreamLake",
     "quantization": "fp8",
     "sample_size": 19992,
     "failures": 1392,
     "invalid_tool_call_rate": 0.069628
    }
   ],
   "direct_api": {
    "model_id": "glm-5.1",
    "dedicated_endpoint": false,
    "context_tokens": 200000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  }
 ],
 "others": [
  {
   "id": "atlas-cloud/fp8",
   "name": "AtlasCloud",
   "role": "neutral",
   "slugs": [
    "atlas-cloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 2708,
   "failures": 6,
   "invalid_tool_call_rate": 0.002216,
   "invalid_tool_call_rate_ci95": [
    0.001016,
    0.004826
   ],
   "tool_calls_per_day": 387,
   "input_price_per_million": 1.26,
   "output_price_per_million": 3.96,
   "tokens_per_second": 60.0,
   "uptime": 0.9975,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp8",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp8",
     "sample_size": 2708,
     "failures": 6,
     "invalid_tool_call_rate": 0.002216
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-5.1",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "role": "neutral",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4503,
   "failures": 39,
   "invalid_tool_call_rate": 0.008661,
   "invalid_tool_call_rate_ci95": [
    0.006342,
    0.011817
   ],
   "tool_calls_per_day": 643,
   "input_price_per_million": 1.38,
   "output_price_per_million": 4.4,
   "tokens_per_second": 38.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 4503,
     "failures": 39,
     "invalid_tool_call_rate": 0.008661
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-5.1",
    "dedicated_endpoint": false,
    "context_tokens": 204800,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "venice/fp8",
   "name": "Venice",
   "role": "neutral",
   "slugs": [
    "venice/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2044,
   "failures": 27,
   "invalid_tool_call_rate": 0.013209,
   "invalid_tool_call_rate_ci95": [
    0.009094,
    0.019151
   ],
   "tool_calls_per_day": 292,
   "input_price_per_million": 1.4014,
   "output_price_per_million": 4.4044,
   "tokens_per_second": 66.0,
   "uptime": 0.9734,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "venice/fp8",
     "tier": false,
     "name": "Venice",
     "quantization": "fp8",
     "sample_size": 2044,
     "failures": 27,
     "invalid_tool_call_rate": 0.013209
    }
   ],
   "direct_api": {
    "model_id": "zai-org-glm-5-1",
    "dedicated_endpoint": false,
    "context_tokens": 200000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "nebius/fp8",
   "name": "Nebius Token Factory",
   "role": "neutral",
   "slugs": [
    "nebius/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3536,
   "failures": 50,
   "invalid_tool_call_rate": 0.01414,
   "invalid_tool_call_rate_ci95": [
    0.010742,
    0.018593
   ],
   "tool_calls_per_day": 505,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 33.0,
   "uptime": 0.955,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "nebius/fp8",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "fp8",
     "sample_size": 3536,
     "failures": 50,
     "invalid_tool_call_rate": 0.01414
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.1",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "role": "ignored",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2117,
   "failures": 83,
   "invalid_tool_call_rate": 0.039206,
   "invalid_tool_call_rate_ci95": [
    0.031739,
    0.048343
   ],
   "tool_calls_per_day": 302,
   "input_price_per_million": 1.21,
   "output_price_per_million": 4.2,
   "tokens_per_second": 24.0,
   "uptime": 0.9559,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 2117,
     "failures": 83,
     "invalid_tool_call_rate": 0.039206
    }
   ],
   "direct_api": {
    "model_id": "phala/glm-5.1",
    "dedicated_endpoint": true,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "low",
  "recommendation": {
   "order": [
    "nebius/fp8",
    "streamlake/fp8"
   ],
   "ignore": [
    "baidu/fp8",
    "alibaba/fp8",
    "chutes/fp8",
    "atlas-cloud/fp8"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.028754,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "nebius/fp8",
    "name": "Nebius Token Factory",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "nebius/fp8"
    ],
    "variant": "fp8",
    "sample_size": 34791,
    "failures": 160,
    "structured_output_error_rate": 0.004599,
    "structured_output_error_rate_ci95": [
     0.003941,
     0.005367
    ],
    "structured_outputs_per_day": 4970,
    "endpoints": [
     {
      "tag": "nebius/fp8",
      "tier": false,
      "sample_size": 34791,
      "failures": 160,
      "structured_output_error_rate": 0.004599
     }
    ]
   },
   {
    "id": "streamlake/fp8",
    "name": "StreamLake",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "streamlake/fp8"
    ],
    "variant": "fp8",
    "sample_size": 11581,
    "failures": 333,
    "structured_output_error_rate": 0.028754,
    "structured_output_error_rate_ci95": [
     0.025863,
     0.031957
    ],
    "structured_outputs_per_day": 1654,
    "endpoints": [
     {
      "tag": "streamlake/fp8",
      "tier": false,
      "sample_size": 11581,
      "failures": 333,
      "structured_output_error_rate": 0.028754
     }
    ]
   },
   {
    "id": "baidu/fp8",
    "name": "Baidu Qianfan",
    "rank": 3,
    "role": "ignored",
    "slugs": [
     "baidu/fp8"
    ],
    "variant": "fp8",
    "sample_size": 8937,
    "failures": 295,
    "structured_output_error_rate": 0.033009,
    "structured_output_error_rate_ci95": [
     0.029501,
     0.036918
    ],
    "structured_outputs_per_day": 1277,
    "endpoints": [
     {
      "tag": "baidu/fp8",
      "tier": false,
      "sample_size": 8937,
      "failures": 295,
      "structured_output_error_rate": 0.033009
     }
    ]
   }
  ],
  "others": [
   {
    "id": "venice/fp8",
    "name": "Venice",
    "role": "neutral",
    "slugs": [
     "venice/fp8"
    ],
    "variant": "fp8",
    "sample_size": 3407,
    "failures": 24,
    "structured_output_error_rate": 0.007044,
    "structured_output_error_rate_ci95": [
     0.004738,
     0.010461
    ],
    "structured_outputs_per_day": 487,
    "endpoints": [
     {
      "tag": "venice/fp8",
      "tier": false,
      "sample_size": 3407,
      "failures": 24,
      "structured_output_error_rate": 0.007044
     }
    ]
   },
   {
    "id": "phala",
    "name": "Phala",
    "role": "neutral",
    "slugs": [
     "phala"
    ],
    "variant": null,
    "sample_size": 4277,
    "failures": 57,
    "structured_output_error_rate": 0.013327,
    "structured_output_error_rate_ci95": [
     0.010301,
     0.017227
    ],
    "structured_outputs_per_day": 611,
    "endpoints": [
     {
      "tag": "phala",
      "tier": false,
      "sample_size": 4277,
      "failures": 57,
      "structured_output_error_rate": 0.013327
     }
    ]
   },
   {
    "id": "friendli",
    "name": "Friendli",
    "role": "neutral",
    "slugs": [
     "friendli"
    ],
    "variant": null,
    "sample_size": 6643,
    "failures": 119,
    "structured_output_error_rate": 0.017914,
    "structured_output_error_rate_ci95": [
     0.014991,
     0.021393
    ],
    "structured_outputs_per_day": 949,
    "endpoints": [
     {
      "tag": "friendli",
      "tier": false,
      "sample_size": 6643,
      "failures": 119,
      "structured_output_error_rate": 0.017914
     }
    ]
   },
   {
    "id": "alibaba/fp8",
    "name": "Alibaba Cloud Int.",
    "role": "ignored",
    "slugs": [
     "alibaba/fp8"
    ],
    "variant": "fp8",
    "sample_size": 4031,
    "failures": 254,
    "structured_output_error_rate": 0.063012,
    "structured_output_error_rate_ci95": [
     0.055919,
     0.070937
    ],
    "structured_outputs_per_day": 576,
    "endpoints": [
     {
      "tag": "alibaba/fp8",
      "tier": false,
      "sample_size": 4031,
      "failures": 254,
      "structured_output_error_rate": 0.063012
     }
    ]
   },
   {
    "id": "chutes/fp8",
    "name": "Chutes",
    "role": "ignored",
    "slugs": [
     "chutes/fp8"
    ],
    "variant": "fp8",
    "sample_size": 5632,
    "failures": 363,
    "structured_output_error_rate": 0.064453,
    "structured_output_error_rate_ci95": [
     0.058332,
     0.071168
    ],
    "structured_outputs_per_day": 805,
    "endpoints": [
     {
      "tag": "chutes/fp8",
      "tier": false,
      "sample_size": 5632,
      "failures": 363,
      "structured_output_error_rate": 0.064453
     }
    ]
   },
   {
    "id": "atlas-cloud/fp8",
    "name": "AtlasCloud",
    "role": "ignored",
    "slugs": [
     "atlas-cloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 4299,
    "failures": 702,
    "structured_output_error_rate": 0.163294,
    "structured_output_error_rate_ci95": [
     0.152546,
     0.174643
    ],
    "structured_outputs_per_day": 614,
    "endpoints": [
     {
      "tag": "atlas-cloud/fp8",
      "tier": false,
      "sample_size": 4299,
      "failures": 702,
      "structured_output_error_rate": 0.163294
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}