{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "z-ai/glm-5.2",
  "permaslug": "z-ai/glm-5.2-20260616",
  "name": "GLM 5.2",
  "maker": "Z.ai",
  "file": "models/glm-5.2.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "friendli",
   "wafer",
   "morph/fp8"
  ],
  "ignore": [
   "atlas-cloud/fp8",
   "mistral/eu"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.009889,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "friendli",
   "recommendation": {
    "order": [
     "friendli",
     "wafer",
     "morph/fp8"
    ],
    "ignore": [
     "atlas-cloud/fp8",
     "mistral/eu"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "morph/fp8",
   "recommendation": {
    "order": [
     "morph/fp8",
     "friendli",
     "wafer"
    ],
    "ignore": [
     "atlas-cloud/fp8",
     "mistral/eu"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "decart/fast",
   "recommendation": {
    "order": [
     "decart/fast",
     "friendli",
     "wafer"
    ],
    "ignore": [
     "atlas-cloud/fp8",
     "mistral/eu"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "wafer",
   "recommendation": {
    "order": [
     "wafer",
     "friendli",
     "morph/fp8"
    ],
    "ignore": [
     "atlas-cloud/fp8",
     "mistral/eu"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "friendli",
   "name": "Friendli",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "friendli"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 80528,
   "failures": 120,
   "invalid_tool_call_rate": 0.00149,
   "invalid_tool_call_rate_ci95": [
    0.001246,
    0.001781
   ],
   "tool_calls_per_day": 11504,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 131.0,
   "uptime": 0.9999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "friendli",
     "tier": false,
     "name": "Friendli",
     "quantization": null,
     "sample_size": 80528,
     "failures": 120,
     "invalid_tool_call_rate": 0.00149
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://friendli.ai/docs/guides/tool-calling",
    "website": "https://friendli.ai",
    "status_page": "https://status.friendli.ai/",
    "terms": "https://friendli.ai/terms-of-service",
    "privacy": "https://friendli.ai/privacypolicy",
    "openrouter": "https://openrouter.ai/provider/friendli"
   }
  },
  {
   "id": "wafer",
   "name": "Wafer",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "wafer"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3675607,
   "failures": 5916,
   "invalid_tool_call_rate": 0.00161,
   "invalid_tool_call_rate_ci95": [
    0.001569,
    0.001651
   ],
   "tool_calls_per_day": 525087,
   "input_price_per_million": 0.006,
   "output_price_per_million": 7.0,
   "tokens_per_second": 97.5,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "wafer",
     "tier": false,
     "name": "Wafer",
     "quantization": "fp4",
     "sample_size": 290074,
     "failures": 827,
     "invalid_tool_call_rate": 0.002851
    },
    {
     "tag": "wafer/us",
     "tier": false,
     "name": "Wafer",
     "quantization": "fp4",
     "sample_size": 3385533,
     "failures": 5089,
     "invalid_tool_call_rate": 0.001503
    }
   ],
   "direct_api": {
    "model_id": "GLM-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "morph/fp8",
   "name": "Morph",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "morph/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 19838,
   "failures": 37,
   "invalid_tool_call_rate": 0.001865,
   "invalid_tool_call_rate_ci95": [
    0.001353,
    0.00257
   ],
   "tool_calls_per_day": 2834,
   "input_price_per_million": 0.176,
   "output_price_per_million": 1.544,
   "tokens_per_second": 45.0,
   "uptime": 0.9706,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "morph/fp8",
     "tier": false,
     "name": "Morph",
     "quantization": "fp8",
     "sample_size": 19838,
     "failures": 37,
     "invalid_tool_call_rate": 0.001865
    }
   ],
   "direct_api": {
    "model_id": "morph-glm52-744b",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.morphllm.com/introduction",
    "website": "https://morphllm.com",
    "status_page": null,
    "terms": "https://www.morphllm.com/privacy/tos",
    "privacy": "https://morphllm.com/privacy",
    "openrouter": "https://openrouter.ai/provider/morph"
   }
  },
  {
   "id": "streamlake/fp8",
   "name": "StreamLake",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "streamlake/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 670079,
   "failures": 1947,
   "invalid_tool_call_rate": 0.002906,
   "invalid_tool_call_rate_ci95": [
    0.00278,
    0.003037
   ],
   "tool_calls_per_day": 95726,
   "input_price_per_million": 0.6118,
   "output_price_per_million": 1.9228,
   "tokens_per_second": 48.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "streamlake/fp8",
     "tier": false,
     "name": "StreamLake",
     "quantization": "fp8",
     "sample_size": 670079,
     "failures": 1947,
     "invalid_tool_call_rate": 0.002906
    }
   ],
   "direct_api": {
    "model_id": "glm-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1024000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  },
  {
   "id": "inceptron/fp4",
   "name": "Inceptron",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "inceptron/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 249134,
   "failures": 812,
   "invalid_tool_call_rate": 0.003259,
   "invalid_tool_call_rate_ci95": [
    0.003043,
    0.003491
   ],
   "tool_calls_per_day": 35591,
   "input_price_per_million": 1.2,
   "output_price_per_million": 4.4,
   "tokens_per_second": 73.0,
   "uptime": 0.9969,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "inceptron/fp4",
     "tier": false,
     "name": "Inceptron",
     "quantization": "fp4",
     "sample_size": 249134,
     "failures": 812,
     "invalid_tool_call_rate": 0.003259
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.inceptron.io/",
    "website": "https://www.inceptron.io",
    "status_page": null,
    "terms": "https://www.inceptron.io/termsofservice",
    "privacy": "https://www.inceptron.io/privacy",
    "openrouter": "https://openrouter.ai/provider/inceptron"
   }
  },
  {
   "id": "deepinfra/fp4",
   "name": "DeepInfra",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 246140,
   "failures": 987,
   "invalid_tool_call_rate": 0.00401,
   "invalid_tool_call_rate_ci95": [
    0.003768,
    0.004267
   ],
   "tool_calls_per_day": 35163,
   "input_price_per_million": 0.5625,
   "output_price_per_million": 1.8,
   "tokens_per_second": 36.0,
   "uptime": 0.9997,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp4",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp4",
     "sample_size": 246140,
     "failures": 987,
     "invalid_tool_call_rate": 0.00401
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "decart/fast",
   "name": "Decart",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "decart/fast"
   ],
   "variant": "fp4/fast",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 438400,
   "failures": 1967,
   "invalid_tool_call_rate": 0.004487,
   "invalid_tool_call_rate_ci95": [
    0.004293,
    0.004689
   ],
   "tool_calls_per_day": 62629,
   "input_price_per_million": 1.2,
   "output_price_per_million": 8.0,
   "tokens_per_second": 485.0,
   "uptime": 0.9995,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "decart/fast",
     "tier": true,
     "name": "Decart",
     "quantization": "fp4",
     "sample_size": 438400,
     "failures": 1967,
     "invalid_tool_call_rate": 0.004487
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.platform.decart.ai/getting-started/overview",
    "website": "https://cogito.decart.ai",
    "status_page": null,
    "terms": "https://cogito.decart.ai/legal/terms",
    "privacy": "https://cogito.decart.ai/legal/privacy",
    "openrouter": "https://openrouter.ai/provider/decart"
   }
  },
  {
   "id": "cloudflare",
   "name": "Cloudflare",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "cloudflare"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 30550,
   "failures": 207,
   "invalid_tool_call_rate": 0.006776,
   "invalid_tool_call_rate_ci95": [
    0.005916,
    0.00776
   ],
   "tool_calls_per_day": 4364,
   "input_price_per_million": 0.19,
   "output_price_per_million": 8.0,
   "tokens_per_second": 87.0,
   "uptime": 0.9995,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cloudflare",
     "tier": false,
     "name": "Cloudflare",
     "quantization": null,
     "sample_size": 30550,
     "failures": 207,
     "invalid_tool_call_rate": 0.006776
    }
   ],
   "direct_api": {
    "model_id": "@cf/zai-org/glm-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://developers.cloudflare.com/workers-ai/features/function-calling/",
    "website": "https://cloudflare.com",
    "status_page": "https://www.cloudflarestatus.com/",
    "terms": "https://www.cloudflare.com/service-specific-terms-developer-platform/#developer-platform-terms",
    "privacy": "https://developers.cloudflare.com/workers-ai/privacy",
    "openrouter": "https://openrouter.ai/provider/cloudflare"
   }
  },
  {
   "id": "coreweave/fp4",
   "name": "CoreWeave",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "coreweave/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3071627,
   "failures": 22470,
   "invalid_tool_call_rate": 0.007315,
   "invalid_tool_call_rate_ci95": [
    0.007221,
    0.007411
   ],
   "tool_calls_per_day": 438804,
   "input_price_per_million": 0.62,
   "output_price_per_million": 2.42,
   "tokens_per_second": 156.0,
   "uptime": 0.9961,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "coreweave/fp4",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "fp4",
     "sample_size": 3071627,
     "failures": 22470,
     "invalid_tool_call_rate": 0.007315
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "baseten/fast + baseten/us/fast",
   "name": "Baseten",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "baseten/fast",
    "baseten/us/fast"
   ],
   "variant": "fp8/fast",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 92450,
   "failures": 681,
   "invalid_tool_call_rate": 0.007366,
   "invalid_tool_call_rate_ci95": [
    0.006835,
    0.007938
   ],
   "tool_calls_per_day": 13207,
   "input_price_per_million": 2.1,
   "output_price_per_million": 6.6,
   "tokens_per_second": 172.5,
   "uptime": 0.9963,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baseten/fast",
     "tier": true,
     "name": "Baseten",
     "quantization": "fp8",
     "sample_size": 44404,
     "failures": 379,
     "invalid_tool_call_rate": 0.008535
    },
    {
     "tag": "baseten/us/fast",
     "tier": true,
     "name": "Baseten",
     "quantization": "fp8",
     "sample_size": 48046,
     "failures": 302,
     "invalid_tool_call_rate": 0.006286
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2-Fast",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "together",
   "name": "Together",
   "rank": 11,
   "role": "neutral",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 422324,
   "failures": 3221,
   "invalid_tool_call_rate": 0.007627,
   "invalid_tool_call_rate_ci95": [
    0.007369,
    0.007894
   ],
   "tool_calls_per_day": 60332,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 130.0,
   "uptime": 0.9957,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 422324,
     "failures": 3221,
     "invalid_tool_call_rate": 0.007627
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048575,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "rank": 12,
   "role": "neutral",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 168426,
   "failures": 1397,
   "invalid_tool_call_rate": 0.008294,
   "invalid_tool_call_rate_ci95": [
    0.007872,
    0.008739
   ],
   "tool_calls_per_day": 24061,
   "input_price_per_million": 0.6496,
   "output_price_per_million": 2.0416,
   "tokens_per_second": 50.0,
   "uptime": 0.9997,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 168426,
     "failures": 1397,
     "invalid_tool_call_rate": 0.008294
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "parasail/fp4",
   "name": "Parasail",
   "rank": 13,
   "role": "neutral",
   "slugs": [
    "parasail/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 63381,
   "failures": 621,
   "invalid_tool_call_rate": 0.009798,
   "invalid_tool_call_rate_ci95": [
    0.00906,
    0.010595
   ],
   "tool_calls_per_day": 9054,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 175.5,
   "uptime": 0.9894,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp4",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp4",
     "sample_size": 63381,
     "failures": 621,
     "invalid_tool_call_rate": 0.009798
    }
   ],
   "direct_api": {
    "model_id": "parasail-glm-52",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "ambient/fp8",
   "name": "Ambient",
   "rank": 14,
   "role": "neutral",
   "slugs": [
    "ambient/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 86968,
   "failures": 860,
   "invalid_tool_call_rate": 0.009889,
   "invalid_tool_call_rate_ci95": [
    0.009252,
    0.010568
   ],
   "tool_calls_per_day": 12424,
   "input_price_per_million": 0.6,
   "output_price_per_million": 2.0,
   "tokens_per_second": 57.0,
   "uptime": 0.9922,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "ambient/fp8",
     "tier": false,
     "name": "Ambient",
     "quantization": "fp8",
     "sample_size": 86968,
     "failures": 860,
     "invalid_tool_call_rate": 0.009889
    }
   ],
   "direct_api": {
    "model_id": "z-ai/glm-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": false,
    "docs": null,
    "website": null,
    "status_page": null,
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/ambient"
   }
  },
  {
   "id": "nebius/fp4",
   "name": "Nebius Token Factory",
   "rank": 15,
   "role": "neutral",
   "slugs": [
    "nebius/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 81171,
   "failures": 830,
   "invalid_tool_call_rate": 0.010225,
   "invalid_tool_call_rate_ci95": [
    0.009556,
    0.010941
   ],
   "tool_calls_per_day": 11596,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 37.0,
   "uptime": 0.9363,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "nebius/fp4",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "fp4",
     "sample_size": 81171,
     "failures": 830,
     "invalid_tool_call_rate": 0.010225
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  },
  {
   "id": "venice/fp8",
   "name": "Venice",
   "rank": 16,
   "role": "neutral",
   "slugs": [
    "venice/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 9253,
   "failures": 99,
   "invalid_tool_call_rate": 0.010699,
   "invalid_tool_call_rate_ci95": [
    0.008797,
    0.013008
   ],
   "tool_calls_per_day": 1322,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 37.0,
   "uptime": 0.9996,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "venice/fp8",
     "tier": false,
     "name": "Venice",
     "quantization": "fp8",
     "sample_size": 9253,
     "failures": 99,
     "invalid_tool_call_rate": 0.010699
    }
   ],
   "direct_api": {
    "model_id": "zai-org-glm-5-2",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "relace",
   "name": "Relace",
   "rank": 17,
   "role": "neutral",
   "slugs": [
    "relace"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 271117,
   "failures": 2943,
   "invalid_tool_call_rate": 0.010855,
   "invalid_tool_call_rate_ci95": [
    0.010472,
    0.011252
   ],
   "tool_calls_per_day": 38731,
   "input_price_per_million": 0.0065,
   "output_price_per_million": 7.9057,
   "tokens_per_second": 84.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "relace",
     "tier": false,
     "name": "Relace",
     "quantization": null,
     "sample_size": 271117,
     "failures": 2943,
     "invalid_tool_call_rate": 0.010855
    }
   ],
   "direct_api": {
    "model_id": "z-ai/glm-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 18,
   "role": "neutral",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 37779,
   "failures": 427,
   "invalid_tool_call_rate": 0.011303,
   "invalid_tool_call_rate_ci95": [
    0.010285,
    0.012419
   ],
   "tool_calls_per_day": 5397,
   "input_price_per_million": 0.7,
   "output_price_per_million": 2.2,
   "tokens_per_second": 87.0,
   "uptime": 0.9989,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 37779,
     "failures": 427,
     "invalid_tool_call_rate": 0.011303
    }
   ],
   "direct_api": {
    "model_id": "glm-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "baseten/fp8",
   "name": "Baseten",
   "rank": 19,
   "role": "neutral",
   "slugs": [
    "baseten/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 224817,
   "failures": 3579,
   "invalid_tool_call_rate": 0.01592,
   "invalid_tool_call_rate_ci95": [
    0.01541,
    0.016445
   ],
   "tool_calls_per_day": 32117,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 101.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baseten/fp8",
     "tier": false,
     "name": "Baseten",
     "quantization": "fp8",
     "sample_size": 103107,
     "failures": 487,
     "invalid_tool_call_rate": 0.004723
    },
    {
     "tag": "baseten/fp8/us",
     "tier": false,
     "name": "Baseten",
     "quantization": "fp8",
     "sample_size": 121710,
     "failures": 3092,
     "invalid_tool_call_rate": 0.025405
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 20,
   "role": "neutral",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 65023,
   "failures": 1089,
   "invalid_tool_call_rate": 0.016748,
   "invalid_tool_call_rate_ci95": [
    0.01579,
    0.017763
   ],
   "tool_calls_per_day": 9289,
   "input_price_per_million": 0.7,
   "output_price_per_million": 2.2,
   "tokens_per_second": 82.0,
   "uptime": 0.994,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 65023,
     "failures": 1089,
     "invalid_tool_call_rate": 0.016748
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "baidu/fast",
   "name": "Baidu Qianfan",
   "rank": 21,
   "role": "neutral",
   "slugs": [
    "baidu/fast"
   ],
   "variant": "fp4/fast",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 41113,
   "failures": 708,
   "invalid_tool_call_rate": 0.017221,
   "invalid_tool_call_rate_ci95": [
    0.016008,
    0.018524
   ],
   "tool_calls_per_day": 5873,
   "input_price_per_million": 0.61875,
   "output_price_per_million": 2.167,
   "tokens_per_second": 77.0,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "baidu/fast",
     "tier": true,
     "name": "Baidu Qianfan (fp4)",
     "quantization": "fp4",
     "sample_size": 41113,
     "failures": 708,
     "invalid_tool_call_rate": 0.017221
    }
   ],
   "direct_api": {
    "model_id": "glm-5.2-fast-intl",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  },
  {
   "id": "baidu/fp8",
   "name": "Baidu Qianfan",
   "rank": 22,
   "role": "neutral",
   "slugs": [
    "baidu/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 118566,
   "failures": 2187,
   "invalid_tool_call_rate": 0.018445,
   "invalid_tool_call_rate_ci95": [
    0.017695,
    0.019227
   ],
   "tool_calls_per_day": 16938,
   "input_price_per_million": 0.6188,
   "output_price_per_million": 1.9448,
   "tokens_per_second": 67.0,
   "uptime": 0.9989,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baidu/fp8",
     "tier": false,
     "name": "Baidu Qianfan (fp8)",
     "quantization": "fp8",
     "sample_size": 118566,
     "failures": 2187,
     "invalid_tool_call_rate": 0.018445
    }
   ],
   "direct_api": {
    "model_id": "glm-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  },
  {
   "id": "z-ai/fp8",
   "name": "Z.ai",
   "rank": 23,
   "role": "neutral",
   "slugs": [
    "z-ai/fp8"
   ],
   "variant": "fp8",
   "makers_api": true,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 139002,
   "failures": 2623,
   "invalid_tool_call_rate": 0.01887,
   "invalid_tool_call_rate_ci95": [
    0.018168,
    0.019599
   ],
   "tool_calls_per_day": 19857,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 59.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "z-ai/fp8",
     "tier": false,
     "name": "Z.ai",
     "quantization": "fp8",
     "sample_size": 139002,
     "failures": 2623,
     "invalid_tool_call_rate": 0.01887
    }
   ],
   "direct_api": {
    "model_id": "glm-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.z.ai/guides/capabilities/function-calling",
    "website": "https://z.ai",
    "status_page": null,
    "terms": "https://chat.z.ai/legal-agreement/terms-of-service",
    "privacy": "https://chat.z.ai/legal-agreement/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/z-ai"
   }
  },
  {
   "id": "alibaba/fp8",
   "name": "Alibaba Cloud Int.",
   "rank": 24,
   "role": "neutral",
   "slugs": [
    "alibaba/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 33826,
   "failures": 737,
   "invalid_tool_call_rate": 0.021788,
   "invalid_tool_call_rate_ci95": [
    0.020286,
    0.023399
   ],
   "tool_calls_per_day": 4832,
   "input_price_per_million": 0.966,
   "output_price_per_million": 3.036,
   "tokens_per_second": 60.5,
   "uptime": 0.9936,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "alibaba/fp8",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": "fp8",
     "sample_size": 29102,
     "failures": 689,
     "invalid_tool_call_rate": 0.023675
    },
    {
     "tag": "alibaba/fp8/us-east-1",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": "fp8",
     "sample_size": 4724,
     "failures": 48,
     "invalid_tool_call_rate": 0.010161
    }
   ],
   "direct_api": {
    "model_id": "glm-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "mistral/zdr",
   "name": "Mistral",
   "rank": 25,
   "role": "neutral",
   "slugs": [
    "mistral/zdr"
   ],
   "variant": "nvfp4/zdr",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 73847,
   "failures": 1750,
   "invalid_tool_call_rate": 0.023698,
   "invalid_tool_call_rate_ci95": [
    0.022625,
    0.02482
   ],
   "tool_calls_per_day": 10550,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 79.0,
   "uptime": 0.9935,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "mistral/zdr",
     "tier": false,
     "name": "Mistral (nvfp4)",
     "quantization": "nvfp4",
     "sample_size": 73847,
     "failures": 1750,
     "invalid_tool_call_rate": 0.023698
    }
   ],
   "direct_api": {
    "model_id": "zai-glm-5-2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.mistral.ai/studio/conversations/function-calling",
    "website": "https://mistral.ai",
    "status_page": "https://status.mistral.ai/",
    "terms": "https://mistral.ai/terms/#terms-of-use",
    "privacy": "https://mistral.ai/terms/#privacy-policy",
    "openrouter": "https://openrouter.ai/provider/mistral"
   }
  },
  {
   "id": "alibaba/fast",
   "name": "Alibaba Cloud Int.",
   "rank": 26,
   "role": "neutral",
   "slugs": [
    "alibaba/fast"
   ],
   "variant": "fp8/fast",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 25049,
   "failures": 658,
   "invalid_tool_call_rate": 0.026269,
   "invalid_tool_call_rate_ci95": [
    0.024359,
    0.028323
   ],
   "tool_calls_per_day": 3578,
   "input_price_per_million": 2.31,
   "output_price_per_million": 7.26,
   "tokens_per_second": 84.5,
   "uptime": 0.9663,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "alibaba/fast",
     "tier": true,
     "name": "Alibaba Cloud Int.",
     "quantization": "fp8",
     "sample_size": 25049,
     "failures": 658,
     "invalid_tool_call_rate": 0.026269
    }
   ],
   "direct_api": {
    "model_id": "glm-5.2-fast-preview",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "mistral/eu",
   "name": "Mistral",
   "rank": 27,
   "role": "ignored",
   "slugs": [
    "mistral/eu"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 17138,
   "failures": 881,
   "invalid_tool_call_rate": 0.051406,
   "invalid_tool_call_rate_ci95": [
    0.048199,
    0.054814
   ],
   "tool_calls_per_day": 2448,
   "input_price_per_million": 1.54,
   "output_price_per_million": 4.84,
   "tokens_per_second": 104.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "mistral/eu",
     "tier": false,
     "name": "Mistral",
     "quantization": null,
     "sample_size": 17138,
     "failures": 881,
     "invalid_tool_call_rate": 0.051406
    }
   ],
   "direct_api": {
    "model_id": "zai-glm-5-2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.mistral.ai/studio/conversations/function-calling",
    "website": "https://mistral.ai",
    "status_page": "https://status.mistral.ai/",
    "terms": "https://mistral.ai/terms/#terms-of-use",
    "privacy": "https://mistral.ai/terms/#privacy-policy",
    "openrouter": "https://openrouter.ai/provider/mistral"
   }
  }
 ],
 "others": [
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "role": "neutral",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 5964,
   "failures": 46,
   "invalid_tool_call_rate": 0.007713,
   "invalid_tool_call_rate_ci95": [
    0.005788,
    0.010272
   ],
   "tool_calls_per_day": 852,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 32.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 5964,
     "failures": 46,
     "invalid_tool_call_rate": 0.007713
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2-FP8",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  },
  {
   "id": "deepinfra/fp4/flex",
   "name": "DeepInfra",
   "role": "neutral",
   "slugs": [
    "deepinfra/fp4/flex"
   ],
   "variant": "fp4/flex",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 895,
   "failures": 15,
   "invalid_tool_call_rate": 0.01676,
   "invalid_tool_call_rate_ci95": [
    0.010182,
    0.027468
   ],
   "tool_calls_per_day": 128,
   "input_price_per_million": 0.45,
   "output_price_per_million": 1.44,
   "tokens_per_second": 49.0,
   "uptime": 0.9881,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp4/flex",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp4",
     "sample_size": 895,
     "failures": 15,
     "invalid_tool_call_rate": 0.01676
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "atlas-cloud/fp8",
   "name": "AtlasCloud",
   "role": "ignored",
   "slugs": [
    "atlas-cloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 2742,
   "failures": 116,
   "invalid_tool_call_rate": 0.042305,
   "invalid_tool_call_rate_ci95": [
    0.035389,
    0.050501
   ],
   "tool_calls_per_day": 392,
   "input_price_per_million": 0.938,
   "output_price_per_million": 2.948,
   "tokens_per_second": 41.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp8",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp8",
     "sample_size": 2742,
     "failures": 116,
     "invalid_tool_call_rate": 0.042305
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-5.2",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "venice/fp8",
    "mistral/eu",
    "together"
   ],
   "ignore": [
    "baseten/fp8",
    "deepinfra/fp4/flex",
    "deepinfra/fp4",
    "nebius/fp4",
    "mistral/zdr",
    "wafer",
    "alibaba/fast",
    "gmicloud/fp8",
    "digitalocean"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.019627,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "venice/fp8",
    "name": "Venice",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "venice/fp8"
    ],
    "variant": "fp8",
    "sample_size": 220141,
    "failures": 432,
    "structured_output_error_rate": 0.001962,
    "structured_output_error_rate_ci95": [
     0.001786,
     0.002156
    ],
    "structured_outputs_per_day": 31449,
    "endpoints": [
     {
      "tag": "venice/fp8",
      "tier": false,
      "sample_size": 220141,
      "failures": 432,
      "structured_output_error_rate": 0.001962
     }
    ]
   },
   {
    "id": "mistral/eu",
    "name": "Mistral",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "mistral/eu"
    ],
    "variant": null,
    "sample_size": 20724,
    "failures": 58,
    "structured_output_error_rate": 0.002799,
    "structured_output_error_rate_ci95": [
     0.002166,
     0.003616
    ],
    "structured_outputs_per_day": 2961,
    "endpoints": [
     {
      "tag": "mistral/eu",
      "tier": false,
      "sample_size": 20724,
      "failures": 58,
      "structured_output_error_rate": 0.002799
     }
    ]
   },
   {
    "id": "together",
    "name": "Together",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 293645,
    "failures": 1491,
    "structured_output_error_rate": 0.005078,
    "structured_output_error_rate_ci95": [
     0.004827,
     0.005341
    ],
    "structured_outputs_per_day": 41949,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 293645,
      "failures": 1491,
      "structured_output_error_rate": 0.005078
     }
    ]
   },
   {
    "id": "baidu/fp8",
    "name": "Baidu Qianfan",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "baidu/fp8"
    ],
    "variant": "fp8",
    "sample_size": 275496,
    "failures": 1688,
    "structured_output_error_rate": 0.006127,
    "structured_output_error_rate_ci95": [
     0.005843,
     0.006425
    ],
    "structured_outputs_per_day": 39357,
    "endpoints": [
     {
      "tag": "baidu/fp8",
      "tier": false,
      "sample_size": 275496,
      "failures": 1688,
      "structured_output_error_rate": 0.006127
     }
    ]
   },
   {
    "id": "parasail/fp4",
    "name": "Parasail",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "parasail/fp4"
    ],
    "variant": "fp4",
    "sample_size": 65065,
    "failures": 589,
    "structured_output_error_rate": 0.009052,
    "structured_output_error_rate_ci95": [
     0.008353,
     0.00981
    ],
    "structured_outputs_per_day": 9295,
    "endpoints": [
     {
      "tag": "parasail/fp4",
      "tier": false,
      "sample_size": 65065,
      "failures": 589,
      "structured_output_error_rate": 0.009052
     }
    ]
   },
   {
    "id": "baidu/fast",
    "name": "Baidu Qianfan",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "baidu/fast"
    ],
    "variant": "fp4/fast",
    "sample_size": 37025,
    "failures": 364,
    "structured_output_error_rate": 0.009831,
    "structured_output_error_rate_ci95": [
     0.008876,
     0.010888
    ],
    "structured_outputs_per_day": 5289,
    "endpoints": [
     {
      "tag": "baidu/fast",
      "tier": true,
      "sample_size": 37025,
      "failures": 364,
      "structured_output_error_rate": 0.009831
     }
    ]
   },
   {
    "id": "decart/fast",
    "name": "Decart",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "decart/fast"
    ],
    "variant": "fp4/fast",
    "sample_size": 64271,
    "failures": 699,
    "structured_output_error_rate": 0.010876,
    "structured_output_error_rate_ci95": [
     0.010103,
     0.011707
    ],
    "structured_outputs_per_day": 9182,
    "endpoints": [
     {
      "tag": "decart/fast",
      "tier": true,
      "sample_size": 64271,
      "failures": 699,
      "structured_output_error_rate": 0.010876
     }
    ]
   },
   {
    "id": "baseten/fast + baseten/us/fast",
    "name": "Baseten",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "baseten/fast",
     "baseten/us/fast"
    ],
    "variant": "fp8/fast",
    "sample_size": 45621,
    "failures": 581,
    "structured_output_error_rate": 0.012735,
    "structured_output_error_rate_ci95": [
     0.011747,
     0.013806
    ],
    "structured_outputs_per_day": 6517,
    "endpoints": [
     {
      "tag": "baseten/fast",
      "tier": true,
      "sample_size": 20588,
      "failures": 245,
      "structured_output_error_rate": 0.0119
     },
     {
      "tag": "baseten/us/fast",
      "tier": true,
      "sample_size": 25033,
      "failures": 336,
      "structured_output_error_rate": 0.013422
     }
    ]
   },
   {
    "id": "morph/fp8",
    "name": "Morph",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "morph/fp8"
    ],
    "variant": "fp8",
    "sample_size": 17202,
    "failures": 224,
    "structured_output_error_rate": 0.013022,
    "structured_output_error_rate_ci95": [
     0.011433,
     0.014828
    ],
    "structured_outputs_per_day": 2457,
    "endpoints": [
     {
      "tag": "morph/fp8",
      "tier": false,
      "sample_size": 17202,
      "failures": 224,
      "structured_output_error_rate": 0.013022
     }
    ]
   },
   {
    "id": "streamlake/fp8",
    "name": "StreamLake",
    "rank": 10,
    "role": "neutral",
    "slugs": [
     "streamlake/fp8"
    ],
    "variant": "fp8",
    "sample_size": 675402,
    "failures": 9608,
    "structured_output_error_rate": 0.014226,
    "structured_output_error_rate_ci95": [
     0.013946,
     0.014511
    ],
    "structured_outputs_per_day": 96486,
    "endpoints": [
     {
      "tag": "streamlake/fp8",
      "tier": false,
      "sample_size": 675402,
      "failures": 9608,
      "structured_output_error_rate": 0.014226
     }
    ]
   },
   {
    "id": "coreweave/fp4",
    "name": "CoreWeave",
    "rank": 11,
    "role": "neutral",
    "slugs": [
     "coreweave/fp4"
    ],
    "variant": "fp4",
    "sample_size": 1340978,
    "failures": 25631,
    "structured_output_error_rate": 0.019114,
    "structured_output_error_rate_ci95": [
     0.018883,
     0.019347
    ],
    "structured_outputs_per_day": 191568,
    "endpoints": [
     {
      "tag": "coreweave/fp4",
      "tier": false,
      "sample_size": 1340978,
      "failures": 25631,
      "structured_output_error_rate": 0.019114
     }
    ]
   },
   {
    "id": "friendli",
    "name": "Friendli",
    "rank": 12,
    "role": "neutral",
    "slugs": [
     "friendli"
    ],
    "variant": null,
    "sample_size": 67867,
    "failures": 1332,
    "structured_output_error_rate": 0.019627,
    "structured_output_error_rate_ci95": [
     0.01861,
     0.020698
    ],
    "structured_outputs_per_day": 9695,
    "endpoints": [
     {
      "tag": "friendli",
      "tier": false,
      "sample_size": 67867,
      "failures": 1332,
      "structured_output_error_rate": 0.019627
     }
    ]
   },
   {
    "id": "ambient/fp8",
    "name": "Ambient",
    "rank": 13,
    "role": "neutral",
    "slugs": [
     "ambient/fp8"
    ],
    "variant": "fp8",
    "sample_size": 37811,
    "failures": 786,
    "structured_output_error_rate": 0.020788,
    "structured_output_error_rate_ci95": [
     0.019397,
     0.022275
    ],
    "structured_outputs_per_day": 5402,
    "endpoints": [
     {
      "tag": "ambient/fp8",
      "tier": false,
      "sample_size": 37811,
      "failures": 786,
      "structured_output_error_rate": 0.020788
     }
    ]
   },
   {
    "id": "alibaba/fp8",
    "name": "Alibaba Cloud Int.",
    "rank": 14,
    "role": "neutral",
    "slugs": [
     "alibaba/fp8"
    ],
    "variant": "fp8",
    "sample_size": 35513,
    "failures": 855,
    "structured_output_error_rate": 0.024076,
    "structured_output_error_rate_ci95": [
     0.022532,
     0.025722
    ],
    "structured_outputs_per_day": 5073,
    "endpoints": [
     {
      "tag": "alibaba/fp8",
      "tier": false,
      "sample_size": 32251,
      "failures": 752,
      "structured_output_error_rate": 0.023317
     },
     {
      "tag": "alibaba/fp8/us-east-1",
      "tier": false,
      "sample_size": 3262,
      "failures": 103,
      "structured_output_error_rate": 0.031576
     }
    ]
   },
   {
    "id": "cloudflare",
    "name": "Cloudflare",
    "rank": 15,
    "role": "neutral",
    "slugs": [
     "cloudflare"
    ],
    "variant": null,
    "sample_size": 43285,
    "failures": 1094,
    "structured_output_error_rate": 0.025274,
    "structured_output_error_rate_ci95": [
     0.023837,
     0.026796
    ],
    "structured_outputs_per_day": 6184,
    "endpoints": [
     {
      "tag": "cloudflare",
      "tier": false,
      "sample_size": 43285,
      "failures": 1094,
      "structured_output_error_rate": 0.025274
     }
    ]
   },
   {
    "id": "inceptron/fp4",
    "name": "Inceptron",
    "rank": 16,
    "role": "neutral",
    "slugs": [
     "inceptron/fp4"
    ],
    "variant": "fp4",
    "sample_size": 113062,
    "failures": 3009,
    "structured_output_error_rate": 0.026614,
    "structured_output_error_rate_ci95": [
     0.025691,
     0.027568
    ],
    "structured_outputs_per_day": 16152,
    "endpoints": [
     {
      "tag": "inceptron/fp4",
      "tier": false,
      "sample_size": 113062,
      "failures": 3009,
      "structured_output_error_rate": 0.026614
     }
    ]
   },
   {
    "id": "baseten/fp8",
    "name": "Baseten",
    "rank": 17,
    "role": "ignored",
    "slugs": [
     "baseten/fp8"
    ],
    "variant": "fp8",
    "sample_size": 396732,
    "failures": 13724,
    "structured_output_error_rate": 0.034593,
    "structured_output_error_rate_ci95": [
     0.034028,
     0.035166
    ],
    "structured_outputs_per_day": 56676,
    "endpoints": [
     {
      "tag": "baseten/fp8",
      "tier": false,
      "sample_size": 284733,
      "failures": 12355,
      "structured_output_error_rate": 0.043392
     },
     {
      "tag": "baseten/fp8/us",
      "tier": false,
      "sample_size": 111999,
      "failures": 1369,
      "structured_output_error_rate": 0.012223
     }
    ]
   },
   {
    "id": "deepinfra/fp4",
    "name": "DeepInfra",
    "rank": 18,
    "role": "ignored",
    "slugs": [
     "deepinfra/fp4"
    ],
    "variant": "fp4",
    "sample_size": 578439,
    "failures": 24087,
    "structured_output_error_rate": 0.041641,
    "structured_output_error_rate_ci95": [
     0.04113,
     0.042159
    ],
    "structured_outputs_per_day": 82634,
    "endpoints": [
     {
      "tag": "deepinfra/fp4",
      "tier": false,
      "sample_size": 578439,
      "failures": 24087,
      "structured_output_error_rate": 0.041641
     }
    ]
   },
   {
    "id": "nebius/fp4",
    "name": "Nebius Token Factory",
    "rank": 19,
    "role": "ignored",
    "slugs": [
     "nebius/fp4"
    ],
    "variant": "fp4",
    "sample_size": 34077,
    "failures": 1677,
    "structured_output_error_rate": 0.049212,
    "structured_output_error_rate_ci95": [
     0.046966,
     0.05156
    ],
    "structured_outputs_per_day": 4868,
    "endpoints": [
     {
      "tag": "nebius/fp4",
      "tier": false,
      "sample_size": 34077,
      "failures": 1677,
      "structured_output_error_rate": 0.049212
     }
    ]
   },
   {
    "id": "mistral/zdr",
    "name": "Mistral",
    "rank": 20,
    "role": "ignored",
    "slugs": [
     "mistral/zdr"
    ],
    "variant": "nvfp4/zdr",
    "sample_size": 1008288,
    "failures": 50373,
    "structured_output_error_rate": 0.049959,
    "structured_output_error_rate_ci95": [
     0.049535,
     0.050386
    ],
    "structured_outputs_per_day": 144041,
    "endpoints": [
     {
      "tag": "mistral/zdr",
      "tier": false,
      "sample_size": 1008288,
      "failures": 50373,
      "structured_output_error_rate": 0.049959
     }
    ]
   },
   {
    "id": "wafer",
    "name": "Wafer",
    "rank": 21,
    "role": "ignored",
    "slugs": [
     "wafer"
    ],
    "variant": "fp4",
    "sample_size": 285019,
    "failures": 16916,
    "structured_output_error_rate": 0.05935,
    "structured_output_error_rate_ci95": [
     0.058489,
     0.060224
    ],
    "structured_outputs_per_day": 40717,
    "endpoints": [
     {
      "tag": "wafer",
      "tier": false,
      "sample_size": 40925,
      "failures": 2921,
      "structured_output_error_rate": 0.071374
     },
     {
      "tag": "wafer/us",
      "tier": false,
      "sample_size": 244094,
      "failures": 13995,
      "structured_output_error_rate": 0.057334
     }
    ]
   },
   {
    "id": "alibaba/fast",
    "name": "Alibaba Cloud Int.",
    "rank": 22,
    "role": "ignored",
    "slugs": [
     "alibaba/fast"
    ],
    "variant": "fp8/fast",
    "sample_size": 15088,
    "failures": 3433,
    "structured_output_error_rate": 0.227532,
    "structured_output_error_rate_ci95": [
     0.220912,
     0.23429
    ],
    "structured_outputs_per_day": 2155,
    "endpoints": [
     {
      "tag": "alibaba/fast",
      "tier": true,
      "sample_size": 15088,
      "failures": 3433,
      "structured_output_error_rate": 0.227532
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "rank": 23,
    "role": "ignored",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 24739,
    "failures": 11743,
    "structured_output_error_rate": 0.474676,
    "structured_output_error_rate_ci95": [
     0.468457,
     0.480902
    ],
    "structured_outputs_per_day": 3534,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 24739,
      "failures": 11743,
      "structured_output_error_rate": 0.474676
     }
    ]
   }
  ],
  "others": [
   {
    "id": "deepinfra/fp4/flex",
    "name": "DeepInfra",
    "role": "ignored",
    "slugs": [
     "deepinfra/fp4/flex"
    ],
    "variant": "fp4/flex",
    "sample_size": 1245,
    "failures": 50,
    "structured_output_error_rate": 0.040161,
    "structured_output_error_rate_ci95": [
     0.030594,
     0.052556
    ],
    "structured_outputs_per_day": 178,
    "endpoints": [
     {
      "tag": "deepinfra/fp4/flex",
      "tier": false,
      "sample_size": 1245,
      "failures": 50,
      "structured_output_error_rate": 0.040161
     }
    ]
   },
   {
    "id": "gmicloud/fp8",
    "name": "GMICloud",
    "role": "ignored",
    "slugs": [
     "gmicloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1359,
    "failures": 388,
    "structured_output_error_rate": 0.285504,
    "structured_output_error_rate_ci95": [
     0.262122,
     0.310096
    ],
    "structured_outputs_per_day": 194,
    "endpoints": [
     {
      "tag": "gmicloud/fp8",
      "tier": false,
      "sample_size": 1359,
      "failures": 388,
      "structured_output_error_rate": 0.285504
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}