{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "deepseek/deepseek-v4-pro",
  "permaslug": "deepseek/deepseek-v4-pro-20260423",
  "name": "DeepSeek V4 Pro 0423",
  "maker": "DeepSeek",
  "file": "models/deepseek-v4-pro.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "cloudflare",
   "siliconflow/fp8",
   "crusoe/fp8"
  ],
  "ignore": [
   "alibaba/fp8",
   "atlas-cloud/fp4",
   "digitalocean",
   "azure/us",
   "baidu/fp8"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.016905,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "cloudflare",
   "recommendation": {
    "order": [
     "cloudflare",
     "siliconflow/fp8",
     "crusoe/fp8"
    ],
    "ignore": [
     "alibaba/fp8",
     "atlas-cloud/fp4",
     "digitalocean",
     "azure/us",
     "baidu/fp8"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "streamlake/fp8",
   "recommendation": {
    "order": [
     "streamlake/fp8",
     "cloudflare",
     "siliconflow/fp8"
    ],
    "ignore": [
     "alibaba/fp8",
     "atlas-cloud/fp4",
     "digitalocean",
     "azure/us",
     "baidu/fp8"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "relace/fp4",
   "recommendation": {
    "order": [
     "relace/fp4",
     "cloudflare",
     "siliconflow/fp8"
    ],
    "ignore": [
     "alibaba/fp8",
     "atlas-cloud/fp4",
     "digitalocean",
     "azure/us",
     "baidu/fp8"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "deepinfra/fp8",
   "recommendation": {
    "order": [
     "deepinfra/fp8",
     "cloudflare",
     "siliconflow/fp8"
    ],
    "ignore": [
     "alibaba/fp8",
     "atlas-cloud/fp4",
     "digitalocean",
     "azure/us",
     "baidu/fp8"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "cloudflare",
   "name": "Cloudflare",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "cloudflare"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 187740,
   "failures": 1467,
   "invalid_tool_call_rate": 0.007814,
   "invalid_tool_call_rate_ci95": [
    0.007426,
    0.008222
   ],
   "tool_calls_per_day": 26820,
   "input_price_per_million": 1.15,
   "output_price_per_million": 2.55,
   "tokens_per_second": 41.0,
   "uptime": 0.9952,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cloudflare",
     "tier": false,
     "name": "Cloudflare",
     "quantization": null,
     "sample_size": 187740,
     "failures": 1467,
     "invalid_tool_call_rate": 0.007814
    }
   ],
   "direct_api": {
    "model_id": "@cf/deepseek-ai/deepseek-v4-pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://developers.cloudflare.com/workers-ai/features/function-calling/",
    "website": "https://cloudflare.com",
    "status_page": "https://www.cloudflarestatus.com/",
    "terms": "https://www.cloudflare.com/service-specific-terms-developer-platform/#developer-platform-terms",
    "privacy": "https://developers.cloudflare.com/workers-ai/privacy",
    "openrouter": "https://openrouter.ai/provider/cloudflare"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 78696,
   "failures": 806,
   "invalid_tool_call_rate": 0.010242,
   "invalid_tool_call_rate_ci95": [
    0.009562,
    0.01097
   ],
   "tool_calls_per_day": 11242,
   "input_price_per_million": 1.0,
   "output_price_per_million": 3.135,
   "tokens_per_second": 42.0,
   "uptime": 0.9918,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 78696,
     "failures": 806,
     "invalid_tool_call_rate": 0.010242
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "crusoe/fp8",
   "name": "Crusoe",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "crusoe/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 32160,
   "failures": 381,
   "invalid_tool_call_rate": 0.011847,
   "invalid_tool_call_rate_ci95": [
    0.010721,
    0.013089
   ],
   "tool_calls_per_day": 4594,
   "input_price_per_million": 1.74,
   "output_price_per_million": 3.48,
   "tokens_per_second": 58.0,
   "uptime": 0.9699,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "crusoe/fp8",
     "tier": false,
     "name": "Crusoe",
     "quantization": "fp8",
     "sample_size": 32160,
     "failures": 381,
     "invalid_tool_call_rate": 0.011847
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.crusoecloud.com/",
    "website": "https://crusoe.ai",
    "status_page": "https://status.crusoecloud.com/",
    "terms": "https://legal.crusoe.ai/open-router#managed-inference-tos-open-router",
    "privacy": "https://legal.crusoe.ai/open-router#cloud-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/crusoe"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 963164,
   "failures": 12325,
   "invalid_tool_call_rate": 0.012796,
   "invalid_tool_call_rate_ci95": [
    0.012574,
    0.013023
   ],
   "tool_calls_per_day": 137595,
   "input_price_per_million": 1.6,
   "output_price_per_million": 3.2,
   "tokens_per_second": 66.0,
   "uptime": 0.9986,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 963164,
     "failures": 12325,
     "invalid_tool_call_rate": 0.012796
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4-pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 43750,
   "failures": 715,
   "invalid_tool_call_rate": 0.016343,
   "invalid_tool_call_rate_ci95": [
    0.015197,
    0.017574
   ],
   "tool_calls_per_day": 6250,
   "input_price_per_million": 0.957,
   "output_price_per_million": 1.914,
   "tokens_per_second": 21.5,
   "uptime": 0.9992,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 43750,
     "failures": 715,
     "invalid_tool_call_rate": 0.016343
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  },
  {
   "id": "relace/fp4",
   "name": "Relace",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "relace/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1116411,
   "failures": 18585,
   "invalid_tool_call_rate": 0.016647,
   "invalid_tool_call_rate_ci95": [
    0.016411,
    0.016886
   ],
   "tool_calls_per_day": 159487,
   "input_price_per_million": 0.9,
   "output_price_per_million": 1.5,
   "tokens_per_second": 90.0,
   "uptime": 0.9994,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "relace/fp4",
     "tier": false,
     "name": "Relace",
     "quantization": "fp4",
     "sample_size": 1116411,
     "failures": 18585,
     "invalid_tool_call_rate": 0.016647
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 93463,
   "failures": 1580,
   "invalid_tool_call_rate": 0.016905,
   "invalid_tool_call_rate_ci95": [
    0.016098,
    0.017752
   ],
   "tool_calls_per_day": 13352,
   "input_price_per_million": 1.3,
   "output_price_per_million": 2.6,
   "tokens_per_second": 66.0,
   "uptime": 0.9998,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 93463,
     "failures": 1580,
     "invalid_tool_call_rate": 0.016905
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "streamlake/fp8",
   "name": "StreamLake",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "streamlake/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 2283326,
   "failures": 40010,
   "invalid_tool_call_rate": 0.017523,
   "invalid_tool_call_rate_ci95": [
    0.017353,
    0.017694
   ],
   "tool_calls_per_day": 326189,
   "input_price_per_million": 0.817974,
   "output_price_per_million": 1.635948,
   "tokens_per_second": 44.0,
   "uptime": 0.9997,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "streamlake/fp8",
     "tier": false,
     "name": "StreamLake",
     "quantization": "fp8",
     "sample_size": 2283326,
     "failures": 40010,
     "invalid_tool_call_rate": 0.017523
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro",
    "dedicated_endpoint": false,
    "context_tokens": 1024000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  },
  {
   "id": "alibaba/fp8",
   "name": "Alibaba Cloud Int.",
   "rank": 9,
   "role": "ignored",
   "slugs": [
    "alibaba/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 270907,
   "failures": 9005,
   "invalid_tool_call_rate": 0.03324,
   "invalid_tool_call_rate_ci95": [
    0.032572,
    0.033922
   ],
   "tool_calls_per_day": 38701,
   "input_price_per_million": 1.416,
   "output_price_per_million": 2.832,
   "tokens_per_second": 45.0,
   "uptime": 0.989,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "alibaba/fp8",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": "fp8",
     "sample_size": 128651,
     "failures": 3162,
     "invalid_tool_call_rate": 0.024578
    },
    {
     "tag": "alibaba/fp8/us-east-1",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": "fp8",
     "sample_size": 142256,
     "failures": 5844,
     "invalid_tool_call_rate": 0.041081
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "atlas-cloud/fp4",
   "name": "AtlasCloud",
   "rank": 10,
   "role": "ignored",
   "slugs": [
    "atlas-cloud/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 15177,
   "failures": 574,
   "invalid_tool_call_rate": 0.03782,
   "invalid_tool_call_rate_ci95": [
    0.034901,
    0.040974
   ],
   "tool_calls_per_day": 2168,
   "input_price_per_million": 1.68,
   "output_price_per_million": 3.38,
   "tokens_per_second": 35.0,
   "uptime": 0.9923,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp4",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp4",
     "sample_size": 15177,
     "failures": 574,
     "invalid_tool_call_rate": 0.03782
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v4-pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 11,
   "role": "ignored",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 72124,
   "failures": 2746,
   "invalid_tool_call_rate": 0.038073,
   "invalid_tool_call_rate_ci95": [
    0.036701,
    0.039495
   ],
   "tool_calls_per_day": 10303,
   "input_price_per_million": 1.044,
   "output_price_per_million": 2.088,
   "tokens_per_second": 52.0,
   "uptime": 0.9999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 72124,
     "failures": 2746,
     "invalid_tool_call_rate": 0.038073
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "azure/us",
   "name": "Azure",
   "rank": 12,
   "role": "ignored",
   "slugs": [
    "azure/us"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 437343,
   "failures": 17783,
   "invalid_tool_call_rate": 0.040661,
   "invalid_tool_call_rate_ci95": [
    0.04008,
    0.041251
   ],
   "tool_calls_per_day": 62478,
   "input_price_per_million": 1.91,
   "output_price_per_million": 3.83,
   "tokens_per_second": 81.0,
   "uptime": 0.9999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "azure/us",
     "tier": false,
     "name": "Azure",
     "quantization": null,
     "sample_size": 437343,
     "failures": 17783,
     "invalid_tool_call_rate": 0.040661
    }
   ],
   "direct_api": {
    "model_id": "DeepSeek-V4-Pro",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://learn.microsoft.com/en-us/azure/foundry/",
    "website": "https://www.microsoft.com",
    "status_page": "https://status.azure.com/",
    "terms": "https://learn.microsoft.com/en-us/legal/ai-code-of-conduct",
    "privacy": "https://www.microsoft.com/licensing/terms/product/PrivacyandSecurityTerms/MCA",
    "openrouter": "https://openrouter.ai/provider/azure"
   }
  },
  {
   "id": "baidu/fp8",
   "name": "Baidu Qianfan",
   "rank": 13,
   "role": "ignored",
   "slugs": [
    "baidu/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 533356,
   "failures": 33088,
   "invalid_tool_call_rate": 0.062037,
   "invalid_tool_call_rate_ci95": [
    0.061393,
    0.062688
   ],
   "tool_calls_per_day": 76194,
   "input_price_per_million": 0.81965,
   "output_price_per_million": 1.6393,
   "tokens_per_second": 70.0,
   "uptime": 0.986,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baidu/fp8",
     "tier": false,
     "name": "Baidu Qianfan",
     "quantization": "fp8",
     "sample_size": 533356,
     "failures": 33088,
     "invalid_tool_call_rate": 0.062037
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  }
 ],
 "others": [
  {
   "id": "venice",
   "name": "Venice",
   "role": "neutral",
   "slugs": [
    "venice"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3767,
   "failures": 55,
   "invalid_tool_call_rate": 0.0146,
   "invalid_tool_call_rate_ci95": [
    0.011235,
    0.018955
   ],
   "tool_calls_per_day": 538,
   "input_price_per_million": 1.65,
   "output_price_per_million": 3.301,
   "tokens_per_second": 60.5,
   "uptime": 0.9973,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "venice",
     "tier": false,
     "name": "Venice",
     "quantization": null,
     "sample_size": 3767,
     "failures": 55,
     "invalid_tool_call_rate": 0.0146
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "deepinfra/fp8",
    "venice",
    "baidu/fp8"
   ],
   "ignore": [
    "streamlake/fp8",
    "atlas-cloud/fp4",
    "crusoe/fp8",
    "alibaba/fp8",
    "cloudflare"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.047811,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 538139,
    "failures": 1814,
    "structured_output_error_rate": 0.003371,
    "structured_output_error_rate_ci95": [
     0.00322,
     0.003529
    ],
    "structured_outputs_per_day": 76877,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 538139,
      "failures": 1814,
      "structured_output_error_rate": 0.003371
     }
    ]
   },
   {
    "id": "venice",
    "name": "Venice",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "venice"
    ],
    "variant": null,
    "sample_size": 32589,
    "failures": 428,
    "structured_output_error_rate": 0.013133,
    "structured_output_error_rate_ci95": [
     0.011953,
     0.014428
    ],
    "structured_outputs_per_day": 4656,
    "endpoints": [
     {
      "tag": "venice",
      "tier": false,
      "sample_size": 32589,
      "failures": 428,
      "structured_output_error_rate": 0.013133
     }
    ]
   },
   {
    "id": "baidu/fp8",
    "name": "Baidu Qianfan",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "baidu/fp8"
    ],
    "variant": "fp8",
    "sample_size": 749873,
    "failures": 13513,
    "structured_output_error_rate": 0.01802,
    "structured_output_error_rate_ci95": [
     0.017722,
     0.018324
    ],
    "structured_outputs_per_day": 107125,
    "endpoints": [
     {
      "tag": "baidu/fp8",
      "tier": false,
      "sample_size": 749873,
      "failures": 13513,
      "structured_output_error_rate": 0.01802
     }
    ]
   },
   {
    "id": "streamlake/fp8",
    "name": "StreamLake",
    "rank": 4,
    "role": "ignored",
    "slugs": [
     "streamlake/fp8"
    ],
    "variant": "fp8",
    "sample_size": 560105,
    "failures": 18690,
    "structured_output_error_rate": 0.033369,
    "structured_output_error_rate_ci95": [
     0.032902,
     0.033842
    ],
    "structured_outputs_per_day": 80015,
    "endpoints": [
     {
      "tag": "streamlake/fp8",
      "tier": false,
      "sample_size": 560105,
      "failures": 18690,
      "structured_output_error_rate": 0.033369
     }
    ]
   },
   {
    "id": "atlas-cloud/fp4",
    "name": "AtlasCloud",
    "rank": 5,
    "role": "ignored",
    "slugs": [
     "atlas-cloud/fp4"
    ],
    "variant": "fp4",
    "sample_size": 21376,
    "failures": 1022,
    "structured_output_error_rate": 0.047811,
    "structured_output_error_rate_ci95": [
     0.045031,
     0.050753
    ],
    "structured_outputs_per_day": 3054,
    "endpoints": [
     {
      "tag": "atlas-cloud/fp4",
      "tier": false,
      "sample_size": 21376,
      "failures": 1022,
      "structured_output_error_rate": 0.047811
     }
    ]
   },
   {
    "id": "crusoe/fp8",
    "name": "Crusoe",
    "rank": 6,
    "role": "ignored",
    "slugs": [
     "crusoe/fp8"
    ],
    "variant": "fp8",
    "sample_size": 44282,
    "failures": 2155,
    "structured_output_error_rate": 0.048665,
    "structured_output_error_rate_ci95": [
     0.0467,
     0.050709
    ],
    "structured_outputs_per_day": 6326,
    "endpoints": [
     {
      "tag": "crusoe/fp8",
      "tier": false,
      "sample_size": 44282,
      "failures": 2155,
      "structured_output_error_rate": 0.048665
     }
    ]
   },
   {
    "id": "alibaba/fp8",
    "name": "Alibaba Cloud Int.",
    "rank": 7,
    "role": "ignored",
    "slugs": [
     "alibaba/fp8"
    ],
    "variant": "fp8",
    "sample_size": 167546,
    "failures": 8708,
    "structured_output_error_rate": 0.051974,
    "structured_output_error_rate_ci95": [
     0.050921,
     0.053047
    ],
    "structured_outputs_per_day": 23935,
    "endpoints": [
     {
      "tag": "alibaba/fp8",
      "tier": false,
      "sample_size": 80375,
      "failures": 4956,
      "structured_output_error_rate": 0.061661
     },
     {
      "tag": "alibaba/fp8/us-east-1",
      "tier": false,
      "sample_size": 87171,
      "failures": 3752,
      "structured_output_error_rate": 0.043042
     }
    ]
   },
   {
    "id": "cloudflare",
    "name": "Cloudflare",
    "rank": 8,
    "role": "ignored",
    "slugs": [
     "cloudflare"
    ],
    "variant": null,
    "sample_size": 183431,
    "failures": 27049,
    "structured_output_error_rate": 0.147461,
    "structured_output_error_rate_ci95": [
     0.145846,
     0.149091
    ],
    "structured_outputs_per_day": 26204,
    "endpoints": [
     {
      "tag": "cloudflare",
      "tier": false,
      "sample_size": 183431,
      "failures": 27049,
      "structured_output_error_rate": 0.147461
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}