{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "deepseek/deepseek-v4-pro-0813",
  "permaslug": "deepseek/deepseek-v4-pro-20260813",
  "name": "DeepSeek V4 Pro 0813",
  "maker": "DeepSeek",
  "file": "models/deepseek-v4-pro-0813.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "ionstream",
   "parasail/fp8",
   "atlas-cloud/fp8"
  ],
  "ignore": [
   "digitalocean",
   "gmicloud/fp8",
   "cloudflare"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.009663,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "highest_uptime"
   ],
   "label": "Most reliable, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the highest uptime",
   "provider": "ionstream",
   "recommendation": {
    "order": [
     "ionstream",
     "parasail/fp8",
     "atlas-cloud/fp8"
    ],
    "ignore": [
     "digitalocean",
     "gmicloud/fp8",
     "cloudflare"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "baidu/fp8",
   "recommendation": {
    "order": [
     "baidu/fp8",
     "ionstream",
     "parasail/fp8"
    ],
    "ignore": [
     "digitalocean",
     "gmicloud/fp8",
     "cloudflare"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "coreweave/fp8",
   "recommendation": {
    "order": [
     "coreweave/fp8",
     "ionstream",
     "parasail/fp8"
    ],
    "ignore": [
     "digitalocean",
     "gmicloud/fp8",
     "cloudflare"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "ionstream",
   "name": "Ionstream",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "ionstream"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 206790,
   "failures": 74,
   "invalid_tool_call_rate": 0.000358,
   "invalid_tool_call_rate_ci95": [
    0.000285,
    0.000449
   ],
   "tool_calls_per_day": 29541,
   "input_price_per_million": 0.37,
   "output_price_per_million": 2.93,
   "tokens_per_second": 50.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "ionstream",
     "tier": false,
     "name": "Ionstream",
     "quantization": null,
     "sample_size": 206790,
     "failures": 74,
     "invalid_tool_call_rate": 0.000358
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v4-pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://ionstream.ai",
    "status_page": null,
    "terms": "https://ionstream.ai/terms-and-conditions/",
    "privacy": "https://ionstream.ai/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/ionstream"
   }
  },
  {
   "id": "parasail/fp8",
   "name": "Parasail",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "parasail/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 30619,
   "failures": 65,
   "invalid_tool_call_rate": 0.002123,
   "invalid_tool_call_rate_ci95": [
    0.001666,
    0.002705
   ],
   "tool_calls_per_day": 4374,
   "input_price_per_million": 1.32,
   "output_price_per_million": 3.96,
   "tokens_per_second": 36.0,
   "uptime": 0.9957,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp8",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp8",
     "sample_size": 30619,
     "failures": 65,
     "invalid_tool_call_rate": 0.002123
    }
   ],
   "direct_api": {
    "model_id": "parasail-deepseek-v4-pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "atlas-cloud/fp8",
   "name": "AtlasCloud",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "atlas-cloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 20237,
   "failures": 60,
   "invalid_tool_call_rate": 0.002965,
   "invalid_tool_call_rate_ci95": [
    0.002304,
    0.003814
   ],
   "tool_calls_per_day": 2891,
   "input_price_per_million": 1.32,
   "output_price_per_million": 3.96,
   "tokens_per_second": 61.0,
   "uptime": 0.9994,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp8",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp8",
     "sample_size": 20237,
     "failures": 60,
     "invalid_tool_call_rate": 0.002965
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v4-pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "nebius/fp8",
   "name": "Nebius Token Factory",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "nebius/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 8204,
   "failures": 29,
   "invalid_tool_call_rate": 0.003535,
   "invalid_tool_call_rate_ci95": [
    0.002462,
    0.005072
   ],
   "tool_calls_per_day": 1172,
   "input_price_per_million": 1.32,
   "output_price_per_million": 3.96,
   "tokens_per_second": 121.0,
   "uptime": 0.9009,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "nebius/fp8",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "fp8",
     "sample_size": 8204,
     "failures": 29,
     "invalid_tool_call_rate": 0.003535
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 979000,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 352309,
   "failures": 1642,
   "invalid_tool_call_rate": 0.004661,
   "invalid_tool_call_rate_ci95": [
    0.004441,
    0.004891
   ],
   "tool_calls_per_day": 50330,
   "input_price_per_million": 0.99,
   "output_price_per_million": 2.97,
   "tokens_per_second": 52.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 352309,
     "failures": 1642,
     "invalid_tool_call_rate": 0.004661
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4-pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 493532,
   "failures": 2318,
   "invalid_tool_call_rate": 0.004697,
   "invalid_tool_call_rate_ci95": [
    0.00451,
    0.004891
   ],
   "tool_calls_per_day": 70505,
   "input_price_per_million": 1.32,
   "output_price_per_million": 3.96,
   "tokens_per_second": 46.5,
   "uptime": 0.9992,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 493532,
     "failures": 2318,
     "invalid_tool_call_rate": 0.004697
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 26006,
   "failures": 155,
   "invalid_tool_call_rate": 0.00596,
   "invalid_tool_call_rate_ci95": [
    0.005095,
    0.006971
   ],
   "tool_calls_per_day": 3715,
   "input_price_per_million": 1.3,
   "output_price_per_million": 2.6,
   "tokens_per_second": 83.0,
   "uptime": 0.997,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 26006,
     "failures": 155,
     "invalid_tool_call_rate": 0.00596
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "alibaba",
   "name": "Alibaba Cloud Int.",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "alibaba"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 225899,
   "failures": 1665,
   "invalid_tool_call_rate": 0.007371,
   "invalid_tool_call_rate_ci95": [
    0.007026,
    0.007732
   ],
   "tool_calls_per_day": 32271,
   "input_price_per_million": 0.5808,
   "output_price_per_million": 1.7424,
   "tokens_per_second": 50.0,
   "uptime": 0.9956,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "alibaba",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 212392,
     "failures": 1457,
     "invalid_tool_call_rate": 0.00686
    },
    {
     "tag": "alibaba/us-east-1",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 13507,
     "failures": 208,
     "invalid_tool_call_rate": 0.015399
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 15535,
   "failures": 116,
   "invalid_tool_call_rate": 0.007467,
   "invalid_tool_call_rate_ci95": [
    0.00623,
    0.008948
   ],
   "tool_calls_per_day": 2219,
   "input_price_per_million": 0.957,
   "output_price_per_million": 2.8776,
   "tokens_per_second": 63.0,
   "uptime": 0.9953,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 15535,
     "failures": 116,
     "invalid_tool_call_rate": 0.007467
    }
   ],
   "direct_api": {
    "model_id": "phala/deepseek-v4-pro-0813",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  },
  {
   "id": "wafer/mxfp4 + wafer/us",
   "name": "Wafer",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "wafer/mxfp4",
    "wafer/us"
   ],
   "variant": "mxfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 556496,
   "failures": 4571,
   "invalid_tool_call_rate": 0.008214,
   "invalid_tool_call_rate_ci95": [
    0.00798,
    0.008454
   ],
   "tool_calls_per_day": 79499,
   "input_price_per_million": 0.115,
   "output_price_per_million": 4.3,
   "tokens_per_second": 107.5,
   "uptime": 0.997,
   "quantizations": [
    "mxfp4"
   ],
   "endpoints": [
    {
     "tag": "wafer/mxfp4",
     "tier": false,
     "name": "Wafer",
     "quantization": "mxfp4",
     "sample_size": 553925,
     "failures": 4549,
     "invalid_tool_call_rate": 0.008212
    },
    {
     "tag": "wafer/us",
     "tier": false,
     "name": "Wafer",
     "quantization": "mxfp4",
     "sample_size": 2571,
     "failures": 22,
     "invalid_tool_call_rate": 0.008557
    }
   ],
   "direct_api": {
    "model_id": "DeepSeek-V4-Pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "relace/fp4",
   "name": "Relace",
   "rank": 11,
   "role": "neutral",
   "slugs": [
    "relace/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 229951,
   "failures": 2222,
   "invalid_tool_call_rate": 0.009663,
   "invalid_tool_call_rate_ci95": [
    0.009271,
    0.010071
   ],
   "tool_calls_per_day": 32850,
   "input_price_per_million": 0.1035,
   "output_price_per_million": 8.0,
   "tokens_per_second": 91.0,
   "uptime": 0.994,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "relace/fp4",
     "tier": false,
     "name": "Relace",
     "quantization": "fp4",
     "sample_size": 229951,
     "failures": 2222,
     "invalid_tool_call_rate": 0.009663
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "deepseek",
   "name": "DeepSeek",
   "rank": 12,
   "role": "neutral",
   "slugs": [
    "deepseek"
   ],
   "variant": null,
   "makers_api": true,
   "retains_prompts": true,
   "trains_on_prompts": true,
   "sample_size": 981499,
   "failures": 10270,
   "invalid_tool_call_rate": 0.010464,
   "invalid_tool_call_rate_ci95": [
    0.010264,
    0.010667
   ],
   "tool_calls_per_day": 140214,
   "input_price_per_million": 0.66,
   "output_price_per_million": 1.98,
   "tokens_per_second": 36.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "deepseek",
     "tier": false,
     "name": "DeepSeek",
     "quantization": null,
     "sample_size": 981499,
     "failures": 10270,
     "invalid_tool_call_rate": 0.010464
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://api-docs.deepseek.com/guides/function_calling",
    "website": "https://deepseek.com",
    "status_page": "https://status.deepseek.com/",
    "terms": "https://chat.deepseek.com/downloads/DeepSeek%20Terms%20of%20Use.html",
    "privacy": "https://chat.deepseek.com/downloads/DeepSeek%20Privacy%20Policy.html",
    "openrouter": "https://openrouter.ai/provider/deepseek"
   }
  },
  {
   "id": "sail-research/fp4 + sail-research/us",
   "name": "Sail Research",
   "rank": 13,
   "role": "neutral",
   "slugs": [
    "sail-research/fp4",
    "sail-research/us"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 658687,
   "failures": 7001,
   "invalid_tool_call_rate": 0.010629,
   "invalid_tool_call_rate_ci95": [
    0.010384,
    0.010879
   ],
   "tool_calls_per_day": 94098,
   "input_price_per_million": 0.675,
   "output_price_per_million": 1.2,
   "tokens_per_second": 68.75,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "sail-research/fp4",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 325295,
     "failures": 3335,
     "invalid_tool_call_rate": 0.010252
    },
    {
     "tag": "sail-research/us",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 333392,
     "failures": 3666,
     "invalid_tool_call_rate": 0.010996
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4-pro-0813",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.sailresearch.com/",
    "website": "https://www.sailresearch.com",
    "status_page": "https://status.sailresearch.com/",
    "terms": "https://www.sailresearch.com/terms",
    "privacy": "https://www.sailresearch.com/privacy",
    "openrouter": "https://openrouter.ai/provider/sail-research"
   }
  },
  {
   "id": "baidu/fp8",
   "name": "Baidu Qianfan",
   "rank": 14,
   "role": "neutral",
   "slugs": [
    "baidu/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 558977,
   "failures": 6561,
   "invalid_tool_call_rate": 0.011738,
   "invalid_tool_call_rate_ci95": [
    0.011459,
    0.012023
   ],
   "tool_calls_per_day": 79854,
   "input_price_per_million": 0.4488,
   "output_price_per_million": 1.3464,
   "tokens_per_second": 53.0,
   "uptime": 0.9997,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baidu/fp8",
     "tier": false,
     "name": "Baidu Qianfan",
     "quantization": "fp8",
     "sample_size": 558977,
     "failures": 6561,
     "invalid_tool_call_rate": 0.011738
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro-0813-intl",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  },
  {
   "id": "coreweave/fp8",
   "name": "CoreWeave",
   "rank": 15,
   "role": "neutral",
   "slugs": [
    "coreweave/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 477293,
   "failures": 6220,
   "invalid_tool_call_rate": 0.013032,
   "invalid_tool_call_rate_ci95": [
    0.012714,
    0.013358
   ],
   "tool_calls_per_day": 68185,
   "input_price_per_million": 1.31,
   "output_price_per_million": 3.96,
   "tokens_per_second": 151.0,
   "uptime": 0.9895,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "coreweave/fp8",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "fp8",
     "sample_size": 477293,
     "failures": 6220,
     "invalid_tool_call_rate": 0.013032
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "streamlake",
   "name": "StreamLake",
   "rank": 16,
   "role": "neutral",
   "slugs": [
    "streamlake"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 1695936,
   "failures": 27393,
   "invalid_tool_call_rate": 0.016152,
   "invalid_tool_call_rate_ci95": [
    0.015964,
    0.016343
   ],
   "tool_calls_per_day": 242277,
   "input_price_per_million": 0.66,
   "output_price_per_million": 1.98,
   "tokens_per_second": 46.0,
   "uptime": 0.9988,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "streamlake",
     "tier": false,
     "name": "StreamLake",
     "quantization": null,
     "sample_size": 1695936,
     "failures": 27393,
     "invalid_tool_call_rate": 0.016152
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1024000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  },
  {
   "id": "dekallm",
   "name": "DekaLLM",
   "rank": 17,
   "role": "neutral",
   "slugs": [
    "dekallm"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 68940,
   "failures": 1222,
   "invalid_tool_call_rate": 0.017726,
   "invalid_tool_call_rate_ci95": [
    0.016767,
    0.018738
   ],
   "tool_calls_per_day": 9849,
   "input_price_per_million": 1.08,
   "output_price_per_million": 3.8,
   "tokens_per_second": 79.0,
   "uptime": 0.9917,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "dekallm",
     "tier": false,
     "name": "DekaLLM",
     "quantization": null,
     "sample_size": 68940,
     "failures": 1222,
     "invalid_tool_call_rate": 0.017726
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4-pro-0813",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.cloudeka.id",
    "status_page": null,
    "terms": "https://docs.cloudeka.ai/service-portal-ai/end-user-license-agreement",
    "privacy": "https://www.cloudeka.id/id/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/dekallm"
   }
  },
  {
   "id": "together",
   "name": "Together",
   "rank": 18,
   "role": "neutral",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 291333,
   "failures": 6582,
   "invalid_tool_call_rate": 0.022593,
   "invalid_tool_call_rate_ci95": [
    0.022059,
    0.023139
   ],
   "tool_calls_per_day": 41619,
   "input_price_per_million": 1.32,
   "output_price_per_million": 3.96,
   "tokens_per_second": 141.0,
   "uptime": 0.9954,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 291333,
     "failures": 6582,
     "invalid_tool_call_rate": 0.022593
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 19,
   "role": "ignored",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 9646,
   "failures": 367,
   "invalid_tool_call_rate": 0.038047,
   "invalid_tool_call_rate_ci95": [
    0.034409,
    0.042052
   ],
   "tool_calls_per_day": 1378,
   "input_price_per_million": 1.32,
   "output_price_per_million": 3.96,
   "tokens_per_second": 43.0,
   "uptime": 0.9859,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 9646,
     "failures": 367,
     "invalid_tool_call_rate": 0.038047
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "rank": 20,
   "role": "ignored",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 24189,
   "failures": 1018,
   "invalid_tool_call_rate": 0.042085,
   "invalid_tool_call_rate_ci95": [
    0.039627,
    0.044689
   ],
   "tool_calls_per_day": 3456,
   "input_price_per_million": 1.056,
   "output_price_per_million": 3.168,
   "tokens_per_second": 60.0,
   "uptime": 0.9992,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 24189,
     "failures": 1018,
     "invalid_tool_call_rate": 0.042085
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048575,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  },
  {
   "id": "cloudflare",
   "name": "Cloudflare",
   "rank": 21,
   "role": "ignored",
   "slugs": [
    "cloudflare"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 16682,
   "failures": 1323,
   "invalid_tool_call_rate": 0.079307,
   "invalid_tool_call_rate_ci95": [
    0.075303,
    0.083505
   ],
   "tool_calls_per_day": 2383,
   "input_price_per_million": 1.32,
   "output_price_per_million": 3.96,
   "tokens_per_second": 44.0,
   "uptime": 0.9959,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cloudflare",
     "tier": false,
     "name": "Cloudflare",
     "quantization": null,
     "sample_size": 16682,
     "failures": 1323,
     "invalid_tool_call_rate": 0.079307
    }
   ],
   "direct_api": {
    "model_id": "@cf/deepseek-ai/deepseek-v4-pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://developers.cloudflare.com/workers-ai/features/function-calling/",
    "website": "https://cloudflare.com",
    "status_page": "https://www.cloudflarestatus.com/",
    "terms": "https://www.cloudflare.com/service-specific-terms-developer-platform/#developer-platform-terms",
    "privacy": "https://developers.cloudflare.com/workers-ai/privacy",
    "openrouter": "https://openrouter.ai/provider/cloudflare"
   }
  }
 ],
 "others": [
  {
   "id": "baseten/fp4",
   "name": "Baseten",
   "role": "neutral",
   "slugs": [
    "baseten/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 5007,
   "failures": 41,
   "invalid_tool_call_rate": 0.008189,
   "invalid_tool_call_rate_ci95": [
    0.006042,
    0.011089
   ],
   "tool_calls_per_day": 715,
   "input_price_per_million": 1.32,
   "output_price_per_million": 3.96,
   "tokens_per_second": 56.0,
   "uptime": 0.9576,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "baseten/fp4",
     "tier": false,
     "name": "Baseten",
     "quantization": "fp4",
     "sample_size": 5007,
     "failures": 41,
     "invalid_tool_call_rate": 0.008189
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "venice",
   "name": "Venice",
   "role": "neutral",
   "slugs": [
    "venice"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3259,
   "failures": 43,
   "invalid_tool_call_rate": 0.013194,
   "invalid_tool_call_rate_ci95": [
    0.00981,
    0.017724
   ],
   "tool_calls_per_day": 466,
   "input_price_per_million": 1.65,
   "output_price_per_million": 4.95,
   "tokens_per_second": 81.0,
   "uptime": 0.9878,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "venice",
     "tier": false,
     "name": "Venice",
     "quantization": null,
     "sample_size": 3259,
     "failures": 43,
     "invalid_tool_call_rate": 0.013194
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-pro-0813",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "together",
    "ionstream",
    "cloudflare"
   ],
   "ignore": [
    "digitalocean",
    "atlas-cloud/fp8",
    "venice",
    "coreweave/fp8",
    "alibaba"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.018468,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "together",
    "name": "Together",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 61548,
    "failures": 325,
    "structured_output_error_rate": 0.00528,
    "structured_output_error_rate_ci95": [
     0.004738,
     0.005885
    ],
    "structured_outputs_per_day": 8793,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 61548,
      "failures": 325,
      "structured_output_error_rate": 0.00528
     }
    ]
   },
   {
    "id": "ionstream",
    "name": "Ionstream",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "ionstream"
    ],
    "variant": null,
    "sample_size": 142159,
    "failures": 793,
    "structured_output_error_rate": 0.005578,
    "structured_output_error_rate_ci95": [
     0.005204,
     0.005979
    ],
    "structured_outputs_per_day": 20308,
    "endpoints": [
     {
      "tag": "ionstream",
      "tier": false,
      "sample_size": 142159,
      "failures": 793,
      "structured_output_error_rate": 0.005578
     }
    ]
   },
   {
    "id": "cloudflare",
    "name": "Cloudflare",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "cloudflare"
    ],
    "variant": null,
    "sample_size": 38696,
    "failures": 402,
    "structured_output_error_rate": 0.010389,
    "structured_output_error_rate_ci95": [
     0.009426,
     0.011449
    ],
    "structured_outputs_per_day": 5528,
    "endpoints": [
     {
      "tag": "cloudflare",
      "tier": false,
      "sample_size": 38696,
      "failures": 402,
      "structured_output_error_rate": 0.010389
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 106303,
    "failures": 1139,
    "structured_output_error_rate": 0.010715,
    "structured_output_error_rate_ci95": [
     0.010113,
     0.011351
    ],
    "structured_outputs_per_day": 15186,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 106303,
      "failures": 1139,
      "structured_output_error_rate": 0.010715
     }
    ]
   },
   {
    "id": "dekallm",
    "name": "DekaLLM",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "dekallm"
    ],
    "variant": null,
    "sample_size": 28183,
    "failures": 430,
    "structured_output_error_rate": 0.015257,
    "structured_output_error_rate_ci95": [
     0.013891,
     0.016756
    ],
    "structured_outputs_per_day": 4026,
    "endpoints": [
     {
      "tag": "dekallm",
      "tier": false,
      "sample_size": 28183,
      "failures": 430,
      "structured_output_error_rate": 0.015257
     }
    ]
   },
   {
    "id": "baidu/fp8",
    "name": "Baidu Qianfan",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "baidu/fp8"
    ],
    "variant": "fp8",
    "sample_size": 297549,
    "failures": 5467,
    "structured_output_error_rate": 0.018373,
    "structured_output_error_rate_ci95": [
     0.017897,
     0.018862
    ],
    "structured_outputs_per_day": 42507,
    "endpoints": [
     {
      "tag": "baidu/fp8",
      "tier": false,
      "sample_size": 297549,
      "failures": 5467,
      "structured_output_error_rate": 0.018373
     }
    ]
   },
   {
    "id": "wafer/mxfp4 + wafer/us",
    "name": "Wafer",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "wafer/mxfp4",
     "wafer/us"
    ],
    "variant": "mxfp4",
    "sample_size": 322554,
    "failures": 5957,
    "structured_output_error_rate": 0.018468,
    "structured_output_error_rate_ci95": [
     0.018009,
     0.018939
    ],
    "structured_outputs_per_day": 46079,
    "endpoints": [
     {
      "tag": "wafer/mxfp4",
      "tier": false,
      "sample_size": 319097,
      "failures": 5813,
      "structured_output_error_rate": 0.018217
     },
     {
      "tag": "wafer/us",
      "tier": false,
      "sample_size": 3457,
      "failures": 144,
      "structured_output_error_rate": 0.041655
     }
    ]
   },
   {
    "id": "sail-research/fp4 + sail-research/us",
    "name": "Sail Research",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "sail-research/fp4",
     "sail-research/us"
    ],
    "variant": "fp4",
    "sample_size": 398885,
    "failures": 7627,
    "structured_output_error_rate": 0.019121,
    "structured_output_error_rate_ci95": [
     0.0187,
     0.01955
    ],
    "structured_outputs_per_day": 56984,
    "endpoints": [
     {
      "tag": "sail-research/fp4",
      "tier": false,
      "sample_size": 187728,
      "failures": 2388,
      "structured_output_error_rate": 0.012721
     },
     {
      "tag": "sail-research/us",
      "tier": false,
      "sample_size": 211157,
      "failures": 5239,
      "structured_output_error_rate": 0.024811
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 17022,
    "failures": 357,
    "structured_output_error_rate": 0.020973,
    "structured_output_error_rate_ci95": [
     0.018926,
     0.023236
    ],
    "structured_outputs_per_day": 2432,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 17022,
      "failures": 357,
      "structured_output_error_rate": 0.020973
     }
    ]
   },
   {
    "id": "atlas-cloud/fp8",
    "name": "AtlasCloud",
    "rank": 10,
    "role": "ignored",
    "slugs": [
     "atlas-cloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 18647,
    "failures": 736,
    "structured_output_error_rate": 0.03947,
    "structured_output_error_rate_ci95": [
     0.036769,
     0.042361
    ],
    "structured_outputs_per_day": 2664,
    "endpoints": [
     {
      "tag": "atlas-cloud/fp8",
      "tier": false,
      "sample_size": 18647,
      "failures": 736,
      "structured_output_error_rate": 0.03947
     }
    ]
   },
   {
    "id": "coreweave/fp8",
    "name": "CoreWeave",
    "rank": 11,
    "role": "ignored",
    "slugs": [
     "coreweave/fp8"
    ],
    "variant": "fp8",
    "sample_size": 118300,
    "failures": 6191,
    "structured_output_error_rate": 0.052333,
    "structured_output_error_rate_ci95": [
     0.051078,
     0.053617
    ],
    "structured_outputs_per_day": 16900,
    "endpoints": [
     {
      "tag": "coreweave/fp8",
      "tier": false,
      "sample_size": 118300,
      "failures": 6191,
      "structured_output_error_rate": 0.052333
     }
    ]
   },
   {
    "id": "alibaba",
    "name": "Alibaba Cloud Int.",
    "rank": 12,
    "role": "ignored",
    "slugs": [
     "alibaba"
    ],
    "variant": null,
    "sample_size": 59339,
    "failures": 3317,
    "structured_output_error_rate": 0.055899,
    "structured_output_error_rate_ci95": [
     0.054079,
     0.057776
    ],
    "structured_outputs_per_day": 8477,
    "endpoints": [
     {
      "tag": "alibaba",
      "tier": false,
      "sample_size": 43505,
      "failures": 2378,
      "structured_output_error_rate": 0.05466
     },
     {
      "tag": "alibaba/us-east-1",
      "tier": false,
      "sample_size": 15834,
      "failures": 939,
      "structured_output_error_rate": 0.059303
     }
    ]
   }
  ],
  "others": [
   {
    "id": "nebius/fp8",
    "name": "Nebius Token Factory",
    "role": "neutral",
    "slugs": [
     "nebius/fp8"
    ],
    "variant": "fp8",
    "sample_size": 6532,
    "failures": 29,
    "structured_output_error_rate": 0.00444,
    "structured_output_error_rate_ci95": [
     0.003093,
     0.006369
    ],
    "structured_outputs_per_day": 933,
    "endpoints": [
     {
      "tag": "nebius/fp8",
      "tier": false,
      "sample_size": 6532,
      "failures": 29,
      "structured_output_error_rate": 0.00444
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "role": "ignored",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 6988,
    "failures": 222,
    "structured_output_error_rate": 0.031769,
    "structured_output_error_rate_ci95": [
     0.027907,
     0.036145
    ],
    "structured_outputs_per_day": 998,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 6988,
      "failures": 222,
      "structured_output_error_rate": 0.031769
     }
    ]
   },
   {
    "id": "venice",
    "name": "Venice",
    "role": "ignored",
    "slugs": [
     "venice"
    ],
    "variant": null,
    "sample_size": 2941,
    "failures": 141,
    "structured_output_error_rate": 0.047943,
    "structured_output_error_rate_ci95": [
     0.040794,
     0.056272
    ],
    "structured_outputs_per_day": 420,
    "endpoints": [
     {
      "tag": "venice",
      "tier": false,
      "sample_size": 2941,
      "failures": 141,
      "structured_output_error_rate": 0.047943
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}