{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "qwen/qwen3.8-27b",
  "permaslug": "qwen/qwen3.8-27b-20260814",
  "name": "Qwen3.8 27B",
  "maker": "Qwen",
  "file": "models/qwen3.8-27b.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "darkbloom/fp4",
   "venice/fp8",
   "modelrun/fp4"
  ],
  "ignore": [
   "novita",
   "cerebras/fp16"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.009962,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "darkbloom/fp4",
   "recommendation": {
    "order": [
     "darkbloom/fp4",
     "venice/fp8",
     "modelrun/fp4"
    ],
    "ignore": [
     "novita",
     "cerebras/fp16"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "chutes/fp8",
   "recommendation": {
    "order": [
     "chutes/fp8",
     "darkbloom/fp4",
     "venice/fp8"
    ],
    "ignore": [
     "novita",
     "cerebras/fp16"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "modelrun/fp4",
   "recommendation": {
    "order": [
     "modelrun/fp4",
     "darkbloom/fp4",
     "venice/fp8"
    ],
    "ignore": [
     "novita",
     "cerebras/fp16"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "reka/fp8",
   "recommendation": {
    "order": [
     "reka/fp8",
     "darkbloom/fp4",
     "venice/fp8"
    ],
    "ignore": [
     "novita",
     "cerebras/fp16"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "darkbloom/fp4",
   "name": "Darkbloom",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "darkbloom/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 27142,
   "failures": 20,
   "invalid_tool_call_rate": 0.000737,
   "invalid_tool_call_rate_ci95": [
    0.000477,
    0.001138
   ],
   "tool_calls_per_day": 3877,
   "input_price_per_million": 0.035,
   "output_price_per_million": 2.2,
   "tokens_per_second": 43.0,
   "uptime": 0.9892,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "darkbloom/fp4",
     "tier": false,
     "name": "Darkbloom",
     "quantization": "fp4",
     "sample_size": 27142,
     "failures": 20,
     "invalid_tool_call_rate": 0.000737
    }
   ],
   "direct_api": {
    "model_id": "EigenLabs/Qwen3.8-27B-4bit-mtp",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.darkbloom.dev/introduction",
    "website": "https://www.darkbloom.dev",
    "status_page": null,
    "terms": "https://www.darkbloom.dev/terms.html",
    "privacy": "https://www.darkbloom.dev/privacy.html",
    "openrouter": "https://openrouter.ai/provider/darkbloom"
   }
  },
  {
   "id": "venice/fp8",
   "name": "Venice",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "venice/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 301590,
   "failures": 780,
   "invalid_tool_call_rate": 0.002586,
   "invalid_tool_call_rate_ci95": [
    0.002411,
    0.002774
   ],
   "tool_calls_per_day": 43084,
   "input_price_per_million": 0.45,
   "output_price_per_million": 3.2,
   "tokens_per_second": 100.0,
   "uptime": 0.9998,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "venice/fp8",
     "tier": false,
     "name": "Venice",
     "quantization": "fp8",
     "sample_size": 301590,
     "failures": 780,
     "invalid_tool_call_rate": 0.002586
    }
   ],
   "direct_api": {
    "model_id": "qwen-3-8-27b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "modelrun/fp4",
   "name": "ModelRun [by Modular]",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "modelrun/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 810892,
   "failures": 2269,
   "invalid_tool_call_rate": 0.002798,
   "invalid_tool_call_rate_ci95": [
    0.002686,
    0.002916
   ],
   "tool_calls_per_day": 115842,
   "input_price_per_million": 0.2,
   "output_price_per_million": 2.5,
   "tokens_per_second": 139.0,
   "uptime": 0.9962,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "modelrun/fp4",
     "tier": false,
     "name": "ModelRun [by Modular]",
     "quantization": "fp4",
     "sample_size": 810892,
     "failures": 2269,
     "invalid_tool_call_rate": 0.002798
    }
   ],
   "direct_api": {
    "model_id": "qwen/qwen3.8-27b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.modular.com/",
    "website": "https://www.modular.com",
    "status_page": null,
    "terms": "https://www.modular.com/legal/terms",
    "privacy": "https://www.modular.com/legal/privacy",
    "openrouter": "https://openrouter.ai/provider/modelrun"
   }
  },
  {
   "id": "coreweave/fp8",
   "name": "CoreWeave",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "coreweave/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 658013,
   "failures": 1891,
   "invalid_tool_call_rate": 0.002874,
   "invalid_tool_call_rate_ci95": [
    0.002747,
    0.003006
   ],
   "tool_calls_per_day": 94002,
   "input_price_per_million": 0.4,
   "output_price_per_million": 3.0,
   "tokens_per_second": 46.0,
   "uptime": 0.9987,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "coreweave/fp8",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "fp8",
     "sample_size": 658013,
     "failures": 1891,
     "invalid_tool_call_rate": 0.002874
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.8-27B",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "dekallm",
   "name": "DekaLLM",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "dekallm"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 490911,
   "failures": 1949,
   "invalid_tool_call_rate": 0.00397,
   "invalid_tool_call_rate_ci95": [
    0.003798,
    0.00415
   ],
   "tool_calls_per_day": 70130,
   "input_price_per_million": 0.04,
   "output_price_per_million": 2.5,
   "tokens_per_second": 71.0,
   "uptime": 0.9986,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "dekallm",
     "tier": false,
     "name": "DekaLLM",
     "quantization": null,
     "sample_size": 490911,
     "failures": 1949,
     "invalid_tool_call_rate": 0.00397
    }
   ],
   "direct_api": {
    "model_id": "qwen/qwen3.8-27b",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.cloudeka.id",
    "status_page": null,
    "terms": "https://docs.cloudeka.ai/service-portal-ai/end-user-license-agreement",
    "privacy": "https://www.cloudeka.id/id/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/dekallm"
   }
  },
  {
   "id": "cloudflare",
   "name": "Cloudflare",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "cloudflare"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 9994,
   "failures": 40,
   "invalid_tool_call_rate": 0.004002,
   "invalid_tool_call_rate_ci95": [
    0.002941,
    0.005445
   ],
   "tool_calls_per_day": 1428,
   "input_price_per_million": 0.45,
   "output_price_per_million": 3.2,
   "tokens_per_second": 42.0,
   "uptime": 0.9965,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cloudflare",
     "tier": false,
     "name": "Cloudflare",
     "quantization": null,
     "sample_size": 9994,
     "failures": 40,
     "invalid_tool_call_rate": 0.004002
    }
   ],
   "direct_api": {
    "model_id": "@cf/qwen/qwen3.8-27b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://developers.cloudflare.com/workers-ai/features/function-calling/",
    "website": "https://cloudflare.com",
    "status_page": "https://www.cloudflarestatus.com/",
    "terms": "https://www.cloudflare.com/service-specific-terms-developer-platform/#developer-platform-terms",
    "privacy": "https://developers.cloudflare.com/workers-ai/privacy",
    "openrouter": "https://openrouter.ai/provider/cloudflare"
   }
  },
  {
   "id": "reka/fp8",
   "name": "Reka AI",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "reka/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 192870,
   "failures": 1190,
   "invalid_tool_call_rate": 0.00617,
   "invalid_tool_call_rate_ci95": [
    0.00583,
    0.006529
   ],
   "tool_calls_per_day": 27553,
   "input_price_per_million": 0.04,
   "output_price_per_million": 2.2,
   "tokens_per_second": 45.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "reka/fp8",
     "tier": false,
     "name": "Reka AI",
     "quantization": "fp8",
     "sample_size": 192870,
     "failures": 1190,
     "invalid_tool_call_rate": 0.00617
    }
   ],
   "direct_api": {
    "model_id": "qwen3.8-27b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.reka.ai/overview",
    "website": "https://reka.ai",
    "status_page": null,
    "terms": "https://reka.ai/legal/terms-of-use",
    "privacy": "https://reka.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/reka"
   }
  },
  {
   "id": "deepinfra/bf16",
   "name": "DeepInfra",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "deepinfra/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 901787,
   "failures": 5917,
   "invalid_tool_call_rate": 0.006561,
   "invalid_tool_call_rate_ci95": [
    0.006397,
    0.00673
   ],
   "tool_calls_per_day": 128827,
   "input_price_per_million": 0.15,
   "output_price_per_million": 1.875,
   "tokens_per_second": 41.0,
   "uptime": 0.996,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/bf16",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "bf16",
     "sample_size": 901787,
     "failures": 5917,
     "invalid_tool_call_rate": 0.006561
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.8-27B",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 328385,
   "failures": 2825,
   "invalid_tool_call_rate": 0.008603,
   "invalid_tool_call_rate_ci95": [
    0.008293,
    0.008924
   ],
   "tool_calls_per_day": 46912,
   "input_price_per_million": 0.2,
   "output_price_per_million": 2.5,
   "tokens_per_second": 67.0,
   "uptime": 0.9914,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 328385,
     "failures": 2825,
     "invalid_tool_call_rate": 0.008603
    }
   ],
   "direct_api": {
    "model_id": "phala/qwen3.8-27b",
    "dedicated_endpoint": true,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  },
  {
   "id": "mancer/fp8",
   "name": "Mancer",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "mancer/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10680,
   "failures": 99,
   "invalid_tool_call_rate": 0.00927,
   "invalid_tool_call_rate_ci95": [
    0.00762,
    0.011272
   ],
   "tool_calls_per_day": 1526,
   "input_price_per_million": 0.18,
   "output_price_per_million": 2.5,
   "tokens_per_second": 56.0,
   "uptime": 0.9542,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "mancer/fp8",
     "tier": false,
     "name": "Mancer",
     "quantization": "fp8",
     "sample_size": 10680,
     "failures": 99,
     "invalid_tool_call_rate": 0.00927
    }
   ],
   "direct_api": {
    "model_id": "qwen38-27b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://mancer.tech/docs-api/",
    "website": "https://mancer.tech",
    "status_page": null,
    "terms": "https://mancer.tech/terms",
    "privacy": "https://mancer.tech/privacy",
    "openrouter": "https://openrouter.ai/provider/mancer"
   }
  },
  {
   "id": "chutes/fp8",
   "name": "Chutes",
   "rank": 11,
   "role": "neutral",
   "slugs": [
    "chutes/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 1712814,
   "failures": 17063,
   "invalid_tool_call_rate": 0.009962,
   "invalid_tool_call_rate_ci95": [
    0.009814,
    0.010112
   ],
   "tool_calls_per_day": 244688,
   "input_price_per_million": 0.039,
   "output_price_per_million": 1.25,
   "tokens_per_second": 28.0,
   "uptime": 0.9988,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "chutes/fp8",
     "tier": false,
     "name": "Chutes",
     "quantization": "fp8",
     "sample_size": 1712814,
     "failures": 17063,
     "invalid_tool_call_rate": 0.009962
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.8-27B-TEE",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://chutes.ai/docs",
    "website": "https://chutes.ai",
    "status_page": null,
    "terms": "https://chutes.ai/tos",
    "privacy": "https://chutes.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/chutes"
   }
  },
  {
   "id": "akashml/fp8",
   "name": "AkashML",
   "rank": 12,
   "role": "neutral",
   "slugs": [
    "akashml/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 64695,
   "failures": 645,
   "invalid_tool_call_rate": 0.00997,
   "invalid_tool_call_rate_ci95": [
    0.009233,
    0.010765
   ],
   "tool_calls_per_day": 9242,
   "input_price_per_million": 0.225,
   "output_price_per_million": 1.98,
   "tokens_per_second": 43.0,
   "uptime": 0.9909,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "akashml/fp8",
     "tier": false,
     "name": "AkashML",
     "quantization": "fp8",
     "sample_size": 64695,
     "failures": 645,
     "invalid_tool_call_rate": 0.00997
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.8-27B",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://akashml.com/docs/getting-started",
    "website": "https://akashml.com",
    "status_page": null,
    "terms": "https://akashml.com/terms",
    "privacy": "https://akashml.com/privacy",
    "openrouter": "https://openrouter.ai/provider/akashml"
   }
  },
  {
   "id": "near-ai/fp8",
   "name": "NEAR AI",
   "rank": 13,
   "role": "neutral",
   "slugs": [
    "near-ai/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 781969,
   "failures": 7832,
   "invalid_tool_call_rate": 0.010016,
   "invalid_tool_call_rate_ci95": [
    0.009797,
    0.010239
   ],
   "tool_calls_per_day": 111710,
   "input_price_per_million": 0.04,
   "output_price_per_million": 1.35,
   "tokens_per_second": 24.0,
   "uptime": 0.9984,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "near-ai/fp8",
     "tier": false,
     "name": "NEAR AI",
     "quantization": "fp8",
     "sample_size": 781969,
     "failures": 7832,
     "invalid_tool_call_rate": 0.010016
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.8-27B",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.near.ai/",
    "website": "https://near.ai",
    "status_page": null,
    "terms": "https://near.ai/terms-of-service",
    "privacy": "https://near.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/near-ai"
   }
  },
  {
   "id": "parasail/fp8",
   "name": "Parasail",
   "rank": 14,
   "role": "neutral",
   "slugs": [
    "parasail/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 210228,
   "failures": 2150,
   "invalid_tool_call_rate": 0.010227,
   "invalid_tool_call_rate_ci95": [
    0.009806,
    0.010666
   ],
   "tool_calls_per_day": 30033,
   "input_price_per_million": 0.24,
   "output_price_per_million": 2.2,
   "tokens_per_second": 88.0,
   "uptime": 0.9986,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp8",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp8",
     "sample_size": 210228,
     "failures": 2150,
     "invalid_tool_call_rate": 0.010227
    }
   ],
   "direct_api": {
    "model_id": "parasail-qwen38-27b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "wafer/fp8",
   "name": "Wafer",
   "rank": 15,
   "role": "neutral",
   "slugs": [
    "wafer/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 431366,
   "failures": 4585,
   "invalid_tool_call_rate": 0.010629,
   "invalid_tool_call_rate_ci95": [
    0.010327,
    0.010939
   ],
   "tool_calls_per_day": 61624,
   "input_price_per_million": 0.06,
   "output_price_per_million": 2.3,
   "tokens_per_second": 63.0,
   "uptime": 0.9976,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "wafer/fp8",
     "tier": false,
     "name": "Wafer",
     "quantization": "fp8",
     "sample_size": 431366,
     "failures": 4585,
     "invalid_tool_call_rate": 0.010629
    }
   ],
   "direct_api": {
    "model_id": "Qwen3.8-27B",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "tenstorrent/fp4",
   "name": "Tenstorrent",
   "rank": 16,
   "role": "neutral",
   "slugs": [
    "tenstorrent/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 103938,
   "failures": 1237,
   "invalid_tool_call_rate": 0.011901,
   "invalid_tool_call_rate_ci95": [
    0.01126,
    0.012579
   ],
   "tool_calls_per_day": 14848,
   "input_price_per_million": 0.15,
   "output_price_per_million": 1.5,
   "tokens_per_second": 62.0,
   "uptime": 0.9398,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "tenstorrent/fp4",
     "tier": false,
     "name": "Tenstorrent",
     "quantization": "fp4",
     "sample_size": 103938,
     "failures": 1237,
     "invalid_tool_call_rate": 0.011901
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.8-27B",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.tenstorrent.com/",
    "website": "https://tenstorrent.com",
    "status_page": "https://status.tenstorrent.com/",
    "terms": "https://console.tenstorrent.com/terms",
    "privacy": "https://tenstorrent.com/privacy",
    "openrouter": "https://openrouter.ai/provider/tenstorrent"
   }
  },
  {
   "id": "modal",
   "name": "Modal",
   "rank": 17,
   "role": "neutral",
   "slugs": [
    "modal"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 871451,
   "failures": 12027,
   "invalid_tool_call_rate": 0.013801,
   "invalid_tool_call_rate_ci95": [
    0.013558,
    0.014048
   ],
   "tool_calls_per_day": 124493,
   "input_price_per_million": 0.04,
   "output_price_per_million": 2.3,
   "tokens_per_second": 124.0,
   "uptime": 0.9999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "modal",
     "tier": false,
     "name": "Modal",
     "quantization": null,
     "sample_size": 871451,
     "failures": 12027,
     "invalid_tool_call_rate": 0.013801
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://modal.com/docs",
    "website": "https://modal.com",
    "status_page": "https://status.modal.com/",
    "terms": "https://modal.com/legal/terms",
    "privacy": "https://modal.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/modal"
   }
  },
  {
   "id": "ionstream/fp8",
   "name": "Ionstream",
   "rank": 18,
   "role": "neutral",
   "slugs": [
    "ionstream/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 102182,
   "failures": 1523,
   "invalid_tool_call_rate": 0.014905,
   "invalid_tool_call_rate_ci95": [
    0.01418,
    0.015666
   ],
   "tool_calls_per_day": 14597,
   "input_price_per_million": 0.04,
   "output_price_per_million": 1.95,
   "tokens_per_second": 43.0,
   "uptime": 0.9893,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "ionstream/fp8",
     "tier": false,
     "name": "Ionstream",
     "quantization": "fp8",
     "sample_size": 102182,
     "failures": 1523,
     "invalid_tool_call_rate": 0.014905
    }
   ],
   "direct_api": {
    "model_id": "qwen/qwen3.8-27b-fp8",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": null,
    "website": "https://ionstream.ai",
    "status_page": null,
    "terms": "https://ionstream.ai/terms-and-conditions/",
    "privacy": "https://ionstream.ai/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/ionstream"
   }
  },
  {
   "id": "alibaba",
   "name": "Alibaba Cloud Int.",
   "rank": 19,
   "role": "neutral",
   "slugs": [
    "alibaba"
   ],
   "variant": null,
   "makers_api": true,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 590528,
   "failures": 14388,
   "invalid_tool_call_rate": 0.024365,
   "invalid_tool_call_rate_ci95": [
    0.023974,
    0.024761
   ],
   "tool_calls_per_day": 84361,
   "input_price_per_million": 0.425,
   "output_price_per_million": 2.55,
   "tokens_per_second": 43.0,
   "uptime": 0.9746,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "alibaba",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 590528,
     "failures": 14388,
     "invalid_tool_call_rate": 0.024365
    }
   ],
   "direct_api": {
    "model_id": "qwen3.8-27b",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "novita",
   "name": "NovitaAI",
   "rank": 20,
   "role": "ignored",
   "slugs": [
    "novita"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 95829,
   "failures": 4228,
   "invalid_tool_call_rate": 0.04412,
   "invalid_tool_call_rate_ci95": [
    0.042838,
    0.045439
   ],
   "tool_calls_per_day": 13690,
   "input_price_per_million": 0.42,
   "output_price_per_million": 3.0,
   "tokens_per_second": 41.0,
   "uptime": 0.9972,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "novita",
     "tier": false,
     "name": "NovitaAI",
     "quantization": null,
     "sample_size": 95829,
     "failures": 4228,
     "invalid_tool_call_rate": 0.04412
    }
   ],
   "direct_api": {
    "model_id": "qwen/qwen3.8-27b",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "cerebras/fp16",
   "name": "Cerebras",
   "rank": 21,
   "role": "ignored",
   "slugs": [
    "cerebras/fp16"
   ],
   "variant": "fp16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 120184,
   "failures": 16806,
   "invalid_tool_call_rate": 0.139836,
   "invalid_tool_call_rate_ci95": [
    0.137886,
    0.141808
   ],
   "tool_calls_per_day": 17169,
   "input_price_per_million": 0.99,
   "output_price_per_million": 1.49,
   "tokens_per_second": 494.0,
   "uptime": 0.9982,
   "quantizations": [
    "fp16"
   ],
   "endpoints": [
    {
     "tag": "cerebras/fp16",
     "tier": false,
     "name": "Cerebras",
     "quantization": "fp16",
     "sample_size": 120184,
     "failures": 16806,
     "invalid_tool_call_rate": 0.139836
    }
   ],
   "direct_api": {
    "model_id": "qwen-3.8-27b",
    "dedicated_endpoint": false,
    "context_tokens": 65536,
    "tool_choice": true,
    "docs": "https://inference-docs.cerebras.ai/capabilities/tool-use",
    "website": "https://www.cerebras.ai",
    "status_page": "https://status.cerebras.ai/",
    "terms": "https://www.cerebras.ai/terms-of-service",
    "privacy": "https://www.cerebras.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/cerebras"
   }
  }
 ],
 "others": [],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "near-ai/fp8",
    "akashml/fp8",
    "modelrun/fp4"
   ],
   "ignore": [
    "wafer/fp8",
    "cloudflare",
    "modal",
    "reka/fp8"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.018573,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "near-ai/fp8",
    "name": "NEAR AI",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "near-ai/fp8"
    ],
    "variant": "fp8",
    "sample_size": 2863834,
    "failures": 10495,
    "structured_output_error_rate": 0.003665,
    "structured_output_error_rate_ci95": [
     0.003595,
     0.003735
    ],
    "structured_outputs_per_day": 409119,
    "endpoints": [
     {
      "tag": "near-ai/fp8",
      "tier": false,
      "sample_size": 2863834,
      "failures": 10495,
      "structured_output_error_rate": 0.003665
     }
    ]
   },
   {
    "id": "akashml/fp8",
    "name": "AkashML",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "akashml/fp8"
    ],
    "variant": "fp8",
    "sample_size": 423551,
    "failures": 2349,
    "structured_output_error_rate": 0.005546,
    "structured_output_error_rate_ci95": [
     0.005327,
     0.005774
    ],
    "structured_outputs_per_day": 60507,
    "endpoints": [
     {
      "tag": "akashml/fp8",
      "tier": false,
      "sample_size": 423551,
      "failures": 2349,
      "structured_output_error_rate": 0.005546
     }
    ]
   },
   {
    "id": "modelrun/fp4",
    "name": "ModelRun [by Modular]",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "modelrun/fp4"
    ],
    "variant": "fp4",
    "sample_size": 807280,
    "failures": 6644,
    "structured_output_error_rate": 0.00823,
    "structured_output_error_rate_ci95": [
     0.008035,
     0.00843
    ],
    "structured_outputs_per_day": 115326,
    "endpoints": [
     {
      "tag": "modelrun/fp4",
      "tier": false,
      "sample_size": 807280,
      "failures": 6644,
      "structured_output_error_rate": 0.00823
     }
    ]
   },
   {
    "id": "deepinfra/bf16",
    "name": "DeepInfra",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "deepinfra/bf16"
    ],
    "variant": "bf16",
    "sample_size": 761182,
    "failures": 6468,
    "structured_output_error_rate": 0.008497,
    "structured_output_error_rate_ci95": [
     0.008294,
     0.008706
    ],
    "structured_outputs_per_day": 108740,
    "endpoints": [
     {
      "tag": "deepinfra/bf16",
      "tier": false,
      "sample_size": 761182,
      "failures": 6468,
      "structured_output_error_rate": 0.008497
     }
    ]
   },
   {
    "id": "phala",
    "name": "Phala",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "phala"
    ],
    "variant": null,
    "sample_size": 80715,
    "failures": 849,
    "structured_output_error_rate": 0.010518,
    "structured_output_error_rate_ci95": [
     0.009838,
     0.011246
    ],
    "structured_outputs_per_day": 11531,
    "endpoints": [
     {
      "tag": "phala",
      "tier": false,
      "sample_size": 80715,
      "failures": 849,
      "structured_output_error_rate": 0.010518
     }
    ]
   },
   {
    "id": "chutes/fp8",
    "name": "Chutes",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "chutes/fp8"
    ],
    "variant": "fp8",
    "sample_size": 309123,
    "failures": 3475,
    "structured_output_error_rate": 0.011241,
    "structured_output_error_rate_ci95": [
     0.010876,
     0.011619
    ],
    "structured_outputs_per_day": 44160,
    "endpoints": [
     {
      "tag": "chutes/fp8",
      "tier": false,
      "sample_size": 309123,
      "failures": 3475,
      "structured_output_error_rate": 0.011241
     }
    ]
   },
   {
    "id": "venice/fp8",
    "name": "Venice",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "venice/fp8"
    ],
    "variant": "fp8",
    "sample_size": 30562,
    "failures": 442,
    "structured_output_error_rate": 0.014462,
    "structured_output_error_rate_ci95": [
     0.013184,
     0.015863
    ],
    "structured_outputs_per_day": 4366,
    "endpoints": [
     {
      "tag": "venice/fp8",
      "tier": false,
      "sample_size": 30562,
      "failures": 442,
      "structured_output_error_rate": 0.014462
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 195897,
    "failures": 3235,
    "structured_output_error_rate": 0.016514,
    "structured_output_error_rate_ci95": [
     0.015959,
     0.017088
    ],
    "structured_outputs_per_day": 27985,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 195897,
      "failures": 3235,
      "structured_output_error_rate": 0.016514
     }
    ]
   },
   {
    "id": "ionstream/fp8",
    "name": "Ionstream",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "ionstream/fp8"
    ],
    "variant": "fp8",
    "sample_size": 174497,
    "failures": 3241,
    "structured_output_error_rate": 0.018573,
    "structured_output_error_rate_ci95": [
     0.01795,
     0.019218
    ],
    "structured_outputs_per_day": 24928,
    "endpoints": [
     {
      "tag": "ionstream/fp8",
      "tier": false,
      "sample_size": 174497,
      "failures": 3241,
      "structured_output_error_rate": 0.018573
     }
    ]
   },
   {
    "id": "mancer/fp8",
    "name": "Mancer",
    "rank": 10,
    "role": "neutral",
    "slugs": [
     "mancer/fp8"
    ],
    "variant": "fp8",
    "sample_size": 26602,
    "failures": 520,
    "structured_output_error_rate": 0.019547,
    "structured_output_error_rate_ci95": [
     0.017952,
     0.021282
    ],
    "structured_outputs_per_day": 3800,
    "endpoints": [
     {
      "tag": "mancer/fp8",
      "tier": false,
      "sample_size": 26602,
      "failures": 520,
      "structured_output_error_rate": 0.019547
     }
    ]
   },
   {
    "id": "dekallm",
    "name": "DekaLLM",
    "rank": 11,
    "role": "neutral",
    "slugs": [
     "dekallm"
    ],
    "variant": null,
    "sample_size": 237984,
    "failures": 4669,
    "structured_output_error_rate": 0.019619,
    "structured_output_error_rate_ci95": [
     0.019069,
     0.020184
    ],
    "structured_outputs_per_day": 33998,
    "endpoints": [
     {
      "tag": "dekallm",
      "tier": false,
      "sample_size": 237984,
      "failures": 4669,
      "structured_output_error_rate": 0.019619
     }
    ]
   },
   {
    "id": "darkbloom/fp4",
    "name": "Darkbloom",
    "rank": 12,
    "role": "neutral",
    "slugs": [
     "darkbloom/fp4"
    ],
    "variant": "fp4",
    "sample_size": 141678,
    "failures": 3246,
    "structured_output_error_rate": 0.022911,
    "structured_output_error_rate_ci95": [
     0.022145,
     0.023703
    ],
    "structured_outputs_per_day": 20240,
    "endpoints": [
     {
      "tag": "darkbloom/fp4",
      "tier": false,
      "sample_size": 141678,
      "failures": 3246,
      "structured_output_error_rate": 0.022911
     }
    ]
   },
   {
    "id": "coreweave/fp8",
    "name": "CoreWeave",
    "rank": 13,
    "role": "neutral",
    "slugs": [
     "coreweave/fp8"
    ],
    "variant": "fp8",
    "sample_size": 63279,
    "failures": 1600,
    "structured_output_error_rate": 0.025285,
    "structured_output_error_rate_ci95": [
     0.02409,
     0.026537
    ],
    "structured_outputs_per_day": 9040,
    "endpoints": [
     {
      "tag": "coreweave/fp8",
      "tier": false,
      "sample_size": 63279,
      "failures": 1600,
      "structured_output_error_rate": 0.025285
     }
    ]
   },
   {
    "id": "wafer/fp8",
    "name": "Wafer",
    "rank": 14,
    "role": "ignored",
    "slugs": [
     "wafer/fp8"
    ],
    "variant": "fp8",
    "sample_size": 252395,
    "failures": 7761,
    "structured_output_error_rate": 0.030749,
    "structured_output_error_rate_ci95": [
     0.030083,
     0.03143
    ],
    "structured_outputs_per_day": 36056,
    "endpoints": [
     {
      "tag": "wafer/fp8",
      "tier": false,
      "sample_size": 252395,
      "failures": 7761,
      "structured_output_error_rate": 0.030749
     }
    ]
   },
   {
    "id": "modal",
    "name": "Modal",
    "rank": 15,
    "role": "ignored",
    "slugs": [
     "modal"
    ],
    "variant": null,
    "sample_size": 357800,
    "failures": 12882,
    "structured_output_error_rate": 0.036003,
    "structured_output_error_rate_ci95": [
     0.035398,
     0.036619
    ],
    "structured_outputs_per_day": 51114,
    "endpoints": [
     {
      "tag": "modal",
      "tier": false,
      "sample_size": 357800,
      "failures": 12882,
      "structured_output_error_rate": 0.036003
     }
    ]
   },
   {
    "id": "reka/fp8",
    "name": "Reka AI",
    "rank": 16,
    "role": "ignored",
    "slugs": [
     "reka/fp8"
    ],
    "variant": "fp8",
    "sample_size": 305858,
    "failures": 13761,
    "structured_output_error_rate": 0.044991,
    "structured_output_error_rate_ci95": [
     0.044263,
     0.045732
    ],
    "structured_outputs_per_day": 43694,
    "endpoints": [
     {
      "tag": "reka/fp8",
      "tier": false,
      "sample_size": 305858,
      "failures": 13761,
      "structured_output_error_rate": 0.044991
     }
    ]
   }
  ],
  "others": [
   {
    "id": "cloudflare",
    "name": "Cloudflare",
    "role": "ignored",
    "slugs": [
     "cloudflare"
    ],
    "variant": null,
    "sample_size": 4451,
    "failures": 141,
    "structured_output_error_rate": 0.031678,
    "structured_output_error_rate_ci95": [
     0.026923,
     0.037241
    ],
    "structured_outputs_per_day": 636,
    "endpoints": [
     {
      "tag": "cloudflare",
      "tier": false,
      "sample_size": 4451,
      "failures": 141,
      "structured_output_error_rate": 0.031678
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}