{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "openai/gpt-oss-20b",
  "permaslug": "openai/gpt-oss-20b",
  "name": "gpt-oss-20b",
  "maker": "OpenAI",
  "file": "models/gpt-oss-20b.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "darkbloom/fp8",
   "groq",
   "deepinfra/bf16"
  ],
  "ignore": [
   "coreweave/fp4",
   "akashml/fp4",
   "parasail/fp4"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.027731,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost",
    "highest_uptime"
   ],
   "label": "Most reliable, lowest cost, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out; the highest uptime",
   "provider": "darkbloom/fp8",
   "recommendation": {
    "order": [
     "darkbloom/fp8",
     "groq",
     "deepinfra/bf16"
    ],
    "ignore": [
     "coreweave/fp4",
     "akashml/fp4",
     "parasail/fp4"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "groq",
   "recommendation": {
    "order": [
     "groq",
     "darkbloom/fp8",
     "deepinfra/bf16"
    ],
    "ignore": [
     "coreweave/fp4",
     "akashml/fp4",
     "parasail/fp4"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "darkbloom/fp8",
   "name": "Darkbloom",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "darkbloom/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 137314,
   "failures": 173,
   "invalid_tool_call_rate": 0.00126,
   "invalid_tool_call_rate_ci95": [
    0.001086,
    0.001462
   ],
   "tool_calls_per_day": 19616,
   "input_price_per_million": 0.018,
   "output_price_per_million": 0.09,
   "tokens_per_second": 62.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "darkbloom/fp8",
     "tier": false,
     "name": "Darkbloom",
     "quantization": "fp8",
     "sample_size": 137314,
     "failures": 173,
     "invalid_tool_call_rate": 0.00126
    }
   ],
   "direct_api": {
    "model_id": "openai-gpt-oss-20b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.darkbloom.dev/introduction",
    "website": "https://www.darkbloom.dev",
    "status_page": null,
    "terms": "https://www.darkbloom.dev/terms.html",
    "privacy": "https://www.darkbloom.dev/privacy.html",
    "openrouter": "https://openrouter.ai/provider/darkbloom"
   }
  },
  {
   "id": "groq",
   "name": "Groq",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "groq"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2146136,
   "failures": 6978,
   "invalid_tool_call_rate": 0.003251,
   "invalid_tool_call_rate_ci95": [
    0.003176,
    0.003328
   ],
   "tool_calls_per_day": 306591,
   "input_price_per_million": 0.075,
   "output_price_per_million": 0.3,
   "tokens_per_second": 394.0,
   "uptime": 0.9984,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "groq",
     "tier": false,
     "name": "Groq",
     "quantization": null,
     "sample_size": 2146136,
     "failures": 6978,
     "invalid_tool_call_rate": 0.003251
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-20b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://console.groq.com/docs/tool-use/overview",
    "website": "https://groq.com",
    "status_page": "https://status.groq.com/",
    "terms": "https://groq.com/terms-of-use/",
    "privacy": "https://groq.com/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/groq"
   }
  },
  {
   "id": "deepinfra/bf16",
   "name": "DeepInfra",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "deepinfra/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 36932,
   "failures": 741,
   "invalid_tool_call_rate": 0.020064,
   "invalid_tool_call_rate_ci95": [
    0.018683,
    0.021545
   ],
   "tool_calls_per_day": 5276,
   "input_price_per_million": 0.03,
   "output_price_per_million": 0.14,
   "tokens_per_second": 64.0,
   "uptime": 0.9929,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/bf16",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "bf16",
     "sample_size": 36932,
     "failures": 741,
     "invalid_tool_call_rate": 0.020064
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-20b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "amazon-bedrock",
   "name": "Amazon Bedrock",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "amazon-bedrock"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1337513,
   "failures": 37090,
   "invalid_tool_call_rate": 0.027731,
   "invalid_tool_call_rate_ci95": [
    0.027454,
    0.02801
   ],
   "tool_calls_per_day": 191073,
   "input_price_per_million": 0.07,
   "output_price_per_million": 0.15,
   "tokens_per_second": 320.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "amazon-bedrock",
     "tier": false,
     "name": "Amazon Bedrock",
     "quantization": null,
     "sample_size": 1335340,
     "failures": 36689,
     "invalid_tool_call_rate": 0.027475
    },
    {
     "tag": "amazon-bedrock/eu-west-1",
     "tier": false,
     "name": "Amazon Bedrock",
     "quantization": null,
     "sample_size": 2173,
     "failures": 401,
     "invalid_tool_call_rate": 0.184538
    }
   ],
   "direct_api": {
    "model_id": "openai.gpt-oss-20b-1:0",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.aws.amazon.com/bedrock/latest/userguide/tool-use.html",
    "website": "https://aws.amazon.com",
    "status_page": "https://health.aws.amazon.com/health/status",
    "terms": "https://aws.amazon.com/service-terms/",
    "privacy": "https://aws.amazon.com/privacy",
    "openrouter": "https://openrouter.ai/provider/amazon-bedrock"
   }
  },
  {
   "id": "coreweave/fp4",
   "name": "CoreWeave",
   "rank": 5,
   "role": "ignored",
   "slugs": [
    "coreweave/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 256700,
   "failures": 34537,
   "invalid_tool_call_rate": 0.134542,
   "invalid_tool_call_rate_ci95": [
    0.133228,
    0.135868
   ],
   "tool_calls_per_day": 36671,
   "input_price_per_million": 0.03,
   "output_price_per_million": 0.13,
   "tokens_per_second": 96.0,
   "uptime": 0.9994,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "coreweave/fp4",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "fp4",
     "sample_size": 256700,
     "failures": 34537,
     "invalid_tool_call_rate": 0.134542
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-20b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "akashml/fp4",
   "name": "AkashML",
   "rank": 6,
   "role": "ignored",
   "slugs": [
    "akashml/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 43447,
   "failures": 9027,
   "invalid_tool_call_rate": 0.20777,
   "invalid_tool_call_rate_ci95": [
    0.203981,
    0.211611
   ],
   "tool_calls_per_day": 6207,
   "input_price_per_million": 0.02,
   "output_price_per_million": 0.1,
   "tokens_per_second": 136.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "akashml/fp4",
     "tier": false,
     "name": "AkashML",
     "quantization": "fp4",
     "sample_size": 43447,
     "failures": 9027,
     "invalid_tool_call_rate": 0.20777
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-20b",
    "dedicated_endpoint": true,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://akashml.com/docs/getting-started",
    "website": "https://akashml.com",
    "status_page": null,
    "terms": "https://akashml.com/terms",
    "privacy": "https://akashml.com/privacy",
    "openrouter": "https://openrouter.ai/provider/akashml"
   }
  },
  {
   "id": "parasail/fp4",
   "name": "Parasail",
   "rank": 7,
   "role": "ignored",
   "slugs": [
    "parasail/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 400272,
   "failures": 90692,
   "invalid_tool_call_rate": 0.226576,
   "invalid_tool_call_rate_ci95": [
    0.225282,
    0.227875
   ],
   "tool_calls_per_day": 57182,
   "input_price_per_million": 0.03,
   "output_price_per_million": 0.15,
   "tokens_per_second": 119.0,
   "uptime": 0.968,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp4",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp4",
     "sample_size": 400272,
     "failures": 90692,
     "invalid_tool_call_rate": 0.226576
    }
   ],
   "direct_api": {
    "model_id": "parasail-gpt-oss-20b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  }
 ],
 "others": [
  {
   "id": "dekallm/bf16",
   "name": "DekaLLM",
   "role": "neutral",
   "slugs": [
    "dekallm/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 5890,
   "failures": 121,
   "invalid_tool_call_rate": 0.020543,
   "invalid_tool_call_rate_ci95": [
    0.017221,
    0.024491
   ],
   "tool_calls_per_day": 841,
   "input_price_per_million": 0.029,
   "output_price_per_million": 0.14,
   "tokens_per_second": 58.0,
   "uptime": 0.9948,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "dekallm/bf16",
     "tier": false,
     "name": "DekaLLM",
     "quantization": "bf16",
     "sample_size": 5890,
     "failures": 121,
     "invalid_tool_call_rate": 0.020543
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-20b",
    "dedicated_endpoint": true,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.cloudeka.id",
    "status_page": null,
    "terms": "https://docs.cloudeka.ai/service-portal-ai/end-user-license-agreement",
    "privacy": "https://www.cloudeka.id/id/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/dekallm"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "coreweave/fp4",
    "groq"
   ],
   "ignore": [
    "deepinfra/bf16",
    "akashml/fp4",
    "parasail/fp4",
    "siliconflow/fp8",
    "dekallm/bf16",
    "darkbloom/fp8"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.073297,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "coreweave/fp4",
    "name": "CoreWeave",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "coreweave/fp4"
    ],
    "variant": "fp4",
    "sample_size": 3738402,
    "failures": 34435,
    "structured_output_error_rate": 0.009211,
    "structured_output_error_rate_ci95": [
     0.009115,
     0.009309
    ],
    "structured_outputs_per_day": 534057,
    "endpoints": [
     {
      "tag": "coreweave/fp4",
      "tier": false,
      "sample_size": 3738402,
      "failures": 34435,
      "structured_output_error_rate": 0.009211
     }
    ]
   },
   {
    "id": "groq",
    "name": "Groq",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "groq"
    ],
    "variant": null,
    "sample_size": 2539923,
    "failures": 68699,
    "structured_output_error_rate": 0.027048,
    "structured_output_error_rate_ci95": [
     0.026849,
     0.027248
    ],
    "structured_outputs_per_day": 362846,
    "endpoints": [
     {
      "tag": "groq",
      "tier": false,
      "sample_size": 2539923,
      "failures": 68699,
      "structured_output_error_rate": 0.027048
     }
    ]
   },
   {
    "id": "deepinfra/bf16",
    "name": "DeepInfra",
    "rank": 3,
    "role": "ignored",
    "slugs": [
     "deepinfra/bf16"
    ],
    "variant": "bf16",
    "sample_size": 413263,
    "failures": 14707,
    "structured_output_error_rate": 0.035588,
    "structured_output_error_rate_ci95": [
     0.035027,
     0.036157
    ],
    "structured_outputs_per_day": 59038,
    "endpoints": [
     {
      "tag": "deepinfra/bf16",
      "tier": false,
      "sample_size": 413263,
      "failures": 14707,
      "structured_output_error_rate": 0.035588
     }
    ]
   },
   {
    "id": "akashml/fp4",
    "name": "AkashML",
    "rank": 4,
    "role": "ignored",
    "slugs": [
     "akashml/fp4"
    ],
    "variant": "fp4",
    "sample_size": 576548,
    "failures": 37989,
    "structured_output_error_rate": 0.06589,
    "structured_output_error_rate_ci95": [
     0.065253,
     0.066534
    ],
    "structured_outputs_per_day": 82364,
    "endpoints": [
     {
      "tag": "akashml/fp4",
      "tier": false,
      "sample_size": 576548,
      "failures": 37989,
      "structured_output_error_rate": 0.06589
     }
    ]
   },
   {
    "id": "parasail/fp4",
    "name": "Parasail",
    "rank": 5,
    "role": "ignored",
    "slugs": [
     "parasail/fp4"
    ],
    "variant": "fp4",
    "sample_size": 922124,
    "failures": 67589,
    "structured_output_error_rate": 0.073297,
    "structured_output_error_rate_ci95": [
     0.072767,
     0.073831
    ],
    "structured_outputs_per_day": 131732,
    "endpoints": [
     {
      "tag": "parasail/fp4",
      "tier": false,
      "sample_size": 922124,
      "failures": 67589,
      "structured_output_error_rate": 0.073297
     }
    ]
   },
   {
    "id": "siliconflow/fp8",
    "name": "SiliconFlow",
    "rank": 6,
    "role": "ignored",
    "slugs": [
     "siliconflow/fp8"
    ],
    "variant": "fp8",
    "sample_size": 71690,
    "failures": 7398,
    "structured_output_error_rate": 0.103194,
    "structured_output_error_rate_ci95": [
     0.100989,
     0.105443
    ],
    "structured_outputs_per_day": 10241,
    "endpoints": [
     {
      "tag": "siliconflow/fp8",
      "tier": false,
      "sample_size": 71690,
      "failures": 7398,
      "structured_output_error_rate": 0.103194
     }
    ]
   },
   {
    "id": "dekallm/bf16",
    "name": "DekaLLM",
    "rank": 7,
    "role": "ignored",
    "slugs": [
     "dekallm/bf16"
    ],
    "variant": "bf16",
    "sample_size": 219151,
    "failures": 28190,
    "structured_output_error_rate": 0.128633,
    "structured_output_error_rate_ci95": [
     0.127238,
     0.130041
    ],
    "structured_outputs_per_day": 31307,
    "endpoints": [
     {
      "tag": "dekallm/bf16",
      "tier": false,
      "sample_size": 219151,
      "failures": 28190,
      "structured_output_error_rate": 0.128633
     }
    ]
   },
   {
    "id": "darkbloom/fp8",
    "name": "Darkbloom",
    "rank": 8,
    "role": "ignored",
    "slugs": [
     "darkbloom/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1964263,
    "failures": 464502,
    "structured_output_error_rate": 0.236476,
    "structured_output_error_rate_ci95": [
     0.235883,
     0.237071
    ],
    "structured_outputs_per_day": 280609,
    "endpoints": [
     {
      "tag": "darkbloom/fp8",
      "tier": false,
      "sample_size": 1964263,
      "failures": 464502,
      "structured_output_error_rate": 0.236476
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}