{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "google/gemma-4-31b-it",
  "permaslug": "google/gemma-4-31b-it-20260402",
  "name": "Gemma 4 31B",
  "maker": "Google",
  "file": "models/gemma-4-31b-it.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "modelrun/fp4",
   "friendli",
   "novita/bf16"
  ],
  "ignore": [
   "sambanova",
   "siliconflow/fp8",
   "dekallm"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.017539,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "highest_throughput",
    "highest_uptime"
   ],
   "label": "Most reliable, highest throughput, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the highest median tokens per second; the highest uptime",
   "provider": "modelrun/fp4",
   "recommendation": {
    "order": [
     "modelrun/fp4",
     "friendli",
     "novita/bf16"
    ],
    "ignore": [
     "sambanova",
     "siliconflow/fp8",
     "dekallm"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "coreweave/fp4",
   "recommendation": {
    "order": [
     "coreweave/fp4",
     "modelrun/fp4",
     "friendli"
    ],
    "ignore": [
     "sambanova",
     "siliconflow/fp8",
     "dekallm"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "modelrun/fp4",
   "name": "ModelRun [by Modular]",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "modelrun/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 207868,
   "failures": 197,
   "invalid_tool_call_rate": 0.000948,
   "invalid_tool_call_rate_ci95": [
    0.000824,
    0.00109
   ],
   "tool_calls_per_day": 29695,
   "input_price_per_million": 0.75,
   "output_price_per_million": 1.0,
   "tokens_per_second": 161.0,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "modelrun/fp4",
     "tier": false,
     "name": "ModelRun [by Modular]",
     "quantization": "fp4",
     "sample_size": 207868,
     "failures": 197,
     "invalid_tool_call_rate": 0.000948
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31b-it",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.modular.com/",
    "website": "https://www.modular.com",
    "status_page": null,
    "terms": "https://www.modular.com/legal/terms",
    "privacy": "https://www.modular.com/legal/privacy",
    "openrouter": "https://openrouter.ai/provider/modelrun"
   }
  },
  {
   "id": "friendli",
   "name": "Friendli",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "friendli"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 60102,
   "failures": 483,
   "invalid_tool_call_rate": 0.008036,
   "invalid_tool_call_rate_ci95": [
    0.007353,
    0.008782
   ],
   "tool_calls_per_day": 8586,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.4,
   "tokens_per_second": 148.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "friendli",
     "tier": false,
     "name": "Friendli",
     "quantization": null,
     "sample_size": 60102,
     "failures": 483,
     "invalid_tool_call_rate": 0.008036
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31B-it",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://friendli.ai/docs/guides/tool-calling",
    "website": "https://friendli.ai",
    "status_page": "https://status.friendli.ai/",
    "terms": "https://friendli.ai/terms-of-service",
    "privacy": "https://friendli.ai/privacypolicy",
    "openrouter": "https://openrouter.ai/provider/friendli"
   }
  },
  {
   "id": "novita/bf16",
   "name": "NovitaAI",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "novita/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 36036,
   "failures": 346,
   "invalid_tool_call_rate": 0.009602,
   "invalid_tool_call_rate_ci95": [
    0.008646,
    0.010662
   ],
   "tool_calls_per_day": 5148,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.4,
   "tokens_per_second": 18.0,
   "uptime": 0.8833,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "novita/bf16",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "bf16",
     "sample_size": 36036,
     "failures": 346,
     "invalid_tool_call_rate": 0.009602
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31b-it",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "deepinfra/turbo",
   "name": "DeepInfra",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "deepinfra/turbo"
   ],
   "variant": "fp4/turbo",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 767212,
   "failures": 8948,
   "invalid_tool_call_rate": 0.011663,
   "invalid_tool_call_rate_ci95": [
    0.011425,
    0.011906
   ],
   "tool_calls_per_day": 109602,
   "input_price_per_million": 0.135,
   "output_price_per_million": 0.51,
   "tokens_per_second": 44.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/turbo",
     "tier": true,
     "name": "DeepInfra (fp4)",
     "quantization": "fp4",
     "sample_size": 767212,
     "failures": 8948,
     "invalid_tool_call_rate": 0.011663
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31B-it-turbo",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "chutes/fp4",
   "name": "Chutes",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "chutes/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 103794,
   "failures": 1393,
   "invalid_tool_call_rate": 0.013421,
   "invalid_tool_call_rate_ci95": [
    0.012739,
    0.014139
   ],
   "tool_calls_per_day": 14828,
   "input_price_per_million": 0.12,
   "output_price_per_million": 0.37,
   "tokens_per_second": 13.0,
   "uptime": 0.9813,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "chutes/fp4",
     "tier": false,
     "name": "Chutes",
     "quantization": "fp4",
     "sample_size": 103794,
     "failures": 1393,
     "invalid_tool_call_rate": 0.013421
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31B-turbo-TEE",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://chutes.ai/docs",
    "website": "https://chutes.ai",
    "status_page": null,
    "terms": "https://chutes.ai/tos",
    "privacy": "https://chutes.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/chutes"
   }
  },
  {
   "id": "coreweave/fp4",
   "name": "CoreWeave",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "coreweave/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1460304,
   "failures": 24785,
   "invalid_tool_call_rate": 0.016972,
   "invalid_tool_call_rate_ci95": [
    0.016764,
    0.017183
   ],
   "tool_calls_per_day": 208615,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.34,
   "tokens_per_second": 36.0,
   "uptime": 0.9988,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "coreweave/fp4",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "fp4",
     "sample_size": 1460304,
     "failures": 24785,
     "invalid_tool_call_rate": 0.016972
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31B-it",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "crusoe/bf16",
   "name": "Crusoe",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "crusoe/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 161868,
   "failures": 2839,
   "invalid_tool_call_rate": 0.017539,
   "invalid_tool_call_rate_ci95": [
    0.016911,
    0.01819
   ],
   "tool_calls_per_day": 23124,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.4,
   "tokens_per_second": 20.0,
   "uptime": 0.9962,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "crusoe/bf16",
     "tier": false,
     "name": "Crusoe",
     "quantization": "bf16",
     "sample_size": 161868,
     "failures": 2839,
     "invalid_tool_call_rate": 0.017539
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31b-it",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.crusoecloud.com/",
    "website": "https://crusoe.ai",
    "status_page": "https://status.crusoecloud.com/",
    "terms": "https://legal.crusoe.ai/open-router#managed-inference-tos-open-router",
    "privacy": "https://legal.crusoe.ai/open-router#cloud-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/crusoe"
   }
  },
  {
   "id": "parasail/fp8",
   "name": "Parasail",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "parasail/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 162579,
   "failures": 3622,
   "invalid_tool_call_rate": 0.022278,
   "invalid_tool_call_rate_ci95": [
    0.021572,
    0.023007
   ],
   "tool_calls_per_day": 23226,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.4,
   "tokens_per_second": 21.0,
   "uptime": 0.9985,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp8",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp8",
     "sample_size": 162579,
     "failures": 3622,
     "invalid_tool_call_rate": 0.022278
    }
   ],
   "direct_api": {
    "model_id": "parasail-gemma-4-31b-it",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 359043,
   "failures": 8373,
   "invalid_tool_call_rate": 0.02332,
   "invalid_tool_call_rate_ci95": [
    0.022832,
    0.023819
   ],
   "tool_calls_per_day": 51292,
   "input_price_per_million": 0.2,
   "output_price_per_million": 0.4,
   "tokens_per_second": 20.0,
   "uptime": 0.9978,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra (fp8)",
     "quantization": "fp8",
     "sample_size": 359043,
     "failures": 8373,
     "invalid_tool_call_rate": 0.02332
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31B-it",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "venice/fp4",
   "name": "Venice",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "venice/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 15247,
   "failures": 401,
   "invalid_tool_call_rate": 0.0263,
   "invalid_tool_call_rate_ci95": [
    0.023877,
    0.028962
   ],
   "tool_calls_per_day": 2178,
   "input_price_per_million": 0.12,
   "output_price_per_million": 0.36,
   "tokens_per_second": 36.0,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "venice/fp4",
     "tier": false,
     "name": "Venice",
     "quantization": "fp4",
     "sample_size": 15247,
     "failures": 401,
     "invalid_tool_call_rate": 0.0263
    }
   ],
   "direct_api": {
    "model_id": "google-gemma-4-31b-it",
    "dedicated_endpoint": false,
    "context_tokens": 256000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "sambanova",
   "name": "SambaNova",
   "rank": 11,
   "role": "ignored",
   "slugs": [
    "sambanova"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 26756,
   "failures": 1351,
   "invalid_tool_call_rate": 0.050493,
   "invalid_tool_call_rate_ci95": [
    0.047934,
    0.053182
   ],
   "tool_calls_per_day": 3822,
   "input_price_per_million": 0.38,
   "output_price_per_million": 1.15,
   "tokens_per_second": 148.0,
   "uptime": 0.9661,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "sambanova",
     "tier": false,
     "name": "SambaNova",
     "quantization": null,
     "sample_size": 26756,
     "failures": 1351,
     "invalid_tool_call_rate": 0.050493
    }
   ],
   "direct_api": {
    "model_id": "gemma-4-31B-it",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.sambanova.ai/docs/en/features/function-calling",
    "website": "https://sambanova.ai",
    "status_page": "https://status.sambanova.ai/",
    "terms": "https://sambanova.ai/terms-and-conditions",
    "privacy": "https://sambanova.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/sambanova"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 12,
   "role": "ignored",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 18747,
   "failures": 1103,
   "invalid_tool_call_rate": 0.058836,
   "invalid_tool_call_rate_ci95": [
    0.055557,
    0.062296
   ],
   "tool_calls_per_day": 2678,
   "input_price_per_million": 0.75,
   "output_price_per_million": 1.0,
   "tokens_per_second": 8.0,
   "uptime": 0.9944,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 18747,
     "failures": 1103,
     "invalid_tool_call_rate": 0.058836
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31B-it",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  }
 ],
 "others": [
  {
   "id": "io-net",
   "name": "io.net",
   "role": "neutral",
   "slugs": [
    "io-net"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1607,
   "failures": 4,
   "invalid_tool_call_rate": 0.002489,
   "invalid_tool_call_rate_ci95": [
    0.000968,
    0.006383
   ],
   "tool_calls_per_day": 230,
   "input_price_per_million": 0.361,
   "output_price_per_million": 1.0925,
   "tokens_per_second": 32.0,
   "uptime": 0.9857,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "io-net",
     "tier": false,
     "name": "io.net",
     "quantization": null,
     "sample_size": 1607,
     "failures": 4,
     "invalid_tool_call_rate": 0.002489
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31b-it",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://io.net/docs/guides/getting-started",
    "website": "https://io.net",
    "status_page": "https://status.io.net/",
    "terms": "https://io.net/terms",
    "privacy": "https://io.net/privacy",
    "openrouter": "https://openrouter.ai/provider/io-net"
   }
  },
  {
   "id": "dekallm",
   "name": "DekaLLM",
   "role": "ignored",
   "slugs": [
    "dekallm"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1750,
   "failures": 273,
   "invalid_tool_call_rate": 0.156,
   "invalid_tool_call_rate_ci95": [
    0.139755,
    0.173752
   ],
   "tool_calls_per_day": 250,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.4,
   "tokens_per_second": 24.0,
   "uptime": 0.9411,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "dekallm",
     "tier": false,
     "name": "DekaLLM",
     "quantization": null,
     "sample_size": 1750,
     "failures": 273,
     "invalid_tool_call_rate": 0.156
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-31b-it",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.cloudeka.id",
    "status_page": null,
    "terms": "https://docs.cloudeka.ai/service-portal-ai/end-user-license-agreement",
    "privacy": "https://www.cloudeka.id/id/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/dekallm"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "modelrun/fp4",
    "friendli",
    "parasail/fp8"
   ],
   "ignore": [
    "venice/fp4"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.011061,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "modelrun/fp4",
    "name": "ModelRun [by Modular]",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "modelrun/fp4"
    ],
    "variant": "fp4",
    "sample_size": 2783732,
    "failures": 10319,
    "structured_output_error_rate": 0.003707,
    "structured_output_error_rate_ci95": [
     0.003636,
     0.003779
    ],
    "structured_outputs_per_day": 397676,
    "endpoints": [
     {
      "tag": "modelrun/fp4",
      "tier": false,
      "sample_size": 2783732,
      "failures": 10319,
      "structured_output_error_rate": 0.003707
     }
    ]
   },
   {
    "id": "friendli",
    "name": "Friendli",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "friendli"
    ],
    "variant": null,
    "sample_size": 460406,
    "failures": 1805,
    "structured_output_error_rate": 0.00392,
    "structured_output_error_rate_ci95": [
     0.003744,
     0.004105
    ],
    "structured_outputs_per_day": 65772,
    "endpoints": [
     {
      "tag": "friendli",
      "tier": false,
      "sample_size": 460406,
      "failures": 1805,
      "structured_output_error_rate": 0.00392
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 3577494,
    "failures": 16628,
    "structured_output_error_rate": 0.004648,
    "structured_output_error_rate_ci95": [
     0.004578,
     0.004719
    ],
    "structured_outputs_per_day": 511071,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 3577494,
      "failures": 16628,
      "structured_output_error_rate": 0.004648
     }
    ]
   },
   {
    "id": "coreweave/fp4",
    "name": "CoreWeave",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "coreweave/fp4"
    ],
    "variant": "fp4",
    "sample_size": 6927374,
    "failures": 36250,
    "structured_output_error_rate": 0.005233,
    "structured_output_error_rate_ci95": [
     0.005179,
     0.005287
    ],
    "structured_outputs_per_day": 989625,
    "endpoints": [
     {
      "tag": "coreweave/fp4",
      "tier": false,
      "sample_size": 6927374,
      "failures": 36250,
      "structured_output_error_rate": 0.005233
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 2097110,
    "failures": 11116,
    "structured_output_error_rate": 0.005301,
    "structured_output_error_rate_ci95": [
     0.005203,
     0.0054
    ],
    "structured_outputs_per_day": 299587,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 2097110,
      "failures": 11116,
      "structured_output_error_rate": 0.005301
     }
    ]
   },
   {
    "id": "novita/bf16",
    "name": "NovitaAI",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "novita/bf16"
    ],
    "variant": "bf16",
    "sample_size": 278635,
    "failures": 2505,
    "structured_output_error_rate": 0.00899,
    "structured_output_error_rate_ci95": [
     0.008646,
     0.009348
    ],
    "structured_outputs_per_day": 39805,
    "endpoints": [
     {
      "tag": "novita/bf16",
      "tier": false,
      "sample_size": 278635,
      "failures": 2505,
      "structured_output_error_rate": 0.00899
     }
    ]
   },
   {
    "id": "deepinfra/fp8/priority",
    "name": "DeepInfra",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "deepinfra/fp8/priority"
    ],
    "variant": "fp8/priority",
    "sample_size": 738968,
    "failures": 7207,
    "structured_output_error_rate": 0.009753,
    "structured_output_error_rate_ci95": [
     0.009531,
     0.009979
    ],
    "structured_outputs_per_day": 105567,
    "endpoints": [
     {
      "tag": "deepinfra/fp8/priority",
      "tier": false,
      "sample_size": 738968,
      "failures": 7207,
      "structured_output_error_rate": 0.009753
     }
    ]
   },
   {
    "id": "deepinfra/fp8/flex",
    "name": "DeepInfra",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "deepinfra/fp8/flex"
    ],
    "variant": "fp8/flex",
    "sample_size": 9583,
    "failures": 106,
    "structured_output_error_rate": 0.011061,
    "structured_output_error_rate_ci95": [
     0.009154,
     0.01336
    ],
    "structured_outputs_per_day": 1369,
    "endpoints": [
     {
      "tag": "deepinfra/fp8/flex",
      "tier": false,
      "sample_size": 9583,
      "failures": 106,
      "structured_output_error_rate": 0.011061
     }
    ]
   },
   {
    "id": "chutes/fp4",
    "name": "Chutes",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "chutes/fp4"
    ],
    "variant": "fp4",
    "sample_size": 978178,
    "failures": 11246,
    "structured_output_error_rate": 0.011497,
    "structured_output_error_rate_ci95": [
     0.011288,
     0.01171
    ],
    "structured_outputs_per_day": 139740,
    "endpoints": [
     {
      "tag": "chutes/fp4",
      "tier": false,
      "sample_size": 978178,
      "failures": 11246,
      "structured_output_error_rate": 0.011497
     }
    ]
   },
   {
    "id": "crusoe/bf16",
    "name": "Crusoe",
    "rank": 10,
    "role": "neutral",
    "slugs": [
     "crusoe/bf16"
    ],
    "variant": "bf16",
    "sample_size": 176690,
    "failures": 2340,
    "structured_output_error_rate": 0.013244,
    "structured_output_error_rate_ci95": [
     0.012721,
     0.013787
    ],
    "structured_outputs_per_day": 25241,
    "endpoints": [
     {
      "tag": "crusoe/bf16",
      "tier": false,
      "sample_size": 176690,
      "failures": 2340,
      "structured_output_error_rate": 0.013244
     }
    ]
   },
   {
    "id": "siliconflow/fp8",
    "name": "SiliconFlow",
    "rank": 11,
    "role": "neutral",
    "slugs": [
     "siliconflow/fp8"
    ],
    "variant": "fp8",
    "sample_size": 485135,
    "failures": 6701,
    "structured_output_error_rate": 0.013813,
    "structured_output_error_rate_ci95": [
     0.013488,
     0.014145
    ],
    "structured_outputs_per_day": 69305,
    "endpoints": [
     {
      "tag": "siliconflow/fp8",
      "tier": false,
      "sample_size": 485135,
      "failures": 6701,
      "structured_output_error_rate": 0.013813
     }
    ]
   },
   {
    "id": "dekallm",
    "name": "DekaLLM",
    "rank": 12,
    "role": "neutral",
    "slugs": [
     "dekallm"
    ],
    "variant": null,
    "sample_size": 40006,
    "failures": 652,
    "structured_output_error_rate": 0.016298,
    "structured_output_error_rate_ci95": [
     0.015102,
     0.017586
    ],
    "structured_outputs_per_day": 5715,
    "endpoints": [
     {
      "tag": "dekallm",
      "tier": false,
      "sample_size": 40006,
      "failures": 652,
      "structured_output_error_rate": 0.016298
     }
    ]
   },
   {
    "id": "deepinfra/turbo",
    "name": "DeepInfra",
    "rank": 13,
    "role": "neutral",
    "slugs": [
     "deepinfra/turbo"
    ],
    "variant": "fp4/turbo",
    "sample_size": 11868305,
    "failures": 219804,
    "structured_output_error_rate": 0.01852,
    "structured_output_error_rate_ci95": [
     0.018444,
     0.018597
    ],
    "structured_outputs_per_day": 1695472,
    "endpoints": [
     {
      "tag": "deepinfra/turbo",
      "tier": true,
      "sample_size": 11868305,
      "failures": 219804,
      "structured_output_error_rate": 0.01852
     }
    ]
   },
   {
    "id": "venice/fp4",
    "name": "Venice",
    "rank": 14,
    "role": "ignored",
    "slugs": [
     "venice/fp4"
    ],
    "variant": "fp4",
    "sample_size": 1270755,
    "failures": 44618,
    "structured_output_error_rate": 0.035111,
    "structured_output_error_rate_ci95": [
     0.034793,
     0.035433
    ],
    "structured_outputs_per_day": 181536,
    "endpoints": [
     {
      "tag": "venice/fp4",
      "tier": false,
      "sample_size": 1270755,
      "failures": 44618,
      "structured_output_error_rate": 0.035111
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}