{
 "methodology_version": "2.0",
 "generated_at": "2026-10-31T21:06:50Z",
 "as_of": "2026-10-31T00:00:00Z",
 "valid_until": "2026-11-02T00:00:00Z",
 "window": {
  "start": "2026-10-24T00:00:00Z",
  "end": "2026-10-31T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "google/gemma-3-27b-it",
  "permaslug": "google/gemma-3-27b-it",
  "name": "Gemma 3 27B",
  "maker": "Google",
  "file": "models/gemma-3-27b-it.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "single_provider",
 "status_reason": "fewer than two providers at 1,000 tool calls a day or more",
 "confidence": "none",
 "recommendation": null,
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": null,
  "ignore_at_or_above": 0.03
 },
 "choices": [],
 "providers": [],
 "others": [
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4133,
   "failures": 42,
   "invalid_tool_call_rate": 0.010162,
   "invalid_tool_call_rate_ci95": [
    0.007527,
    0.013707
   ],
   "tool_calls_per_day": 590,
   "input_price_per_million": 0.08,
   "output_price_per_million": 0.16,
   "tokens_per_second": 22.0,
   "uptime": 0.9961,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 4133,
     "failures": 42,
     "invalid_tool_call_rate": 0.010162
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-3-27b-it",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-31T00:00:00Z",
  "valid_until": "2026-11-02T00:00:00Z",
  "window": {
   "start": "2026-10-24T00:00:00Z",
   "end": "2026-10-31T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "nextbit/fp8",
    "parasail/fp8",
    "deepinfra/fp8"
   ],
   "ignore": []
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.010808,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "nextbit/fp8",
    "name": "NextBit",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "nextbit/fp8"
    ],
    "variant": "fp8",
    "sample_size": 2079028,
    "failures": 15393,
    "structured_output_error_rate": 0.007404,
    "structured_output_error_rate_ci95": [
     0.007288,
     0.007521
    ],
    "structured_outputs_per_day": 297004,
    "endpoints": [
     {
      "tag": "nextbit/fp8",
      "tier": false,
      "sample_size": 2079028,
      "failures": 15393,
      "structured_output_error_rate": 0.007404
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 3386574,
    "failures": 34138,
    "structured_output_error_rate": 0.01008,
    "structured_output_error_rate_ci95": [
     0.009975,
     0.010187
    ],
    "structured_outputs_per_day": 483796,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 3386574,
      "failures": 34138,
      "structured_output_error_rate": 0.01008
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1777186,
    "failures": 19208,
    "structured_output_error_rate": 0.010808,
    "structured_output_error_rate_ci95": [
     0.010657,
     0.010961
    ],
    "structured_outputs_per_day": 253884,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 1777186,
      "failures": 19208,
      "structured_output_error_rate": 0.010808
     }
    ]
   },
   {
    "id": "nebius/fp8",
    "name": "Nebius Token Factory",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "nebius/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1263162,
    "failures": 20504,
    "structured_output_error_rate": 0.016232,
    "structured_output_error_rate_ci95": [
     0.016013,
     0.016454
    ],
    "structured_outputs_per_day": 180452,
    "endpoints": [
     {
      "tag": "nebius/fp8",
      "tier": false,
      "sample_size": 1263162,
      "failures": 20504,
      "structured_output_error_rate": 0.016232
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}