{
 "methodology_version": "2.0",
 "generated_at": "2026-10-31T21:06:50Z",
 "as_of": "2026-10-31T00:00:00Z",
 "valid_until": "2026-11-02T00:00:00Z",
 "window": {
  "start": "2026-10-24T00:00:00Z",
  "end": "2026-10-31T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "stepfun/step-5-preview",
  "permaslug": "stepfun/step-5-preview-20261008",
  "name": "Step 5 Preview",
  "maker": "StepFun",
  "file": "models/step-5-preview.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "stepfun/fp8"
  ],
  "ignore": [
   "featherless/fp4"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.044708,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost",
    "highest_throughput",
    "highest_uptime"
   ],
   "label": "Most reliable, lowest cost, highest throughput, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out; the highest median tokens per second; the highest uptime",
   "provider": "stepfun/fp8",
   "recommendation": {
    "order": [
     "stepfun/fp8"
    ],
    "ignore": [
     "featherless/fp4"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "stepfun/fp8",
   "name": "StepFun",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "stepfun/fp8"
   ],
   "variant": "fp8",
   "makers_api": true,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 14027,
   "failures": 179,
   "invalid_tool_call_rate": 0.012761,
   "invalid_tool_call_rate_ci95": [
    0.011032,
    0.014757
   ],
   "tool_calls_per_day": 2004,
   "input_price_per_million": 1.0,
   "output_price_per_million": 2.7,
   "tokens_per_second": 134.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "stepfun/fp8",
     "tier": false,
     "name": "StepFun",
     "quantization": "fp8",
     "sample_size": 14027,
     "failures": 179,
     "invalid_tool_call_rate": 0.012761
    }
   ],
   "direct_api": {
    "model_id": "step-5-preview",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": false,
    "docs": "https://platform.stepfun.ai/docs/en/welcome",
    "website": null,
    "status_page": null,
    "terms": "https://platform.stepfun.ai/docs/en/agreement/userservice",
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/stepfun"
   }
  },
  {
   "id": "featherless/fp4",
   "name": "Featherless",
   "rank": 2,
   "role": "ignored",
   "slugs": [
    "featherless/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 15411,
   "failures": 689,
   "invalid_tool_call_rate": 0.044708,
   "invalid_tool_call_rate_ci95": [
    0.041557,
    0.048086
   ],
   "tool_calls_per_day": 2202,
   "input_price_per_million": 1.0,
   "output_price_per_million": 2.7,
   "tokens_per_second": 23.0,
   "uptime": 0.8408,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "featherless/fp4",
     "tier": false,
     "name": "Featherless",
     "quantization": "fp4",
     "sample_size": 15411,
     "failures": 689,
     "invalid_tool_call_rate": 0.044708
    }
   ],
   "direct_api": {
    "model_id": "stepfun-ai/Step-5-Preview",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": null,
    "website": "https://featherless.ai",
    "status_page": "https://featherless.ai/status",
    "terms": "https://featherless.ai/terms",
    "privacy": "https://featherless.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/featherless"
   }
  }
 ],
 "others": [
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "role": "neutral",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 1189,
   "failures": 19,
   "invalid_tool_call_rate": 0.01598,
   "invalid_tool_call_rate_ci95": [
    0.010254,
    0.024824
   ],
   "tool_calls_per_day": 170,
   "input_price_per_million": 1.0,
   "output_price_per_million": 2.7,
   "tokens_per_second": 126.0,
   "uptime": 0.0233,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 1189,
     "failures": 19,
     "invalid_tool_call_rate": 0.01598
    }
   ],
   "direct_api": {
    "model_id": "stepfun-ai/Step-5-Preview",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-31T00:00:00Z",
  "valid_until": "2026-11-02T00:00:00Z",
  "window": {
   "start": "2026-10-24T00:00:00Z",
   "end": "2026-10-31T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "single_provider",
  "status_reason": "fewer than two providers at 1,000 structured outputs a day or more",
  "confidence": "none",
  "recommendation": null,
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": null,
   "ignore_at_or_above": 0.03
  },
  "providers": [],
  "others": [
   {
    "id": "stepfun/fp8",
    "name": "StepFun",
    "role": "ignored",
    "slugs": [
     "stepfun/fp8"
    ],
    "variant": "fp8",
    "sample_size": 5162,
    "failures": 994,
    "structured_output_error_rate": 0.192561,
    "structured_output_error_rate_ci95": [
     0.182034,
     0.203545
    ],
    "structured_outputs_per_day": 737,
    "endpoints": [
     {
      "tag": "stepfun/fp8",
      "tier": false,
      "sample_size": 5162,
      "failures": 994,
      "structured_output_error_rate": 0.192561
     }
    ]
   },
   {
    "id": "featherless/fp4",
    "name": "Featherless",
    "role": "ignored",
    "slugs": [
     "featherless/fp4"
    ],
    "variant": "fp4",
    "sample_size": 1301,
    "failures": 405,
    "structured_output_error_rate": 0.311299,
    "structured_output_error_rate_ci95": [
     0.286725,
     0.336984
    ],
    "structured_outputs_per_day": 186,
    "endpoints": [
     {
      "tag": "featherless/fp4",
      "tier": false,
      "sample_size": 1301,
      "failures": 405,
      "structured_output_error_rate": 0.311299
     }
    ]
   },
   {
    "id": "gmicloud/fp8",
    "name": "GMICloud",
    "role": "ignored",
    "slugs": [
     "gmicloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 400,
    "failures": 140,
    "structured_output_error_rate": 0.35,
    "structured_output_error_rate_ci95": [
     0.304885,
     0.397969
    ],
    "structured_outputs_per_day": 57,
    "endpoints": [
     {
      "tag": "gmicloud/fp8",
      "tier": false,
      "sample_size": 400,
      "failures": 140,
      "structured_output_error_rate": 0.35
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}