{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "nvidia/nemotron-3.5-super-vl",
  "permaslug": "nvidia/nemotron-3.5-super-vl-20261015",
  "name": "Nemotron 3.5 Super VL",
  "maker": "NVIDIA",
  "file": "models/nemotron-3.5-super-vl.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "together",
   "io-net/nvfp4",
   "nebius/bf16"
  ],
  "ignore": [
   "venice/fp4",
   "crusoe/bf16",
   "baseten/fp4",
   "deepinfra/fp4",
   "coreweave/nvfp4"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.045761,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost",
    "highest_throughput",
    "highest_uptime"
   ],
   "label": "Most reliable, lowest cost, highest throughput, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out; the highest median tokens per second; the highest uptime",
   "provider": "together",
   "recommendation": {
    "order": [
     "together",
     "io-net/nvfp4",
     "nebius/bf16"
    ],
    "ignore": [
     "venice/fp4",
     "crusoe/bf16",
     "baseten/fp4",
     "deepinfra/fp4",
     "coreweave/nvfp4"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "together",
   "name": "Together",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1957228,
   "failures": 12986,
   "invalid_tool_call_rate": 0.006635,
   "invalid_tool_call_rate_ci95": [
    0.006522,
    0.00675
   ],
   "tool_calls_per_day": 279604,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 297.0,
   "uptime": 0.9998,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 1957228,
     "failures": 12986,
     "invalid_tool_call_rate": 0.006635
    }
   ],
   "direct_api": {
    "model_id": "nvidia/NVIDIA-Nemotron-3.5-Super-VL",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "io-net/nvfp4",
   "name": "io.net",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "io-net/nvfp4"
   ],
   "variant": "nvfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 109766,
   "failures": 1424,
   "invalid_tool_call_rate": 0.012973,
   "invalid_tool_call_rate_ci95": [
    0.01232,
    0.01366
   ],
   "tool_calls_per_day": 15681,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 61.0,
   "uptime": 0.9502,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "io-net/nvfp4",
     "tier": false,
     "name": "io.net",
     "quantization": "nvfp4",
     "sample_size": 109766,
     "failures": 1424,
     "invalid_tool_call_rate": 0.012973
    }
   ],
   "direct_api": {
    "model_id": "nvidia/nemotron-3.5-super-vl",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://io.net/docs/guides/getting-started",
    "website": "https://io.net",
    "status_page": "https://status.io.net/",
    "terms": "https://io.net/terms",
    "privacy": "https://io.net/privacy",
    "openrouter": "https://openrouter.ai/provider/io-net"
   }
  },
  {
   "id": "nebius/bf16",
   "name": "Nebius Token Factory",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "nebius/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 28189,
   "failures": 377,
   "invalid_tool_call_rate": 0.013374,
   "invalid_tool_call_rate_ci95": [
    0.012098,
    0.014783
   ],
   "tool_calls_per_day": 4027,
   "input_price_per_million": 0.3,
   "output_price_per_million": 0.9,
   "tokens_per_second": 192.0,
   "uptime": 0.9604,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "nebius/bf16",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "bf16",
     "sample_size": 28189,
     "failures": 377,
     "invalid_tool_call_rate": 0.013374
    }
   ],
   "direct_api": {
    "model_id": "nvidia/Nemotron-3.5-Super-VL",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  },
  {
   "id": "venice/fp4",
   "name": "Venice",
   "rank": 4,
   "role": "ignored",
   "slugs": [
    "venice/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10182,
   "failures": 350,
   "invalid_tool_call_rate": 0.034374,
   "invalid_tool_call_rate_ci95": [
    0.031007,
    0.038093
   ],
   "tool_calls_per_day": 1455,
   "input_price_per_million": 0.2,
   "output_price_per_million": 0.5,
   "tokens_per_second": 311.0,
   "uptime": 0.9858,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "venice/fp4",
     "tier": false,
     "name": "Venice",
     "quantization": "fp4",
     "sample_size": 10182,
     "failures": 350,
     "invalid_tool_call_rate": 0.034374
    }
   ],
   "direct_api": {
    "model_id": "nvidia-nemotron-3-5-super-vl-120b-a12b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "crusoe/bf16",
   "name": "Crusoe",
   "rank": 5,
   "role": "ignored",
   "slugs": [
    "crusoe/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 58806,
   "failures": 2691,
   "invalid_tool_call_rate": 0.045761,
   "invalid_tool_call_rate_ci95": [
    0.044101,
    0.047479
   ],
   "tool_calls_per_day": 8401,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.4,
   "tokens_per_second": 152.0,
   "uptime": 0.9876,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "crusoe/bf16",
     "tier": false,
     "name": "Crusoe",
     "quantization": "bf16",
     "sample_size": 58806,
     "failures": 2691,
     "invalid_tool_call_rate": 0.045761
    }
   ],
   "direct_api": {
    "model_id": "nvidia/NVIDIA-Nemotron-3.5-Super-VL",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.crusoecloud.com/",
    "website": "https://crusoe.ai",
    "status_page": "https://status.crusoecloud.com/",
    "terms": "https://legal.crusoe.ai/open-router#managed-inference-tos-open-router",
    "privacy": "https://legal.crusoe.ai/open-router#cloud-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/crusoe"
   }
  },
  {
   "id": "baseten/fp4",
   "name": "Baseten",
   "rank": 6,
   "role": "ignored",
   "slugs": [
    "baseten/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 38187,
   "failures": 1978,
   "invalid_tool_call_rate": 0.051798,
   "invalid_tool_call_rate_ci95": [
    0.04962,
    0.054066
   ],
   "tool_calls_per_day": 5455,
   "input_price_per_million": 0.2,
   "output_price_per_million": 0.5,
   "tokens_per_second": 374.0,
   "uptime": 0.9968,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "baseten/fp4",
     "tier": false,
     "name": "Baseten",
     "quantization": "fp4",
     "sample_size": 38187,
     "failures": 1978,
     "invalid_tool_call_rate": 0.051798
    }
   ],
   "direct_api": {
    "model_id": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "deepinfra/fp4",
   "name": "DeepInfra",
   "rank": 7,
   "role": "ignored",
   "slugs": [
    "deepinfra/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 169786,
   "failures": 13494,
   "invalid_tool_call_rate": 0.079477,
   "invalid_tool_call_rate_ci95": [
    0.078199,
    0.080773
   ],
   "tool_calls_per_day": 24255,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 406.0,
   "uptime": 0.9531,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp4",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp4",
     "sample_size": 169786,
     "failures": 13494,
     "invalid_tool_call_rate": 0.079477
    }
   ],
   "direct_api": {
    "model_id": "nvidia/NVIDIA-Nemotron-3.5-Super-VL",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "coreweave/nvfp4",
   "name": "CoreWeave",
   "rank": 8,
   "role": "ignored",
   "slugs": [
    "coreweave/nvfp4"
   ],
   "variant": "nvfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 191142,
   "failures": 15984,
   "invalid_tool_call_rate": 0.083624,
   "invalid_tool_call_rate_ci95": [
    0.082391,
    0.084873
   ],
   "tool_calls_per_day": 27306,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 358.0,
   "uptime": 0.985,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "coreweave/nvfp4",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "nvfp4",
     "sample_size": 191142,
     "failures": 15984,
     "invalid_tool_call_rate": 0.083624
    }
   ],
   "direct_api": {
    "model_id": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  }
 ],
 "others": [
  {
   "id": "darkbloom/nvfp4",
   "name": "Darkbloom",
   "role": "neutral",
   "slugs": [
    "darkbloom/nvfp4"
   ],
   "variant": "nvfp4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 2454,
   "failures": 62,
   "invalid_tool_call_rate": 0.025265,
   "invalid_tool_call_rate_ci95": [
    0.019759,
    0.032255
   ],
   "tool_calls_per_day": 351,
   "input_price_per_million": 0.06,
   "output_price_per_million": 0.35,
   "tokens_per_second": 13.0,
   "uptime": 0.9796,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "darkbloom/nvfp4",
     "tier": false,
     "name": "Darkbloom",
     "quantization": "nvfp4",
     "sample_size": 2454,
     "failures": 62,
     "invalid_tool_call_rate": 0.025265
    }
   ],
   "direct_api": {
    "model_id": "nvidia-nemotron-3.5-super",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.darkbloom.dev/introduction",
    "website": "https://www.darkbloom.dev",
    "status_page": null,
    "terms": "https://www.darkbloom.dev/terms.html",
    "privacy": "https://www.darkbloom.dev/privacy.html",
    "openrouter": "https://openrouter.ai/provider/darkbloom"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "nebius/bf16",
    "venice/fp4",
    "coreweave/nvfp4"
   ],
   "ignore": [
    "deepinfra/fp4",
    "together",
    "darkbloom/nvfp4"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.028126,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "nebius/bf16",
    "name": "Nebius Token Factory",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "nebius/bf16"
    ],
    "variant": "bf16",
    "sample_size": 8390,
    "failures": 122,
    "structured_output_error_rate": 0.014541,
    "structured_output_error_rate_ci95": [
     0.012193,
     0.017334
    ],
    "structured_outputs_per_day": 1199,
    "endpoints": [
     {
      "tag": "nebius/bf16",
      "tier": false,
      "sample_size": 8390,
      "failures": 122,
      "structured_output_error_rate": 0.014541
     }
    ]
   },
   {
    "id": "venice/fp4",
    "name": "Venice",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "venice/fp4"
    ],
    "variant": "fp4",
    "sample_size": 18907,
    "failures": 466,
    "structured_output_error_rate": 0.024647,
    "structured_output_error_rate_ci95": [
     0.022532,
     0.026955
    ],
    "structured_outputs_per_day": 2701,
    "endpoints": [
     {
      "tag": "venice/fp4",
      "tier": false,
      "sample_size": 18907,
      "failures": 466,
      "structured_output_error_rate": 0.024647
     }
    ]
   },
   {
    "id": "coreweave/nvfp4",
    "name": "CoreWeave",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "coreweave/nvfp4"
    ],
    "variant": "nvfp4",
    "sample_size": 53717,
    "failures": 1369,
    "structured_output_error_rate": 0.025485,
    "structured_output_error_rate_ci95": [
     0.024186,
     0.026852
    ],
    "structured_outputs_per_day": 7674,
    "endpoints": [
     {
      "tag": "coreweave/nvfp4",
      "tier": false,
      "sample_size": 53717,
      "failures": 1369,
      "structured_output_error_rate": 0.025485
     }
    ]
   },
   {
    "id": "crusoe/bf16",
    "name": "Crusoe",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "crusoe/bf16"
    ],
    "variant": "bf16",
    "sample_size": 131837,
    "failures": 3708,
    "structured_output_error_rate": 0.028126,
    "structured_output_error_rate_ci95": [
     0.027247,
     0.029032
    ],
    "structured_outputs_per_day": 18834,
    "endpoints": [
     {
      "tag": "crusoe/bf16",
      "tier": false,
      "sample_size": 131837,
      "failures": 3708,
      "structured_output_error_rate": 0.028126
     }
    ]
   },
   {
    "id": "deepinfra/fp4",
    "name": "DeepInfra",
    "rank": 5,
    "role": "ignored",
    "slugs": [
     "deepinfra/fp4"
    ],
    "variant": "fp4",
    "sample_size": 141523,
    "failures": 5254,
    "structured_output_error_rate": 0.037125,
    "structured_output_error_rate_ci95": [
     0.036152,
     0.038122
    ],
    "structured_outputs_per_day": 20218,
    "endpoints": [
     {
      "tag": "deepinfra/fp4",
      "tier": false,
      "sample_size": 141523,
      "failures": 5254,
      "structured_output_error_rate": 0.037125
     }
    ]
   },
   {
    "id": "together",
    "name": "Together",
    "rank": 6,
    "role": "ignored",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 421312,
    "failures": 15912,
    "structured_output_error_rate": 0.037768,
    "structured_output_error_rate_ci95": [
     0.037196,
     0.038348
    ],
    "structured_outputs_per_day": 60187,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 421312,
      "failures": 15912,
      "structured_output_error_rate": 0.037768
     }
    ]
   },
   {
    "id": "darkbloom/nvfp4",
    "name": "Darkbloom",
    "rank": 7,
    "role": "ignored",
    "slugs": [
     "darkbloom/nvfp4"
    ],
    "variant": "nvfp4",
    "sample_size": 13677,
    "failures": 1272,
    "structured_output_error_rate": 0.093003,
    "structured_output_error_rate_ci95": [
     0.088249,
     0.097985
    ],
    "structured_outputs_per_day": 1954,
    "endpoints": [
     {
      "tag": "darkbloom/nvfp4",
      "tier": false,
      "sample_size": 13677,
      "failures": 1272,
      "structured_output_error_rate": 0.093003
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}