{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "deepseek/deepseek-v4.1-flash-1017",
  "permaslug": "deepseek/deepseek-v4.1-flash-20261017",
  "name": "DeepSeek V4.1 Flash 1017",
  "maker": "DeepSeek",
  "file": "models/deepseek-v4.1-flash-1017.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "sail-research/fp4",
   "primeintellect",
   "ionstream"
  ],
  "ignore": [
   "together",
   "novita/fp8",
   "atlas-cloud/fp8",
   "gmicloud/fp8"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.005735,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost"
   ],
   "label": "Most reliable, lowest cost",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out",
   "provider": "sail-research/fp4",
   "recommendation": {
    "order": [
     "sail-research/fp4",
     "primeintellect",
     "ionstream"
    ],
    "ignore": [
     "together",
     "novita/fp8",
     "atlas-cloud/fp8",
     "gmicloud/fp8"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "wafer/mxfp4 + wafer/us",
   "recommendation": {
    "order": [
     "wafer/mxfp4",
     "wafer/us",
     "sail-research/fp4",
     "primeintellect"
    ],
    "ignore": [
     "together",
     "novita/fp8",
     "atlas-cloud/fp8",
     "gmicloud/fp8"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "particle-ai",
   "recommendation": {
    "order": [
     "particle-ai",
     "sail-research/fp4",
     "primeintellect"
    ],
    "ignore": [
     "together",
     "novita/fp8",
     "atlas-cloud/fp8",
     "gmicloud/fp8"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "sail-research/fp4",
   "name": "Sail Research",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "sail-research/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3113946,
   "failures": 963,
   "invalid_tool_call_rate": 0.000309,
   "invalid_tool_call_rate_ci95": [
    0.00029,
    0.000329
   ],
   "tool_calls_per_day": 444849,
   "input_price_per_million": 0.101,
   "output_price_per_million": 0.15,
   "tokens_per_second": 63.5,
   "uptime": 0.9998,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "sail-research/fp4",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 880822,
     "failures": 436,
     "invalid_tool_call_rate": 0.000495
    },
    {
     "tag": "sail-research/fp4/us",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 2233124,
     "failures": 528,
     "invalid_tool_call_rate": 0.000236
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.sailresearch.com/",
    "website": "https://www.sailresearch.com",
    "status_page": "https://status.sailresearch.com/",
    "terms": "https://www.sailresearch.com/terms",
    "privacy": "https://www.sailresearch.com/privacy",
    "openrouter": "https://openrouter.ai/provider/sail-research"
   }
  },
  {
   "id": "primeintellect",
   "name": "Prime Intellect",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "primeintellect"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2176773,
   "failures": 814,
   "invalid_tool_call_rate": 0.000374,
   "invalid_tool_call_rate_ci95": [
    0.000349,
    0.000401
   ],
   "tool_calls_per_day": 310968,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 207.0,
   "uptime": 0.9997,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "primeintellect",
     "tier": false,
     "name": "Prime Intellect",
     "quantization": null,
     "sample_size": 2176773,
     "failures": 814,
     "invalid_tool_call_rate": 0.000374
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.primeintellect.ai/introduction",
    "website": null,
    "status_page": null,
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/primeintellect"
   }
  },
  {
   "id": "ionstream",
   "name": "Ionstream",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "ionstream"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3760799,
   "failures": 1446,
   "invalid_tool_call_rate": 0.000384,
   "invalid_tool_call_rate_ci95": [
    0.000365,
    0.000405
   ],
   "tool_calls_per_day": 537257,
   "input_price_per_million": 0.165,
   "output_price_per_million": 0.495,
   "tokens_per_second": 155.0,
   "uptime": 0.9972,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "ionstream",
     "tier": false,
     "name": "Ionstream",
     "quantization": null,
     "sample_size": 3760799,
     "failures": 1446,
     "invalid_tool_call_rate": 0.000384
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://ionstream.ai",
    "status_page": null,
    "terms": "https://ionstream.ai/terms-and-conditions/",
    "privacy": "https://ionstream.ai/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/ionstream"
   }
  },
  {
   "id": "relace",
   "name": "Relace",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "relace"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 19828866,
   "failures": 20083,
   "invalid_tool_call_rate": 0.001013,
   "invalid_tool_call_rate_ci95": [
    0.000999,
    0.001027
   ],
   "tool_calls_per_day": 2832695,
   "input_price_per_million": 0.07,
   "output_price_per_million": 0.5,
   "tokens_per_second": 78.0,
   "uptime": 0.9996,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "relace",
     "tier": false,
     "name": "Relace",
     "quantization": null,
     "sample_size": 19828866,
     "failures": 20083,
     "invalid_tool_call_rate": 0.001013
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "morph/fp8",
   "name": "Morph",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "morph/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 14897117,
   "failures": 16821,
   "invalid_tool_call_rate": 0.001129,
   "invalid_tool_call_rate_ci95": [
    0.001112,
    0.001146
   ],
   "tool_calls_per_day": 2128160,
   "input_price_per_million": 0.044,
   "output_price_per_million": 0.383,
   "tokens_per_second": 101.0,
   "uptime": 0.998,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "morph/fp8",
     "tier": false,
     "name": "Morph",
     "quantization": "fp8",
     "sample_size": 14897117,
     "failures": 16821,
     "invalid_tool_call_rate": 0.001129
    }
   ],
   "direct_api": {
    "model_id": "morph-dsv41flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.morphllm.com/introduction",
    "website": "https://morphllm.com",
    "status_page": null,
    "terms": "https://www.morphllm.com/privacy/tos",
    "privacy": "https://morphllm.com/privacy",
    "openrouter": "https://openrouter.ai/provider/morph"
   }
  },
  {
   "id": "wafer/mxfp4 + wafer/us",
   "name": "Wafer",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "wafer/mxfp4",
    "wafer/us"
   ],
   "variant": "mxfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 17104756,
   "failures": 34294,
   "invalid_tool_call_rate": 0.002005,
   "invalid_tool_call_rate_ci95": [
    0.001984,
    0.002026
   ],
   "tool_calls_per_day": 2443537,
   "input_price_per_million": 0.052,
   "output_price_per_million": 0.5,
   "tokens_per_second": 213.5,
   "uptime": 0.9997,
   "quantizations": [
    "mxfp4"
   ],
   "endpoints": [
    {
     "tag": "wafer/mxfp4",
     "tier": false,
     "name": "Wafer",
     "quantization": "mxfp4",
     "sample_size": 16964846,
     "failures": 34221,
     "invalid_tool_call_rate": 0.002017
    },
    {
     "tag": "wafer/us",
     "tier": false,
     "name": "Wafer",
     "quantization": "mxfp4",
     "sample_size": 139910,
     "failures": 73,
     "invalid_tool_call_rate": 0.000522
    }
   ],
   "direct_api": {
    "model_id": "DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "deepinfra/fp8/flex",
   "name": "DeepInfra",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8/flex"
   ],
   "variant": "fp8/flex",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2219828,
   "failures": 6046,
   "invalid_tool_call_rate": 0.002724,
   "invalid_tool_call_rate_ci95": [
    0.002656,
    0.002793
   ],
   "tool_calls_per_day": 317118,
   "input_price_per_million": 0.0784,
   "output_price_per_million": 0.2352,
   "tokens_per_second": 50.0,
   "uptime": 0.8438,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8/flex",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 2219828,
     "failures": 6046,
     "invalid_tool_call_rate": 0.002724
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "fireworks/spot",
   "name": "Fireworks Spot",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "fireworks/spot"
   ],
   "variant": "spot",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 11742216,
   "failures": 33330,
   "invalid_tool_call_rate": 0.002838,
   "invalid_tool_call_rate_ci95": [
    0.002808,
    0.002869
   ],
   "tool_calls_per_day": 1677459,
   "input_price_per_million": 0.21,
   "output_price_per_million": 0.84,
   "tokens_per_second": 127.0,
   "uptime": 0.9999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks/spot",
     "tier": false,
     "name": "Fireworks Spot",
     "quantization": null,
     "sample_size": 11742216,
     "failures": 33330,
     "invalid_tool_call_rate": 0.002838
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/routers/deepseek-v4p1-flash-1017-spot",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "open-inference/fp4",
   "name": "Open Inference",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "open-inference/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 6905316,
   "failures": 22187,
   "invalid_tool_call_rate": 0.003213,
   "invalid_tool_call_rate_ci95": [
    0.003171,
    0.003256
   ],
   "tool_calls_per_day": 986474,
   "input_price_per_million": 0.0372,
   "output_price_per_million": 1.14,
   "tokens_per_second": 63.0,
   "uptime": 0.9957,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "open-inference/fp4",
     "tier": false,
     "name": "Open Inference",
     "quantization": "fp4",
     "sample_size": 6905316,
     "failures": 22187,
     "invalid_tool_call_rate": 0.003213
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.openinference.ai",
    "status_page": null,
    "terms": "https://www.openinference.ai/terms",
    "privacy": "https://www.openinference.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/open-inference"
   }
  },
  {
   "id": "particle-ai",
   "name": "Particle AI",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "particle-ai"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 23562,
   "failures": 79,
   "invalid_tool_call_rate": 0.003353,
   "invalid_tool_call_rate_ci95": [
    0.002691,
    0.004176
   ],
   "tool_calls_per_day": 3366,
   "input_price_per_million": 0.25,
   "output_price_per_million": 1.0,
   "tokens_per_second": 189.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "particle-ai",
     "tier": false,
     "name": "Particle AI",
     "quantization": null,
     "sample_size": 23562,
     "failures": 79,
     "invalid_tool_call_rate": 0.003353
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v41-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://particle.ai",
    "status_page": "https://status.particle.ai",
    "terms": "https://particle.ai/terms/",
    "privacy": "https://particle.ai/privacy/",
    "openrouter": "https://openrouter.ai/provider/particle-ai"
   }
  },
  {
   "id": "inference-net/fp8 + inference-net/us",
   "name": "inference.net",
   "rank": 11,
   "role": "neutral",
   "slugs": [
    "inference-net/fp8",
    "inference-net/us"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 40462499,
   "failures": 146868,
   "invalid_tool_call_rate": 0.00363,
   "invalid_tool_call_rate_ci95": [
    0.003611,
    0.003648
   ],
   "tool_calls_per_day": 5780357,
   "input_price_per_million": 0.08,
   "output_price_per_million": 0.55,
   "tokens_per_second": 115.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "inference-net/fp8",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp8",
     "sample_size": 14537684,
     "failures": 75396,
     "invalid_tool_call_rate": 0.005186
    },
    {
     "tag": "inference-net/us",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp8",
     "sample_size": 25924815,
     "failures": 71471,
     "invalid_tool_call_rate": 0.002757
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1040000,
    "tool_choice": true,
    "docs": "https://docs.inference.net/introduction",
    "website": "https://inference.net",
    "status_page": "https://status.inference.net",
    "terms": "https://inference.net/terms-of-service",
    "privacy": "https://inference.net/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/inference-net"
   }
  },
  {
   "id": "reka",
   "name": "Reka AI",
   "rank": 12,
   "role": "neutral",
   "slugs": [
    "reka"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 873622,
   "failures": 3981,
   "invalid_tool_call_rate": 0.004557,
   "invalid_tool_call_rate_ci95": [
    0.004418,
    0.0047
   ],
   "tool_calls_per_day": 124803,
   "input_price_per_million": 0.06,
   "output_price_per_million": 0.6,
   "tokens_per_second": 93.0,
   "uptime": 0.9727,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "reka",
     "tier": false,
     "name": "Reka AI",
     "quantization": null,
     "sample_size": 873622,
     "failures": 3981,
     "invalid_tool_call_rate": 0.004557
    }
   ],
   "direct_api": {
    "model_id": "deepseek41-flash-20261017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.reka.ai/overview",
    "website": "https://reka.ai",
    "status_page": null,
    "terms": "https://reka.ai/legal/terms-of-use",
    "privacy": "https://reka.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/reka"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 13,
   "role": "neutral",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 11563821,
   "failures": 54791,
   "invalid_tool_call_rate": 0.004738,
   "invalid_tool_call_rate_ci95": [
    0.004699,
    0.004778
   ],
   "tool_calls_per_day": 1651974,
   "input_price_per_million": 0.18,
   "output_price_per_million": 0.72,
   "tokens_per_second": 190.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 11563821,
     "failures": 54791,
     "invalid_tool_call_rate": 0.004738
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "rank": 14,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 13843791,
   "failures": 67445,
   "invalid_tool_call_rate": 0.004872,
   "invalid_tool_call_rate_ci95": [
    0.004835,
    0.004909
   ],
   "tool_calls_per_day": 1977684,
   "input_price_per_million": 0.098,
   "output_price_per_million": 0.294,
   "tokens_per_second": 55.0,
   "uptime": 0.9974,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 13843791,
     "failures": 67445,
     "invalid_tool_call_rate": 0.004872
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "parasail/fp8",
   "name": "Parasail",
   "rank": 15,
   "role": "neutral",
   "slugs": [
    "parasail/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1825933,
   "failures": 9061,
   "invalid_tool_call_rate": 0.004962,
   "invalid_tool_call_rate_ci95": [
    0.004862,
    0.005065
   ],
   "tool_calls_per_day": 260848,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 142.0,
   "uptime": 0.9998,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp8",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp8",
     "sample_size": 1825933,
     "failures": 9061,
     "invalid_tool_call_rate": 0.004962
    }
   ],
   "direct_api": {
    "model_id": "parasail-deepseek-v41-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "fireworks",
   "name": "Fireworks",
   "rank": 16,
   "role": "neutral",
   "slugs": [
    "fireworks"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1091170,
   "failures": 5569,
   "invalid_tool_call_rate": 0.005104,
   "invalid_tool_call_rate_ci95": [
    0.004972,
    0.005239
   ],
   "tool_calls_per_day": 155881,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 114.0,
   "uptime": 0.987,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 1054158,
     "failures": 5564,
     "invalid_tool_call_rate": 0.005278
    },
    {
     "tag": "fireworks/us",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 37012,
     "failures": 5,
     "invalid_tool_call_rate": 0.000135
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/models/deepseek-v4p1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "cloudflare",
   "name": "Cloudflare",
   "rank": 17,
   "role": "neutral",
   "slugs": [
    "cloudflare"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3758665,
   "failures": 21263,
   "invalid_tool_call_rate": 0.005657,
   "invalid_tool_call_rate_ci95": [
    0.005582,
    0.005733
   ],
   "tool_calls_per_day": 536952,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.6,
   "tokens_per_second": 94.0,
   "uptime": 0.9989,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cloudflare",
     "tier": false,
     "name": "Cloudflare",
     "quantization": null,
     "sample_size": 3758665,
     "failures": 21263,
     "invalid_tool_call_rate": 0.005657
    }
   ],
   "direct_api": {
    "model_id": "@cf/deepseek-ai/deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://developers.cloudflare.com/workers-ai/features/function-calling/",
    "website": "https://cloudflare.com",
    "status_page": "https://www.cloudflarestatus.com/",
    "terms": "https://www.cloudflare.com/service-specific-terms-developer-platform/#developer-platform-terms",
    "privacy": "https://developers.cloudflare.com/workers-ai/privacy",
    "openrouter": "https://openrouter.ai/provider/cloudflare"
   }
  },
  {
   "id": "alibaba",
   "name": "Alibaba Cloud Int.",
   "rank": 18,
   "role": "neutral",
   "slugs": [
    "alibaba"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 627370,
   "failures": 3598,
   "invalid_tool_call_rate": 0.005735,
   "invalid_tool_call_rate_ci95": [
    0.005551,
    0.005925
   ],
   "tool_calls_per_day": 89624,
   "input_price_per_million": 0.165,
   "output_price_per_million": 0.66,
   "tokens_per_second": 105.0,
   "uptime": 0.9939,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "alibaba",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 627370,
     "failures": 3598,
     "invalid_tool_call_rate": 0.005735
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "modal",
   "name": "Modal",
   "rank": 19,
   "role": "neutral",
   "slugs": [
    "modal"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2548323,
   "failures": 17088,
   "invalid_tool_call_rate": 0.006706,
   "invalid_tool_call_rate_ci95": [
    0.006606,
    0.006807
   ],
   "tool_calls_per_day": 364046,
   "input_price_per_million": 0.25,
   "output_price_per_million": 1.0,
   "tokens_per_second": 139.0,
   "uptime": 0.9982,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "modal",
     "tier": false,
     "name": "Modal",
     "quantization": null,
     "sample_size": 2548323,
     "failures": 17088,
     "invalid_tool_call_rate": 0.006706
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://modal.com/docs",
    "website": "https://modal.com",
    "status_page": "https://status.modal.com/",
    "terms": "https://modal.com/legal/terms",
    "privacy": "https://modal.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/modal"
   }
  },
  {
   "id": "deepinfra/fp8/priority",
   "name": "DeepInfra",
   "rank": 20,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8/priority"
   ],
   "variant": "fp8/priority",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 6727210,
   "failures": 47711,
   "invalid_tool_call_rate": 0.007092,
   "invalid_tool_call_rate_ci95": [
    0.007029,
    0.007156
   ],
   "tool_calls_per_day": 961030,
   "input_price_per_million": 0.147,
   "output_price_per_million": 0.441,
   "tokens_per_second": 65.0,
   "uptime": 0.987,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8/priority",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 6727210,
     "failures": 47711,
     "invalid_tool_call_rate": 0.007092
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "cohere",
   "name": "Cohere",
   "rank": 21,
   "role": "neutral",
   "slugs": [
    "cohere"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 107101,
   "failures": 843,
   "invalid_tool_call_rate": 0.007871,
   "invalid_tool_call_rate_ci95": [
    0.007359,
    0.008418
   ],
   "tool_calls_per_day": 15300,
   "input_price_per_million": 0.195,
   "output_price_per_million": 0.66,
   "tokens_per_second": 201.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cohere",
     "tier": false,
     "name": "Cohere",
     "quantization": null,
     "sample_size": 107101,
     "failures": 843,
     "invalid_tool_call_rate": 0.007871
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.cohere.com/docs/compatibility-api",
    "website": "https://cohere.com",
    "status_page": "https://status.cohere.ai/",
    "terms": "https://cohere.com/terms-of-use",
    "privacy": "https://cohere.com/privacy",
    "openrouter": "https://openrouter.ai/provider/cohere"
   }
  },
  {
   "id": "makora/fp8",
   "name": "Makora",
   "rank": 22,
   "role": "neutral",
   "slugs": [
    "makora/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1411807,
   "failures": 13630,
   "invalid_tool_call_rate": 0.009654,
   "invalid_tool_call_rate_ci95": [
    0.009494,
    0.009817
   ],
   "tool_calls_per_day": 201687,
   "input_price_per_million": 0.15,
   "output_price_per_million": 1.2,
   "tokens_per_second": 152.0,
   "uptime": 0.9977,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "makora/fp8",
     "tier": false,
     "name": "Makora",
     "quantization": "fp8",
     "sample_size": 1411807,
     "failures": 13630,
     "invalid_tool_call_rate": 0.009654
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.makora.com/",
    "website": null,
    "status_page": "https://status.makora.com",
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/makora"
   }
  },
  {
   "id": "streamlake/fp8",
   "name": "StreamLake",
   "rank": 23,
   "role": "neutral",
   "slugs": [
    "streamlake/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 182406,
   "failures": 2653,
   "invalid_tool_call_rate": 0.014544,
   "invalid_tool_call_rate_ci95": [
    0.014005,
    0.015104
   ],
   "tool_calls_per_day": 26058,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 89.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "streamlake/fp8",
     "tier": false,
     "name": "StreamLake",
     "quantization": "fp8",
     "sample_size": 182406,
     "failures": 2653,
     "invalid_tool_call_rate": 0.014544
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1024000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  },
  {
   "id": "nebius/fp8",
   "name": "Nebius Token Factory",
   "rank": 24,
   "role": "neutral",
   "slugs": [
    "nebius/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 750560,
   "failures": 10922,
   "invalid_tool_call_rate": 0.014552,
   "invalid_tool_call_rate_ci95": [
    0.014283,
    0.014825
   ],
   "tool_calls_per_day": 107223,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 142.0,
   "uptime": 0.994,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "nebius/fp8",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "fp8",
     "sample_size": 750560,
     "failures": 10922,
     "invalid_tool_call_rate": 0.014552
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  },
  {
   "id": "crusoe/fp8",
   "name": "Crusoe",
   "rank": 25,
   "role": "neutral",
   "slugs": [
    "crusoe/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2191012,
   "failures": 31950,
   "invalid_tool_call_rate": 0.014582,
   "invalid_tool_call_rate_ci95": [
    0.014424,
    0.014742
   ],
   "tool_calls_per_day": 313002,
   "input_price_per_million": 0.29,
   "output_price_per_million": 1.2,
   "tokens_per_second": 74.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "crusoe/fp8",
     "tier": false,
     "name": "Crusoe",
     "quantization": "fp8",
     "sample_size": 2191012,
     "failures": 31950,
     "invalid_tool_call_rate": 0.014582
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4.1-flash-1017",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.crusoecloud.com/",
    "website": "https://crusoe.ai",
    "status_page": "https://status.crusoecloud.com/",
    "terms": "https://legal.crusoe.ai/open-router#managed-inference-tos-open-router",
    "privacy": "https://legal.crusoe.ai/open-router#cloud-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/crusoe"
   }
  },
  {
   "id": "decart/fp4",
   "name": "Decart",
   "rank": 26,
   "role": "neutral",
   "slugs": [
    "decart/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2195515,
   "failures": 32296,
   "invalid_tool_call_rate": 0.01471,
   "invalid_tool_call_rate_ci95": [
    0.014552,
    0.01487
   ],
   "tool_calls_per_day": 313645,
   "input_price_per_million": 0.123,
   "output_price_per_million": 0.492,
   "tokens_per_second": 96.0,
   "uptime": 0.9907,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "decart/fp4",
     "tier": false,
     "name": "Decart",
     "quantization": "fp4",
     "sample_size": 2195515,
     "failures": 32296,
     "invalid_tool_call_rate": 0.01471
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.platform.decart.ai/getting-started/overview",
    "website": "https://cogito.decart.ai",
    "status_page": null,
    "terms": "https://cogito.decart.ai/legal/terms",
    "privacy": "https://cogito.decart.ai/legal/privacy",
    "openrouter": "https://openrouter.ai/provider/decart"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 27,
   "role": "neutral",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2004987,
   "failures": 32452,
   "invalid_tool_call_rate": 0.016186,
   "invalid_tool_call_rate_ci95": [
    0.016012,
    0.016361
   ],
   "tool_calls_per_day": 286427,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 168.0,
   "uptime": 0.9957,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 2004987,
     "failures": 32452,
     "invalid_tool_call_rate": 0.016186
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "baidu/fp8",
   "name": "Baidu Qianfan",
   "rank": 28,
   "role": "neutral",
   "slugs": [
    "baidu/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 104963,
   "failures": 1942,
   "invalid_tool_call_rate": 0.018502,
   "invalid_tool_call_rate_ci95": [
    0.017704,
    0.019335
   ],
   "tool_calls_per_day": 14995,
   "input_price_per_million": 0.1498,
   "output_price_per_million": 0.60455,
   "tokens_per_second": 102.0,
   "uptime": 0.9971,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baidu/fp8",
     "tier": false,
     "name": "Baidu Qianfan",
     "quantization": "fp8",
     "sample_size": 104963,
     "failures": 1942,
     "invalid_tool_call_rate": 0.018502
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4.1-flash-1017-intl",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "rank": 29,
   "role": "neutral",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 450378,
   "failures": 8636,
   "invalid_tool_call_rate": 0.019175,
   "invalid_tool_call_rate_ci95": [
    0.018779,
    0.01958
   ],
   "tool_calls_per_day": 64340,
   "input_price_per_million": 0.2,
   "output_price_per_million": 1.2,
   "tokens_per_second": 108.0,
   "uptime": 0.9965,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 450378,
     "failures": 8636,
     "invalid_tool_call_rate": 0.019175
    }
   ],
   "direct_api": {
    "model_id": "phala/deepseek-v4.1-flash-1017",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  },
  {
   "id": "deepseek",
   "name": "DeepSeek",
   "rank": 30,
   "role": "neutral",
   "slugs": [
    "deepseek"
   ],
   "variant": null,
   "makers_api": true,
   "retains_prompts": true,
   "trains_on_prompts": true,
   "sample_size": 80141562,
   "failures": 1608413,
   "invalid_tool_call_rate": 0.02007,
   "invalid_tool_call_rate_ci95": [
    0.020039,
    0.0201
   ],
   "tool_calls_per_day": 11448795,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 77.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "deepseek",
     "tier": false,
     "name": "DeepSeek",
     "quantization": null,
     "sample_size": 80141562,
     "failures": 1608413,
     "invalid_tool_call_rate": 0.02007
    }
   ],
   "direct_api": {
    "model_id": "deepseek-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://api-docs.deepseek.com/guides/function_calling",
    "website": "https://deepseek.com",
    "status_page": "https://status.deepseek.com/",
    "terms": "https://chat.deepseek.com/downloads/DeepSeek%20Terms%20of%20Use.html",
    "privacy": "https://chat.deepseek.com/downloads/DeepSeek%20Privacy%20Policy.html",
    "openrouter": "https://openrouter.ai/provider/deepseek"
   }
  },
  {
   "id": "baseten",
   "name": "Baseten",
   "rank": 31,
   "role": "neutral",
   "slugs": [
    "baseten"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4991432,
   "failures": 128245,
   "invalid_tool_call_rate": 0.025693,
   "invalid_tool_call_rate_ci95": [
    0.025555,
    0.025832
   ],
   "tool_calls_per_day": 713062,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 193.0,
   "uptime": 0.9999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "baseten",
     "tier": false,
     "name": "Baseten",
     "quantization": null,
     "sample_size": 4991432,
     "failures": 128245,
     "invalid_tool_call_rate": 0.025693
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "together",
   "name": "Together",
   "rank": 32,
   "role": "ignored",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 40640016,
   "failures": 1396970,
   "invalid_tool_call_rate": 0.034374,
   "invalid_tool_call_rate_ci95": [
    0.034318,
    0.03443
   ],
   "tool_calls_per_day": 5805717,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 250.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 40640016,
     "failures": 1396970,
     "invalid_tool_call_rate": 0.034374
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "rank": 33,
   "role": "ignored",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 917340,
   "failures": 32074,
   "invalid_tool_call_rate": 0.034964,
   "invalid_tool_call_rate_ci95": [
    0.03459,
    0.035342
   ],
   "tool_calls_per_day": 131049,
   "input_price_per_million": 0.195,
   "output_price_per_million": 0.78,
   "tokens_per_second": 111.0,
   "uptime": 0.9994,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 917340,
     "failures": 32074,
     "invalid_tool_call_rate": 0.034964
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "atlas-cloud/fp8",
   "name": "AtlasCloud",
   "rank": 34,
   "role": "ignored",
   "slugs": [
    "atlas-cloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 1617116,
   "failures": 59282,
   "invalid_tool_call_rate": 0.036659,
   "invalid_tool_call_rate_ci95": [
    0.036371,
    0.03695
   ],
   "tool_calls_per_day": 231017,
   "input_price_per_million": 0.195,
   "output_price_per_million": 0.78,
   "tokens_per_second": 109.0,
   "uptime": 0.9963,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp8",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp8",
     "sample_size": 1617116,
     "failures": 59282,
     "invalid_tool_call_rate": 0.036659
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "rank": 35,
   "role": "ignored",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 422364,
   "failures": 29044,
   "invalid_tool_call_rate": 0.068765,
   "invalid_tool_call_rate_ci95": [
    0.068006,
    0.069532
   ],
   "tool_calls_per_day": 60338,
   "input_price_per_million": 0.18,
   "output_price_per_million": 0.72,
   "tokens_per_second": 74.0,
   "uptime": 0.9998,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 422364,
     "failures": 29044,
     "invalid_tool_call_rate": 0.068765
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v4.1-flash-1017",
    "dedicated_endpoint": false,
    "context_tokens": 1048575,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  }
 ],
 "others": [],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "reka",
    "parasail/fp8",
    "inference-net/fp8",
    "inference-net/us"
   ],
   "ignore": [
    "siliconflow/fp8",
    "open-inference/fp4",
    "phala"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.012763,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "reka",
    "name": "Reka AI",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "reka"
    ],
    "variant": null,
    "sample_size": 1190808,
    "failures": 4093,
    "structured_output_error_rate": 0.003437,
    "structured_output_error_rate_ci95": [
     0.003334,
     0.003544
    ],
    "structured_outputs_per_day": 170115,
    "endpoints": [
     {
      "tag": "reka",
      "tier": false,
      "sample_size": 1190808,
      "failures": 4093,
      "structured_output_error_rate": 0.003437
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 528767,
    "failures": 3671,
    "structured_output_error_rate": 0.006943,
    "structured_output_error_rate_ci95": [
     0.006722,
     0.00717
    ],
    "structured_outputs_per_day": 75538,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 528767,
      "failures": 3671,
      "structured_output_error_rate": 0.006943
     }
    ]
   },
   {
    "id": "inference-net/fp8 + inference-net/us",
    "name": "inference.net",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "inference-net/fp8",
     "inference-net/us"
    ],
    "variant": "fp8",
    "sample_size": 17209954,
    "failures": 124154,
    "structured_output_error_rate": 0.007214,
    "structured_output_error_rate_ci95": [
     0.007174,
     0.007254
    ],
    "structured_outputs_per_day": 2458565,
    "endpoints": [
     {
      "tag": "inference-net/fp8",
      "tier": false,
      "sample_size": 3991201,
      "failures": 45673,
      "structured_output_error_rate": 0.011443
     },
     {
      "tag": "inference-net/us",
      "tier": false,
      "sample_size": 13218753,
      "failures": 78481,
      "structured_output_error_rate": 0.005937
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 4259696,
    "failures": 31551,
    "structured_output_error_rate": 0.007407,
    "structured_output_error_rate_ci95": [
     0.007326,
     0.007489
    ],
    "structured_outputs_per_day": 608528,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 4259696,
      "failures": 31551,
      "structured_output_error_rate": 0.007407
     }
    ]
   },
   {
    "id": "baidu/fp8",
    "name": "Baidu Qianfan",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "baidu/fp8"
    ],
    "variant": "fp8",
    "sample_size": 52226,
    "failures": 415,
    "structured_output_error_rate": 0.007946,
    "structured_output_error_rate_ci95": [
     0.00722,
     0.008745
    ],
    "structured_outputs_per_day": 7461,
    "endpoints": [
     {
      "tag": "baidu/fp8",
      "tier": false,
      "sample_size": 52226,
      "failures": 415,
      "structured_output_error_rate": 0.007946
     }
    ]
   },
   {
    "id": "ionstream",
    "name": "Ionstream",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "ionstream"
    ],
    "variant": null,
    "sample_size": 1447961,
    "failures": 12128,
    "structured_output_error_rate": 0.008376,
    "structured_output_error_rate_ci95": [
     0.008229,
     0.008526
    ],
    "structured_outputs_per_day": 206852,
    "endpoints": [
     {
      "tag": "ionstream",
      "tier": false,
      "sample_size": 1447961,
      "failures": 12128,
      "structured_output_error_rate": 0.008376
     }
    ]
   },
   {
    "id": "makora/fp8",
    "name": "Makora",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "makora/fp8"
    ],
    "variant": "fp8",
    "sample_size": 314739,
    "failures": 2664,
    "structured_output_error_rate": 0.008464,
    "structured_output_error_rate_ci95": [
     0.00815,
     0.00879
    ],
    "structured_outputs_per_day": 44963,
    "endpoints": [
     {
      "tag": "makora/fp8",
      "tier": false,
      "sample_size": 314739,
      "failures": 2664,
      "structured_output_error_rate": 0.008464
     }
    ]
   },
   {
    "id": "atlas-cloud/fp8",
    "name": "AtlasCloud",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "atlas-cloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 331807,
    "failures": 2899,
    "structured_output_error_rate": 0.008737,
    "structured_output_error_rate_ci95": [
     0.008426,
     0.009059
    ],
    "structured_outputs_per_day": 47401,
    "endpoints": [
     {
      "tag": "atlas-cloud/fp8",
      "tier": false,
      "sample_size": 331807,
      "failures": 2899,
      "structured_output_error_rate": 0.008737
     }
    ]
   },
   {
    "id": "together",
    "name": "Together",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 9581694,
    "failures": 88127,
    "structured_output_error_rate": 0.009197,
    "structured_output_error_rate_ci95": [
     0.009137,
     0.009258
    ],
    "structured_outputs_per_day": 1368813,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 9581694,
      "failures": 88127,
      "structured_output_error_rate": 0.009197
     }
    ]
   },
   {
    "id": "deepinfra/fp8/flex",
    "name": "DeepInfra",
    "rank": 10,
    "role": "neutral",
    "slugs": [
     "deepinfra/fp8/flex"
    ],
    "variant": "fp8/flex",
    "sample_size": 381333,
    "failures": 3719,
    "structured_output_error_rate": 0.009753,
    "structured_output_error_rate_ci95": [
     0.009446,
     0.01007
    ],
    "structured_outputs_per_day": 54476,
    "endpoints": [
     {
      "tag": "deepinfra/fp8/flex",
      "tier": false,
      "sample_size": 381333,
      "failures": 3719,
      "structured_output_error_rate": 0.009753
     }
    ]
   },
   {
    "id": "deepinfra/fp8/priority",
    "name": "DeepInfra",
    "rank": 11,
    "role": "neutral",
    "slugs": [
     "deepinfra/fp8/priority"
    ],
    "variant": "fp8/priority",
    "sample_size": 3845823,
    "failures": 37615,
    "structured_output_error_rate": 0.009781,
    "structured_output_error_rate_ci95": [
     0.009683,
     0.00988
    ],
    "structured_outputs_per_day": 549403,
    "endpoints": [
     {
      "tag": "deepinfra/fp8/priority",
      "tier": false,
      "sample_size": 3845823,
      "failures": 37615,
      "structured_output_error_rate": 0.009781
     }
    ]
   },
   {
    "id": "primeintellect",
    "name": "Prime Intellect",
    "rank": 12,
    "role": "neutral",
    "slugs": [
     "primeintellect"
    ],
    "variant": null,
    "sample_size": 281293,
    "failures": 2892,
    "structured_output_error_rate": 0.010281,
    "structured_output_error_rate_ci95": [
     0.009915,
     0.010661
    ],
    "structured_outputs_per_day": 40185,
    "endpoints": [
     {
      "tag": "primeintellect",
      "tier": false,
      "sample_size": 281293,
      "failures": 2892,
      "structured_output_error_rate": 0.010281
     }
    ]
   },
   {
    "id": "sail-research/fp4",
    "name": "Sail Research",
    "rank": 13,
    "role": "neutral",
    "slugs": [
     "sail-research/fp4"
    ],
    "variant": "fp4",
    "sample_size": 1753785,
    "failures": 18980,
    "structured_output_error_rate": 0.010822,
    "structured_output_error_rate_ci95": [
     0.01067,
     0.010977
    ],
    "structured_outputs_per_day": 250541,
    "endpoints": [
     {
      "tag": "sail-research/fp4",
      "tier": false,
      "sample_size": 483271,
      "failures": 7285,
      "structured_output_error_rate": 0.015074
     },
     {
      "tag": "sail-research/fp4/us",
      "tier": false,
      "sample_size": 1270514,
      "failures": 11695,
      "structured_output_error_rate": 0.009205
     }
    ]
   },
   {
    "id": "wafer/mxfp4 + wafer/us",
    "name": "Wafer",
    "rank": 14,
    "role": "neutral",
    "slugs": [
     "wafer/mxfp4",
     "wafer/us"
    ],
    "variant": "mxfp4",
    "sample_size": 3283209,
    "failures": 39179,
    "structured_output_error_rate": 0.011933,
    "structured_output_error_rate_ci95": [
     0.011816,
     0.012051
    ],
    "structured_outputs_per_day": 469030,
    "endpoints": [
     {
      "tag": "wafer/mxfp4",
      "tier": false,
      "sample_size": 3235589,
      "failures": 39011,
      "structured_output_error_rate": 0.012057
     },
     {
      "tag": "wafer/us",
      "tier": false,
      "sample_size": 47620,
      "failures": 168,
      "structured_output_error_rate": 0.003528
     }
    ]
   },
   {
    "id": "decart/fp4",
    "name": "Decart",
    "rank": 15,
    "role": "neutral",
    "slugs": [
     "decart/fp4"
    ],
    "variant": "fp4",
    "sample_size": 835720,
    "failures": 10621,
    "structured_output_error_rate": 0.012709,
    "structured_output_error_rate_ci95": [
     0.012471,
     0.012951
    ],
    "structured_outputs_per_day": 119389,
    "endpoints": [
     {
      "tag": "decart/fp4",
      "tier": false,
      "sample_size": 835720,
      "failures": 10621,
      "structured_output_error_rate": 0.012709
     }
    ]
   },
   {
    "id": "morph/fp8",
    "name": "Morph",
    "rank": 16,
    "role": "neutral",
    "slugs": [
     "morph/fp8"
    ],
    "variant": "fp8",
    "sample_size": 4126821,
    "failures": 52671,
    "structured_output_error_rate": 0.012763,
    "structured_output_error_rate_ci95": [
     0.012655,
     0.012872
    ],
    "structured_outputs_per_day": 589546,
    "endpoints": [
     {
      "tag": "morph/fp8",
      "tier": false,
      "sample_size": 4126821,
      "failures": 52671,
      "structured_output_error_rate": 0.012763
     }
    ]
   },
   {
    "id": "fireworks/spot",
    "name": "Fireworks Spot",
    "rank": 17,
    "role": "neutral",
    "slugs": [
     "fireworks/spot"
    ],
    "variant": "spot",
    "sample_size": 1542328,
    "failures": 19990,
    "structured_output_error_rate": 0.012961,
    "structured_output_error_rate_ci95": [
     0.012784,
     0.013141
    ],
    "structured_outputs_per_day": 220333,
    "endpoints": [
     {
      "tag": "fireworks/spot",
      "tier": false,
      "sample_size": 1542328,
      "failures": 19990,
      "structured_output_error_rate": 0.012961
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "rank": 18,
    "role": "neutral",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 1386390,
    "failures": 19528,
    "structured_output_error_rate": 0.014086,
    "structured_output_error_rate_ci95": [
     0.013891,
     0.014283
    ],
    "structured_outputs_per_day": 198056,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 1386390,
      "failures": 19528,
      "structured_output_error_rate": 0.014086
     }
    ]
   },
   {
    "id": "crusoe/fp8",
    "name": "Crusoe",
    "rank": 19,
    "role": "neutral",
    "slugs": [
     "crusoe/fp8"
    ],
    "variant": "fp8",
    "sample_size": 172677,
    "failures": 2444,
    "structured_output_error_rate": 0.014154,
    "structured_output_error_rate_ci95": [
     0.013607,
     0.014722
    ],
    "structured_outputs_per_day": 24668,
    "endpoints": [
     {
      "tag": "crusoe/fp8",
      "tier": false,
      "sample_size": 172677,
      "failures": 2444,
      "structured_output_error_rate": 0.014154
     }
    ]
   },
   {
    "id": "nebius/fp8",
    "name": "Nebius Token Factory",
    "rank": 20,
    "role": "neutral",
    "slugs": [
     "nebius/fp8"
    ],
    "variant": "fp8",
    "sample_size": 195993,
    "failures": 2926,
    "structured_output_error_rate": 0.014929,
    "structured_output_error_rate_ci95": [
     0.014402,
     0.015476
    ],
    "structured_outputs_per_day": 27999,
    "endpoints": [
     {
      "tag": "nebius/fp8",
      "tier": false,
      "sample_size": 195993,
      "failures": 2926,
      "structured_output_error_rate": 0.014929
     }
    ]
   },
   {
    "id": "particle-ai",
    "name": "Particle AI",
    "rank": 21,
    "role": "neutral",
    "slugs": [
     "particle-ai"
    ],
    "variant": null,
    "sample_size": 8578,
    "failures": 150,
    "structured_output_error_rate": 0.017487,
    "structured_output_error_rate_ci95": [
     0.014921,
     0.020484
    ],
    "structured_outputs_per_day": 1225,
    "endpoints": [
     {
      "tag": "particle-ai",
      "tier": false,
      "sample_size": 8578,
      "failures": 150,
      "structured_output_error_rate": 0.017487
     }
    ]
   },
   {
    "id": "relace",
    "name": "Relace",
    "rank": 22,
    "role": "neutral",
    "slugs": [
     "relace"
    ],
    "variant": null,
    "sample_size": 4310082,
    "failures": 75744,
    "structured_output_error_rate": 0.017574,
    "structured_output_error_rate_ci95": [
     0.01745,
     0.017698
    ],
    "structured_outputs_per_day": 615726,
    "endpoints": [
     {
      "tag": "relace",
      "tier": false,
      "sample_size": 4310082,
      "failures": 75744,
      "structured_output_error_rate": 0.017574
     }
    ]
   },
   {
    "id": "cloudflare",
    "name": "Cloudflare",
    "rank": 23,
    "role": "neutral",
    "slugs": [
     "cloudflare"
    ],
    "variant": null,
    "sample_size": 526793,
    "failures": 9719,
    "structured_output_error_rate": 0.018449,
    "structured_output_error_rate_ci95": [
     0.018089,
     0.018816
    ],
    "structured_outputs_per_day": 75256,
    "endpoints": [
     {
      "tag": "cloudflare",
      "tier": false,
      "sample_size": 526793,
      "failures": 9719,
      "structured_output_error_rate": 0.018449
     }
    ]
   },
   {
    "id": "fireworks",
    "name": "Fireworks",
    "rank": 24,
    "role": "neutral",
    "slugs": [
     "fireworks"
    ],
    "variant": null,
    "sample_size": 862145,
    "failures": 18876,
    "structured_output_error_rate": 0.021894,
    "structured_output_error_rate_ci95": [
     0.021587,
     0.022205
    ],
    "structured_outputs_per_day": 123164,
    "endpoints": [
     {
      "tag": "fireworks",
      "tier": false,
      "sample_size": 857430,
      "failures": 18826,
      "structured_output_error_rate": 0.021956
     },
     {
      "tag": "fireworks/us",
      "tier": false,
      "sample_size": 4715,
      "failures": 50,
      "structured_output_error_rate": 0.010604
     }
    ]
   },
   {
    "id": "modal",
    "name": "Modal",
    "rank": 25,
    "role": "neutral",
    "slugs": [
     "modal"
    ],
    "variant": null,
    "sample_size": 205676,
    "failures": 5015,
    "structured_output_error_rate": 0.024383,
    "structured_output_error_rate_ci95": [
     0.023725,
     0.025059
    ],
    "structured_outputs_per_day": 29382,
    "endpoints": [
     {
      "tag": "modal",
      "tier": false,
      "sample_size": 205676,
      "failures": 5015,
      "structured_output_error_rate": 0.024383
     }
    ]
   },
   {
    "id": "gmicloud/fp8",
    "name": "GMICloud",
    "rank": 26,
    "role": "neutral",
    "slugs": [
     "gmicloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 134258,
    "failures": 3357,
    "structured_output_error_rate": 0.025004,
    "structured_output_error_rate_ci95": [
     0.024182,
     0.025853
    ],
    "structured_outputs_per_day": 19180,
    "endpoints": [
     {
      "tag": "gmicloud/fp8",
      "tier": false,
      "sample_size": 134258,
      "failures": 3357,
      "structured_output_error_rate": 0.025004
     }
    ]
   },
   {
    "id": "cohere",
    "name": "Cohere",
    "rank": 27,
    "role": "neutral",
    "slugs": [
     "cohere"
    ],
    "variant": null,
    "sample_size": 22793,
    "failures": 597,
    "structured_output_error_rate": 0.026192,
    "structured_output_error_rate_ci95": [
     0.024197,
     0.028347
    ],
    "structured_outputs_per_day": 3256,
    "endpoints": [
     {
      "tag": "cohere",
      "tier": false,
      "sample_size": 22793,
      "failures": 597,
      "structured_output_error_rate": 0.026192
     }
    ]
   },
   {
    "id": "streamlake/fp8",
    "name": "StreamLake",
    "rank": 28,
    "role": "neutral",
    "slugs": [
     "streamlake/fp8"
    ],
    "variant": "fp8",
    "sample_size": 29399,
    "failures": 811,
    "structured_output_error_rate": 0.027586,
    "structured_output_error_rate_ci95": [
     0.025775,
     0.029521
    ],
    "structured_outputs_per_day": 4200,
    "endpoints": [
     {
      "tag": "streamlake/fp8",
      "tier": false,
      "sample_size": 29399,
      "failures": 811,
      "structured_output_error_rate": 0.027586
     }
    ]
   },
   {
    "id": "siliconflow/fp8",
    "name": "SiliconFlow",
    "rank": 29,
    "role": "ignored",
    "slugs": [
     "siliconflow/fp8"
    ],
    "variant": "fp8",
    "sample_size": 114145,
    "failures": 3703,
    "structured_output_error_rate": 0.032441,
    "structured_output_error_rate_ci95": [
     0.031429,
     0.033485
    ],
    "structured_outputs_per_day": 16306,
    "endpoints": [
     {
      "tag": "siliconflow/fp8",
      "tier": false,
      "sample_size": 114145,
      "failures": 3703,
      "structured_output_error_rate": 0.032441
     }
    ]
   },
   {
    "id": "open-inference/fp4",
    "name": "Open Inference",
    "rank": 30,
    "role": "ignored",
    "slugs": [
     "open-inference/fp4"
    ],
    "variant": "fp4",
    "sample_size": 883959,
    "failures": 31597,
    "structured_output_error_rate": 0.035745,
    "structured_output_error_rate_ci95": [
     0.03536,
     0.036134
    ],
    "structured_outputs_per_day": 126280,
    "endpoints": [
     {
      "tag": "open-inference/fp4",
      "tier": false,
      "sample_size": 883959,
      "failures": 31597,
      "structured_output_error_rate": 0.035745
     }
    ]
   },
   {
    "id": "phala",
    "name": "Phala",
    "rank": 31,
    "role": "ignored",
    "slugs": [
     "phala"
    ],
    "variant": null,
    "sample_size": 73693,
    "failures": 8364,
    "structured_output_error_rate": 0.113498,
    "structured_output_error_rate_ci95": [
     0.111228,
     0.115808
    ],
    "structured_outputs_per_day": 10528,
    "endpoints": [
     {
      "tag": "phala",
      "tier": false,
      "sample_size": 73693,
      "failures": 8364,
      "structured_output_error_rate": 0.113498
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}