{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "deepseek/deepseek-v4.1-flash",
  "permaslug": "deepseek/deepseek-v4.1-flash-20260910",
  "name": "DeepSeek V4.1 Flash",
  "maker": "DeepSeek",
  "file": "models/deepseek-v4.1-flash.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "primeintellect",
   "morph/fp8",
   "relace"
  ],
  "ignore": [
   "deepinfra/fp8/flex",
   "novita/fp8"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.006353,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "primeintellect",
   "recommendation": {
    "order": [
     "primeintellect",
     "morph/fp8",
     "relace"
    ],
    "ignore": [
     "deepinfra/fp8/flex",
     "novita/fp8"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "baidu/fp8",
   "recommendation": {
    "order": [
     "baidu/fp8",
     "primeintellect",
     "morph/fp8"
    ],
    "ignore": [
     "deepinfra/fp8/flex",
     "novita/fp8"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "coreweave/fp8",
   "recommendation": {
    "order": [
     "coreweave/fp8",
     "primeintellect",
     "morph/fp8"
    ],
    "ignore": [
     "deepinfra/fp8/flex",
     "novita/fp8"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "wafer/mxfp4 + wafer/us",
   "recommendation": {
    "order": [
     "wafer/mxfp4",
     "wafer/us",
     "primeintellect",
     "morph/fp8"
    ],
    "ignore": [
     "deepinfra/fp8/flex",
     "novita/fp8"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "primeintellect",
   "name": "Prime Intellect",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "primeintellect"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 976037,
   "failures": 567,
   "invalid_tool_call_rate": 0.000581,
   "invalid_tool_call_rate_ci95": [
    0.000535,
    0.000631
   ],
   "tool_calls_per_day": 139434,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 130.0,
   "uptime": 0.9992,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "primeintellect",
     "tier": false,
     "name": "Prime Intellect",
     "quantization": null,
     "sample_size": 976037,
     "failures": 567,
     "invalid_tool_call_rate": 0.000581
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4.1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.primeintellect.ai/introduction",
    "website": null,
    "status_page": null,
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/primeintellect"
   }
  },
  {
   "id": "morph/fp8",
   "name": "Morph",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "morph/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 6180101,
   "failures": 8112,
   "invalid_tool_call_rate": 0.001313,
   "invalid_tool_call_rate_ci95": [
    0.001284,
    0.001341
   ],
   "tool_calls_per_day": 882872,
   "input_price_per_million": 0.044,
   "output_price_per_million": 0.383,
   "tokens_per_second": 108.0,
   "uptime": 0.9981,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "morph/fp8",
     "tier": false,
     "name": "Morph",
     "quantization": "fp8",
     "sample_size": 6180101,
     "failures": 8112,
     "invalid_tool_call_rate": 0.001313
    }
   ],
   "direct_api": {
    "model_id": "morph-dsv41flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.morphllm.com/introduction",
    "website": "https://morphllm.com",
    "status_page": null,
    "terms": "https://www.morphllm.com/privacy/tos",
    "privacy": "https://morphllm.com/privacy",
    "openrouter": "https://openrouter.ai/provider/morph"
   }
  },
  {
   "id": "relace",
   "name": "Relace",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "relace"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10236654,
   "failures": 14495,
   "invalid_tool_call_rate": 0.001416,
   "invalid_tool_call_rate_ci95": [
    0.001393,
    0.001439
   ],
   "tool_calls_per_day": 1462379,
   "input_price_per_million": 0.07,
   "output_price_per_million": 0.5,
   "tokens_per_second": 105.0,
   "uptime": 0.9996,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "relace",
     "tier": false,
     "name": "Relace",
     "quantization": null,
     "sample_size": 10236654,
     "failures": 14495,
     "invalid_tool_call_rate": 0.001416
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "wafer/mxfp4 + wafer/us",
   "name": "Wafer",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "wafer/mxfp4",
    "wafer/us"
   ],
   "variant": "mxfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 8637325,
   "failures": 22463,
   "invalid_tool_call_rate": 0.002601,
   "invalid_tool_call_rate_ci95": [
    0.002567,
    0.002635
   ],
   "tool_calls_per_day": 1233904,
   "input_price_per_million": 0.045,
   "output_price_per_million": 0.5,
   "tokens_per_second": 170.5,
   "uptime": 1.0,
   "quantizations": [
    "mxfp4"
   ],
   "endpoints": [
    {
     "tag": "wafer/mxfp4",
     "tier": false,
     "name": "Wafer",
     "quantization": "mxfp4",
     "sample_size": 8606706,
     "failures": 21547,
     "invalid_tool_call_rate": 0.002504
    },
    {
     "tag": "wafer/us",
     "tier": false,
     "name": "Wafer",
     "quantization": "mxfp4",
     "sample_size": 30619,
     "failures": 916,
     "invalid_tool_call_rate": 0.029916
    }
   ],
   "direct_api": {
    "model_id": "DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "nebius/fp8",
   "name": "Nebius Token Factory",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "nebius/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 248244,
   "failures": 695,
   "invalid_tool_call_rate": 0.0028,
   "invalid_tool_call_rate_ci95": [
    0.002599,
    0.003015
   ],
   "tool_calls_per_day": 35463,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 48.0,
   "uptime": 0.993,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "nebius/fp8",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "fp8",
     "sample_size": 248244,
     "failures": 695,
     "invalid_tool_call_rate": 0.0028
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048000,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  },
  {
   "id": "deepinfra/fp8/priority",
   "name": "DeepInfra",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8/priority"
   ],
   "variant": "fp8/priority",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 728173,
   "failures": 2197,
   "invalid_tool_call_rate": 0.003017,
   "invalid_tool_call_rate_ci95": [
    0.002894,
    0.003146
   ],
   "tool_calls_per_day": 104025,
   "input_price_per_million": 0.21,
   "output_price_per_million": 0.63,
   "tokens_per_second": 79.0,
   "uptime": 0.527,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8/priority",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 728173,
     "failures": 2197,
     "invalid_tool_call_rate": 0.003017
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "fireworks/spot",
   "name": "Fireworks Spot",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "fireworks/spot"
   ],
   "variant": "spot",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 8645980,
   "failures": 26458,
   "invalid_tool_call_rate": 0.00306,
   "invalid_tool_call_rate_ci95": [
    0.003024,
    0.003097
   ],
   "tool_calls_per_day": 1235140,
   "input_price_per_million": 0.21,
   "output_price_per_million": 0.84,
   "tokens_per_second": 65.0,
   "uptime": 0.9996,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks/spot",
     "tier": false,
     "name": "Fireworks Spot",
     "quantization": null,
     "sample_size": 8645980,
     "failures": 26458,
     "invalid_tool_call_rate": 0.00306
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/routers/deepseek-v4p1-flash-spot",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "open-inference/fp4",
   "name": "Open Inference",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "open-inference/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 7248818,
   "failures": 23121,
   "invalid_tool_call_rate": 0.00319,
   "invalid_tool_call_rate_ci95": [
    0.003149,
    0.003231
   ],
   "tool_calls_per_day": 1035545,
   "input_price_per_million": 0.0433,
   "output_price_per_million": 1.04,
   "tokens_per_second": 45.0,
   "uptime": 0.9959,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "open-inference/fp4",
     "tier": false,
     "name": "Open Inference",
     "quantization": "fp4",
     "sample_size": 7248818,
     "failures": 23121,
     "invalid_tool_call_rate": 0.00319
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.openinference.ai",
    "status_page": null,
    "terms": "https://www.openinference.ai/terms",
    "privacy": "https://www.openinference.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/open-inference"
   }
  },
  {
   "id": "inference-net/fp8 + inference-net/us",
   "name": "inference.net",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "inference-net/fp8",
    "inference-net/us"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10777633,
   "failures": 35506,
   "invalid_tool_call_rate": 0.003294,
   "invalid_tool_call_rate_ci95": [
    0.00326,
    0.003329
   ],
   "tool_calls_per_day": 1539662,
   "input_price_per_million": 0.103,
   "output_price_per_million": 0.6,
   "tokens_per_second": 92.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "inference-net/fp8",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp8",
     "sample_size": 6482566,
     "failures": 24034,
     "invalid_tool_call_rate": 0.003707
    },
    {
     "tag": "inference-net/us",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp8",
     "sample_size": 4295067,
     "failures": 11472,
     "invalid_tool_call_rate": 0.002671
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4.1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1040000,
    "tool_choice": true,
    "docs": "https://docs.inference.net/introduction",
    "website": "https://inference.net",
    "status_page": "https://status.inference.net",
    "terms": "https://inference.net/terms-of-service",
    "privacy": "https://inference.net/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/inference-net"
   }
  },
  {
   "id": "decart/fp4",
   "name": "Decart",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "decart/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2849662,
   "failures": 9576,
   "invalid_tool_call_rate": 0.00336,
   "invalid_tool_call_rate_ci95": [
    0.003294,
    0.003428
   ],
   "tool_calls_per_day": 407095,
   "input_price_per_million": 0.09,
   "output_price_per_million": 0.18,
   "tokens_per_second": 56.0,
   "uptime": 0.9698,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "decart/fp4",
     "tier": false,
     "name": "Decart",
     "quantization": "fp4",
     "sample_size": 2849662,
     "failures": 9576,
     "invalid_tool_call_rate": 0.00336
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.platform.decart.ai/getting-started/overview",
    "website": "https://cogito.decart.ai",
    "status_page": null,
    "terms": "https://cogito.decart.ai/legal/terms",
    "privacy": "https://cogito.decart.ai/legal/privacy",
    "openrouter": "https://openrouter.ai/provider/decart"
   }
  },
  {
   "id": "sail-research/fp4",
   "name": "Sail Research",
   "rank": 11,
   "role": "neutral",
   "slugs": [
    "sail-research/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3002254,
   "failures": 12354,
   "invalid_tool_call_rate": 0.004115,
   "invalid_tool_call_rate_ci95": [
    0.004043,
    0.004188
   ],
   "tool_calls_per_day": 428893,
   "input_price_per_million": 0.09,
   "output_price_per_million": 0.25,
   "tokens_per_second": 49.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "sail-research/fp4",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 743574,
     "failures": 5322,
     "invalid_tool_call_rate": 0.007157
    },
    {
     "tag": "sail-research/fp4/us",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 2258680,
     "failures": 7032,
     "invalid_tool_call_rate": 0.003113
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.sailresearch.com/",
    "website": "https://www.sailresearch.com",
    "status_page": "https://status.sailresearch.com/",
    "terms": "https://www.sailresearch.com/terms",
    "privacy": "https://www.sailresearch.com/privacy",
    "openrouter": "https://openrouter.ai/provider/sail-research"
   }
  },
  {
   "id": "fireworks",
   "name": "Fireworks",
   "rank": 12,
   "role": "neutral",
   "slugs": [
    "fireworks"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1566897,
   "failures": 7279,
   "invalid_tool_call_rate": 0.004645,
   "invalid_tool_call_rate_ci95": [
    0.00454,
    0.004753
   ],
   "tool_calls_per_day": 223842,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 197.25,
   "uptime": 0.996,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 62773,
     "failures": 2574,
     "invalid_tool_call_rate": 0.041005
    },
    {
     "tag": "fireworks/us",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 1504124,
     "failures": 4706,
     "invalid_tool_call_rate": 0.003129
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/models/deepseek-v4p1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "baidu/fp8",
   "name": "Baidu Qianfan",
   "rank": 13,
   "role": "neutral",
   "slugs": [
    "baidu/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 6824483,
   "failures": 34046,
   "invalid_tool_call_rate": 0.004989,
   "invalid_tool_call_rate_ci95": [
    0.004936,
    0.005042
   ],
   "tool_calls_per_day": 974926,
   "input_price_per_million": 0.0324,
   "output_price_per_million": 0.1296,
   "tokens_per_second": 81.0,
   "uptime": 0.9998,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baidu/fp8",
     "tier": false,
     "name": "Baidu Qianfan",
     "quantization": "fp8",
     "sample_size": 6824483,
     "failures": 34046,
     "invalid_tool_call_rate": 0.004989
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4.1-flash-intl",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  },
  {
   "id": "google-vertex/global",
   "name": "Google Vertex",
   "rank": 14,
   "role": "neutral",
   "slugs": [
    "google-vertex/global"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 693373,
   "failures": 3460,
   "invalid_tool_call_rate": 0.00499,
   "invalid_tool_call_rate_ci95": [
    0.004827,
    0.005159
   ],
   "tool_calls_per_day": 99053,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 63.0,
   "uptime": 0.9889,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "google-vertex/global",
     "tier": false,
     "name": "Google Vertex",
     "quantization": null,
     "sample_size": 693373,
     "failures": 3460,
     "invalid_tool_call_rate": 0.00499
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v4.1-flash-maas",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/maas/use-open-models",
    "website": "https://cloud.google.com",
    "status_page": "https://status.cloud.google.com/products/sdXM79fz1FS6ekNpu37K/history",
    "terms": "https://cloud.google.com/terms/",
    "privacy": "https://cloud.google.com/terms/cloud-privacy-notice",
    "openrouter": "https://openrouter.ai/provider/google-vertex"
   }
  },
  {
   "id": "reka",
   "name": "Reka AI",
   "rank": 15,
   "role": "neutral",
   "slugs": [
    "reka"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 320799,
   "failures": 1647,
   "invalid_tool_call_rate": 0.005134,
   "invalid_tool_call_rate_ci95": [
    0.004893,
    0.005387
   ],
   "tool_calls_per_day": 45828,
   "input_price_per_million": 0.105,
   "output_price_per_million": 0.84,
   "tokens_per_second": 78.0,
   "uptime": 0.9675,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "reka",
     "tier": false,
     "name": "Reka AI",
     "quantization": null,
     "sample_size": 320799,
     "failures": 1647,
     "invalid_tool_call_rate": 0.005134
    }
   ],
   "direct_api": {
    "model_id": "deepseek41-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.reka.ai/overview",
    "website": "https://reka.ai",
    "status_page": null,
    "terms": "https://reka.ai/legal/terms-of-use",
    "privacy": "https://reka.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/reka"
   }
  },
  {
   "id": "coreweave/fp8",
   "name": "CoreWeave",
   "rank": 16,
   "role": "neutral",
   "slugs": [
    "coreweave/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 7947367,
   "failures": 43671,
   "invalid_tool_call_rate": 0.005495,
   "invalid_tool_call_rate_ci95": [
    0.005444,
    0.005547
   ],
   "tool_calls_per_day": 1135338,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.65,
   "tokens_per_second": 210.0,
   "uptime": 0.9952,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "coreweave/fp8",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "fp8",
     "sample_size": 7947367,
     "failures": 43671,
     "invalid_tool_call_rate": 0.005495
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 17,
   "role": "neutral",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10227492,
   "failures": 61155,
   "invalid_tool_call_rate": 0.005979,
   "invalid_tool_call_rate_ci95": [
    0.005932,
    0.006027
   ],
   "tool_calls_per_day": 1461070,
   "input_price_per_million": 0.225,
   "output_price_per_million": 0.9,
   "tokens_per_second": 163.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 10227492,
     "failures": 61155,
     "invalid_tool_call_rate": 0.005979
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4.1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "rank": 18,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 15227037,
   "failures": 96736,
   "invalid_tool_call_rate": 0.006353,
   "invalid_tool_call_rate_ci95": [
    0.006313,
    0.006393
   ],
   "tool_calls_per_day": 2175291,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.42,
   "tokens_per_second": 67.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 15227037,
     "failures": 96736,
     "invalid_tool_call_rate": 0.006353
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "parasail/fp8",
   "name": "Parasail",
   "rank": 19,
   "role": "neutral",
   "slugs": [
    "parasail/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1290045,
   "failures": 8496,
   "invalid_tool_call_rate": 0.006586,
   "invalid_tool_call_rate_ci95": [
    0.006448,
    0.006727
   ],
   "tool_calls_per_day": 184292,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 181.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp8",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp8",
     "sample_size": 1290045,
     "failures": 8496,
     "invalid_tool_call_rate": 0.006586
    }
   ],
   "direct_api": {
    "model_id": "parasail-deepseek-v41-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "makora/fp8",
   "name": "Makora",
   "rank": 20,
   "role": "neutral",
   "slugs": [
    "makora/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 299593,
   "failures": 2107,
   "invalid_tool_call_rate": 0.007033,
   "invalid_tool_call_rate_ci95": [
    0.00674,
    0.007339
   ],
   "tool_calls_per_day": 42799,
   "input_price_per_million": 0.26,
   "output_price_per_million": 1.17,
   "tokens_per_second": 136.0,
   "uptime": 0.999,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "makora/fp8",
     "tier": false,
     "name": "Makora",
     "quantization": "fp8",
     "sample_size": 299593,
     "failures": 2107,
     "invalid_tool_call_rate": 0.007033
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.makora.com/",
    "website": null,
    "status_page": "https://status.makora.com",
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/makora"
   }
  },
  {
   "id": "crusoe/fp8",
   "name": "Crusoe",
   "rank": 21,
   "role": "neutral",
   "slugs": [
    "crusoe/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 941999,
   "failures": 7085,
   "invalid_tool_call_rate": 0.007521,
   "invalid_tool_call_rate_ci95": [
    0.007349,
    0.007698
   ],
   "tool_calls_per_day": 134571,
   "input_price_per_million": 0.29,
   "output_price_per_million": 1.2,
   "tokens_per_second": 67.0,
   "uptime": 0.9935,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "crusoe/fp8",
     "tier": false,
     "name": "Crusoe",
     "quantization": "fp8",
     "sample_size": 941999,
     "failures": 7085,
     "invalid_tool_call_rate": 0.007521
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.crusoecloud.com/",
    "website": "https://crusoe.ai",
    "status_page": "https://status.crusoecloud.com/",
    "terms": "https://legal.crusoe.ai/open-router#managed-inference-tos-open-router",
    "privacy": "https://legal.crusoe.ai/open-router#cloud-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/crusoe"
   }
  },
  {
   "id": "alibaba",
   "name": "Alibaba Cloud Int.",
   "rank": 22,
   "role": "neutral",
   "slugs": [
    "alibaba"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 1121234,
   "failures": 8813,
   "invalid_tool_call_rate": 0.00786,
   "invalid_tool_call_rate_ci95": [
    0.007698,
    0.008025
   ],
   "tool_calls_per_day": 160176,
   "input_price_per_million": 0.165,
   "output_price_per_million": 0.66,
   "tokens_per_second": 121.0,
   "uptime": 0.9998,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "alibaba",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 1121234,
     "failures": 8813,
     "invalid_tool_call_rate": 0.00786
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4.1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "cohere",
   "name": "Cohere",
   "rank": 23,
   "role": "neutral",
   "slugs": [
    "cohere"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 772948,
   "failures": 6812,
   "invalid_tool_call_rate": 0.008813,
   "invalid_tool_call_rate_ci95": [
    0.008607,
    0.009024
   ],
   "tool_calls_per_day": 110421,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 120.0,
   "uptime": 0.997,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cohere",
     "tier": false,
     "name": "Cohere",
     "quantization": null,
     "sample_size": 772948,
     "failures": 6812,
     "invalid_tool_call_rate": 0.008813
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.cohere.com/docs/compatibility-api",
    "website": "https://cohere.com",
    "status_page": "https://status.cohere.ai/",
    "terms": "https://cohere.com/terms-of-use",
    "privacy": "https://cohere.com/privacy",
    "openrouter": "https://openrouter.ai/provider/cohere"
   }
  },
  {
   "id": "venice/fp8",
   "name": "Venice",
   "rank": 24,
   "role": "neutral",
   "slugs": [
    "venice/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1419178,
   "failures": 12573,
   "invalid_tool_call_rate": 0.008859,
   "invalid_tool_call_rate_ci95": [
    0.008707,
    0.009015
   ],
   "tool_calls_per_day": 202740,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 126.0,
   "uptime": 0.9986,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "venice/fp8",
     "tier": false,
     "name": "Venice",
     "quantization": "fp8",
     "sample_size": 1419178,
     "failures": 12573,
     "invalid_tool_call_rate": 0.008859
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "atlas-cloud/fp8",
   "name": "AtlasCloud",
   "rank": 25,
   "role": "neutral",
   "slugs": [
    "atlas-cloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 1163403,
   "failures": 10692,
   "invalid_tool_call_rate": 0.00919,
   "invalid_tool_call_rate_ci95": [
    0.009018,
    0.009365
   ],
   "tool_calls_per_day": 166200,
   "input_price_per_million": 0.135,
   "output_price_per_million": 0.54,
   "tokens_per_second": 107.0,
   "uptime": 0.9976,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp8",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp8",
     "sample_size": 1163403,
     "failures": 10692,
     "invalid_tool_call_rate": 0.00919
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v4.1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 26,
   "role": "neutral",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 475398,
   "failures": 4961,
   "invalid_tool_call_rate": 0.010435,
   "invalid_tool_call_rate_ci95": [
    0.010151,
    0.010728
   ],
   "tool_calls_per_day": 67914,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 114.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 475398,
     "failures": 4961,
     "invalid_tool_call_rate": 0.010435
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "streamlake/fp8",
   "name": "StreamLake",
   "rank": 27,
   "role": "neutral",
   "slugs": [
    "streamlake/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 719890,
   "failures": 8923,
   "invalid_tool_call_rate": 0.012395,
   "invalid_tool_call_rate_ci95": [
    0.012142,
    0.012653
   ],
   "tool_calls_per_day": 102841,
   "input_price_per_million": 0.147,
   "output_price_per_million": 0.588,
   "tokens_per_second": 70.0,
   "uptime": 0.9998,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "streamlake/fp8",
     "tier": false,
     "name": "StreamLake",
     "quantization": "fp8",
     "sample_size": 719890,
     "failures": 8923,
     "invalid_tool_call_rate": 0.012395
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4.1-flash-260910",
    "dedicated_endpoint": false,
    "context_tokens": 1024000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  },
  {
   "id": "baseten/fast",
   "name": "Baseten",
   "rank": 28,
   "role": "neutral",
   "slugs": [
    "baseten/fast"
   ],
   "variant": "fast",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 180114,
   "failures": 2268,
   "invalid_tool_call_rate": 0.012592,
   "invalid_tool_call_rate_ci95": [
    0.012087,
    0.013117
   ],
   "tool_calls_per_day": 25731,
   "input_price_per_million": 0.6,
   "output_price_per_million": 2.4,
   "tokens_per_second": 186.0,
   "uptime": 0.8745,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "baseten/fast",
     "tier": true,
     "name": "Baseten",
     "quantization": null,
     "sample_size": 180114,
     "failures": 2268,
     "invalid_tool_call_rate": 0.012592
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash-Fast",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": false,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "modal",
   "name": "Modal",
   "rank": 29,
   "role": "neutral",
   "slugs": [
    "modal"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 158501,
   "failures": 2037,
   "invalid_tool_call_rate": 0.012852,
   "invalid_tool_call_rate_ci95": [
    0.012309,
    0.013418
   ],
   "tool_calls_per_day": 22643,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 61.0,
   "uptime": 0.9999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "modal",
     "tier": false,
     "name": "Modal",
     "quantization": null,
     "sample_size": 158501,
     "failures": 2037,
     "invalid_tool_call_rate": 0.012852
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://modal.com/docs",
    "website": "https://modal.com",
    "status_page": "https://status.modal.com/",
    "terms": "https://modal.com/legal/terms",
    "privacy": "https://modal.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/modal"
   }
  },
  {
   "id": "baseten",
   "name": "Baseten",
   "rank": 30,
   "role": "neutral",
   "slugs": [
    "baseten"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 7801000,
   "failures": 113890,
   "invalid_tool_call_rate": 0.014599,
   "invalid_tool_call_rate_ci95": [
    0.014515,
    0.014684
   ],
   "tool_calls_per_day": 1114429,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 135.5,
   "uptime": 0.9981,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "baseten",
     "tier": false,
     "name": "Baseten",
     "quantization": null,
     "sample_size": 7455426,
     "failures": 109123,
     "invalid_tool_call_rate": 0.014637
    },
    {
     "tag": "baseten/us",
     "tier": false,
     "name": "Baseten",
     "quantization": null,
     "sample_size": 345574,
     "failures": 4766,
     "invalid_tool_call_rate": 0.013792
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "together",
   "name": "Together",
   "rank": 31,
   "role": "neutral",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 14774744,
   "failures": 224723,
   "invalid_tool_call_rate": 0.01521,
   "invalid_tool_call_rate_ci95": [
    0.015148,
    0.015272
   ],
   "tool_calls_per_day": 2110678,
   "input_price_per_million": 0.3,
   "output_price_per_million": 1.2,
   "tokens_per_second": 194.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 14774744,
     "failures": 224723,
     "invalid_tool_call_rate": 0.01521
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "rank": 32,
   "role": "neutral",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 209323,
   "failures": 3949,
   "invalid_tool_call_rate": 0.018866,
   "invalid_tool_call_rate_ci95": [
    0.018292,
    0.019457
   ],
   "tool_calls_per_day": 29903,
   "input_price_per_million": 0.18,
   "output_price_per_million": 0.72,
   "tokens_per_second": 93.0,
   "uptime": 0.9989,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 209323,
     "failures": 3949,
     "invalid_tool_call_rate": 0.018866
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048575,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "rank": 33,
   "role": "neutral",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 225099,
   "failures": 6158,
   "invalid_tool_call_rate": 0.027357,
   "invalid_tool_call_rate_ci95": [
    0.026691,
    0.028039
   ],
   "tool_calls_per_day": 32157,
   "input_price_per_million": 0.21,
   "output_price_per_million": 0.84,
   "tokens_per_second": 143.0,
   "uptime": 0.9979,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 225099,
     "failures": 6158,
     "invalid_tool_call_rate": 0.027357
    }
   ],
   "direct_api": {
    "model_id": "phala/deepseek-v4.1-flash",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  },
  {
   "id": "deepinfra/fp8/flex",
   "name": "DeepInfra",
   "rank": 34,
   "role": "ignored",
   "slugs": [
    "deepinfra/fp8/flex"
   ],
   "variant": "fp8/flex",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 88425,
   "failures": 2829,
   "invalid_tool_call_rate": 0.031993,
   "invalid_tool_call_rate_ci95": [
    0.030853,
    0.033174
   ],
   "tool_calls_per_day": 12632,
   "input_price_per_million": 0.112,
   "output_price_per_million": 0.336,
   "tokens_per_second": 79.0,
   "uptime": 0.9757,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8/flex",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 88425,
     "failures": 2829,
     "invalid_tool_call_rate": 0.031993
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "rank": 35,
   "role": "ignored",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2317309,
   "failures": 120598,
   "invalid_tool_call_rate": 0.052042,
   "invalid_tool_call_rate_ci95": [
    0.051757,
    0.052329
   ],
   "tool_calls_per_day": 331044,
   "input_price_per_million": 0.195,
   "output_price_per_million": 0.78,
   "tokens_per_second": 99.0,
   "uptime": 0.9761,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 2317309,
     "failures": 120598,
     "invalid_tool_call_rate": 0.052042
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4.1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  }
 ],
 "others": [
  {
   "id": "mancer/fp8",
   "name": "Mancer",
   "role": "neutral",
   "slugs": [
    "mancer/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4826,
   "failures": 6,
   "invalid_tool_call_rate": 0.001243,
   "invalid_tool_call_rate_ci95": [
    0.00057,
    0.00271
   ],
   "tool_calls_per_day": 689,
   "input_price_per_million": 0.2,
   "output_price_per_million": 1.0,
   "tokens_per_second": 43.0,
   "uptime": 0.9334,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "mancer/fp8",
     "tier": false,
     "name": "Mancer",
     "quantization": "fp8",
     "sample_size": 4826,
     "failures": 6,
     "invalid_tool_call_rate": 0.001243
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v41-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://mancer.tech/docs-api/",
    "website": "https://mancer.tech",
    "status_page": null,
    "terms": "https://mancer.tech/terms",
    "privacy": "https://mancer.tech/privacy",
    "openrouter": "https://openrouter.ai/provider/mancer"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "deepinfra/fp8/flex",
    "baseten/fast",
    "deepinfra/fp8/priority"
   ],
   "ignore": [
    "coreweave/fp8",
    "google-vertex/global",
    "mancer/fp8",
    "crusoe/fp8",
    "cohere"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.016334,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "deepinfra/fp8/flex",
    "name": "DeepInfra",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "deepinfra/fp8/flex"
    ],
    "variant": "fp8/flex",
    "sample_size": 1914257,
    "failures": 5061,
    "structured_output_error_rate": 0.002644,
    "structured_output_error_rate_ci95": [
     0.002572,
     0.002718
    ],
    "structured_outputs_per_day": 273465,
    "endpoints": [
     {
      "tag": "deepinfra/fp8/flex",
      "tier": false,
      "sample_size": 1914257,
      "failures": 5061,
      "structured_output_error_rate": 0.002644
     }
    ]
   },
   {
    "id": "baseten/fast",
    "name": "Baseten",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "baseten/fast"
    ],
    "variant": "fast",
    "sample_size": 1571127,
    "failures": 4348,
    "structured_output_error_rate": 0.002767,
    "structured_output_error_rate_ci95": [
     0.002687,
     0.002851
    ],
    "structured_outputs_per_day": 224447,
    "endpoints": [
     {
      "tag": "baseten/fast",
      "tier": true,
      "sample_size": 1571127,
      "failures": 4348,
      "structured_output_error_rate": 0.002767
     }
    ]
   },
   {
    "id": "deepinfra/fp8/priority",
    "name": "DeepInfra",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "deepinfra/fp8/priority"
    ],
    "variant": "fp8/priority",
    "sample_size": 396477,
    "failures": 1766,
    "structured_output_error_rate": 0.004454,
    "structured_output_error_rate_ci95": [
     0.004252,
     0.004666
    ],
    "structured_outputs_per_day": 56640,
    "endpoints": [
     {
      "tag": "deepinfra/fp8/priority",
      "tier": false,
      "sample_size": 396477,
      "failures": 1766,
      "structured_output_error_rate": 0.004454
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 14783767,
    "failures": 74920,
    "structured_output_error_rate": 0.005068,
    "structured_output_error_rate_ci95": [
     0.005032,
     0.005104
    ],
    "structured_outputs_per_day": 2111967,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 14783767,
      "failures": 74920,
      "structured_output_error_rate": 0.005068
     }
    ]
   },
   {
    "id": "atlas-cloud/fp8",
    "name": "AtlasCloud",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "atlas-cloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 6816972,
    "failures": 41250,
    "structured_output_error_rate": 0.006051,
    "structured_output_error_rate_ci95": [
     0.005993,
     0.00611
    ],
    "structured_outputs_per_day": 973853,
    "endpoints": [
     {
      "tag": "atlas-cloud/fp8",
      "tier": false,
      "sample_size": 6816972,
      "failures": 41250,
      "structured_output_error_rate": 0.006051
     }
    ]
   },
   {
    "id": "venice/fp8",
    "name": "Venice",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "venice/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1407343,
    "failures": 10340,
    "structured_output_error_rate": 0.007347,
    "structured_output_error_rate_ci95": [
     0.007207,
     0.00749
    ],
    "structured_outputs_per_day": 201049,
    "endpoints": [
     {
      "tag": "venice/fp8",
      "tier": false,
      "sample_size": 1407343,
      "failures": 10340,
      "structured_output_error_rate": 0.007347
     }
    ]
   },
   {
    "id": "inference-net/fp8 + inference-net/us",
    "name": "inference.net",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "inference-net/fp8",
     "inference-net/us"
    ],
    "variant": "fp8",
    "sample_size": 21489334,
    "failures": 183465,
    "structured_output_error_rate": 0.008537,
    "structured_output_error_rate_ci95": [
     0.008499,
     0.008576
    ],
    "structured_outputs_per_day": 3069905,
    "endpoints": [
     {
      "tag": "inference-net/fp8",
      "tier": false,
      "sample_size": 6392378,
      "failures": 100004,
      "structured_output_error_rate": 0.015644
     },
     {
      "tag": "inference-net/us",
      "tier": false,
      "sample_size": 15096956,
      "failures": 83461,
      "structured_output_error_rate": 0.005528
     }
    ]
   },
   {
    "id": "open-inference/fp4",
    "name": "Open Inference",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "open-inference/fp4"
    ],
    "variant": "fp4",
    "sample_size": 4247299,
    "failures": 44642,
    "structured_output_error_rate": 0.010511,
    "structured_output_error_rate_ci95": [
     0.010414,
     0.010608
    ],
    "structured_outputs_per_day": 606757,
    "endpoints": [
     {
      "tag": "open-inference/fp4",
      "tier": false,
      "sample_size": 4247299,
      "failures": 44642,
      "structured_output_error_rate": 0.010511
     }
    ]
   },
   {
    "id": "nebius/fp8",
    "name": "Nebius Token Factory",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "nebius/fp8"
    ],
    "variant": "fp8",
    "sample_size": 96501,
    "failures": 1114,
    "structured_output_error_rate": 0.011544,
    "structured_output_error_rate_ci95": [
     0.010889,
     0.012238
    ],
    "structured_outputs_per_day": 13786,
    "endpoints": [
     {
      "tag": "nebius/fp8",
      "tier": false,
      "sample_size": 96501,
      "failures": 1114,
      "structured_output_error_rate": 0.011544
     }
    ]
   },
   {
    "id": "morph/fp8",
    "name": "Morph",
    "rank": 10,
    "role": "neutral",
    "slugs": [
     "morph/fp8"
    ],
    "variant": "fp8",
    "sample_size": 8538848,
    "failures": 98743,
    "structured_output_error_rate": 0.011564,
    "structured_output_error_rate_ci95": [
     0.011492,
     0.011636
    ],
    "structured_outputs_per_day": 1219835,
    "endpoints": [
     {
      "tag": "morph/fp8",
      "tier": false,
      "sample_size": 8538848,
      "failures": 98743,
      "structured_output_error_rate": 0.011564
     }
    ]
   },
   {
    "id": "baidu/fp8",
    "name": "Baidu Qianfan",
    "rank": 11,
    "role": "neutral",
    "slugs": [
     "baidu/fp8"
    ],
    "variant": "fp8",
    "sample_size": 12874129,
    "failures": 154983,
    "structured_output_error_rate": 0.012038,
    "structured_output_error_rate_ci95": [
     0.011979,
     0.012098
    ],
    "structured_outputs_per_day": 1839161,
    "endpoints": [
     {
      "tag": "baidu/fp8",
      "tier": false,
      "sample_size": 12874129,
      "failures": 154983,
      "structured_output_error_rate": 0.012038
     }
    ]
   },
   {
    "id": "fireworks",
    "name": "Fireworks",
    "rank": 12,
    "role": "neutral",
    "slugs": [
     "fireworks"
    ],
    "variant": null,
    "sample_size": 209669,
    "failures": 2803,
    "structured_output_error_rate": 0.013369,
    "structured_output_error_rate_ci95": [
     0.012886,
     0.013869
    ],
    "structured_outputs_per_day": 29953,
    "endpoints": [
     {
      "tag": "fireworks",
      "tier": false,
      "sample_size": 139711,
      "failures": 2465,
      "structured_output_error_rate": 0.017644
     },
     {
      "tag": "fireworks/us",
      "tier": false,
      "sample_size": 69958,
      "failures": 338,
      "structured_output_error_rate": 0.004831
     }
    ]
   },
   {
    "id": "sail-research/fp4",
    "name": "Sail Research",
    "rank": 13,
    "role": "neutral",
    "slugs": [
     "sail-research/fp4"
    ],
    "variant": "fp4",
    "sample_size": 4193694,
    "failures": 56152,
    "structured_output_error_rate": 0.01339,
    "structured_output_error_rate_ci95": [
     0.01328,
     0.0135
    ],
    "structured_outputs_per_day": 599099,
    "endpoints": [
     {
      "tag": "sail-research/fp4",
      "tier": false,
      "sample_size": 1277642,
      "failures": 23522,
      "structured_output_error_rate": 0.01841
     },
     {
      "tag": "sail-research/fp4/us",
      "tier": false,
      "sample_size": 2916052,
      "failures": 32631,
      "structured_output_error_rate": 0.01119
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "rank": 14,
    "role": "neutral",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 7299386,
    "failures": 102041,
    "structured_output_error_rate": 0.013979,
    "structured_output_error_rate_ci95": [
     0.013894,
     0.014065
    ],
    "structured_outputs_per_day": 1042769,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 7299386,
      "failures": 102041,
      "structured_output_error_rate": 0.013979
     }
    ]
   },
   {
    "id": "modal",
    "name": "Modal",
    "rank": 15,
    "role": "neutral",
    "slugs": [
     "modal"
    ],
    "variant": null,
    "sample_size": 128321,
    "failures": 2096,
    "structured_output_error_rate": 0.016334,
    "structured_output_error_rate_ci95": [
     0.015655,
     0.017042
    ],
    "structured_outputs_per_day": 18332,
    "endpoints": [
     {
      "tag": "modal",
      "tier": false,
      "sample_size": 128321,
      "failures": 2096,
      "structured_output_error_rate": 0.016334
     }
    ]
   },
   {
    "id": "together",
    "name": "Together",
    "rank": 16,
    "role": "neutral",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 11129442,
    "failures": 194706,
    "structured_output_error_rate": 0.017495,
    "structured_output_error_rate_ci95": [
     0.017418,
     0.017572
    ],
    "structured_outputs_per_day": 1589920,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 11129442,
      "failures": 194706,
      "structured_output_error_rate": 0.017495
     }
    ]
   },
   {
    "id": "relace",
    "name": "Relace",
    "rank": 17,
    "role": "neutral",
    "slugs": [
     "relace"
    ],
    "variant": null,
    "sample_size": 9214122,
    "failures": 165357,
    "structured_output_error_rate": 0.017946,
    "structured_output_error_rate_ci95": [
     0.017861,
     0.018032
    ],
    "structured_outputs_per_day": 1316303,
    "endpoints": [
     {
      "tag": "relace",
      "tier": false,
      "sample_size": 9214122,
      "failures": 165357,
      "structured_output_error_rate": 0.017946
     }
    ]
   },
   {
    "id": "fireworks/spot",
    "name": "Fireworks Spot",
    "rank": 18,
    "role": "neutral",
    "slugs": [
     "fireworks/spot"
    ],
    "variant": "spot",
    "sample_size": 5667052,
    "failures": 119572,
    "structured_output_error_rate": 0.0211,
    "structured_output_error_rate_ci95": [
     0.020982,
     0.021218
    ],
    "structured_outputs_per_day": 809579,
    "endpoints": [
     {
      "tag": "fireworks/spot",
      "tier": false,
      "sample_size": 5667052,
      "failures": 119572,
      "structured_output_error_rate": 0.0211
     }
    ]
   },
   {
    "id": "reka",
    "name": "Reka AI",
    "rank": 19,
    "role": "neutral",
    "slugs": [
     "reka"
    ],
    "variant": null,
    "sample_size": 472956,
    "failures": 10632,
    "structured_output_error_rate": 0.02248,
    "structured_output_error_rate_ci95": [
     0.022061,
     0.022906
    ],
    "structured_outputs_per_day": 67565,
    "endpoints": [
     {
      "tag": "reka",
      "tier": false,
      "sample_size": 472956,
      "failures": 10632,
      "structured_output_error_rate": 0.02248
     }
    ]
   },
   {
    "id": "makora/fp8",
    "name": "Makora",
    "rank": 20,
    "role": "neutral",
    "slugs": [
     "makora/fp8"
    ],
    "variant": "fp8",
    "sample_size": 318947,
    "failures": 8207,
    "structured_output_error_rate": 0.025732,
    "structured_output_error_rate_ci95": [
     0.025188,
     0.026287
    ],
    "structured_outputs_per_day": 45564,
    "endpoints": [
     {
      "tag": "makora/fp8",
      "tier": false,
      "sample_size": 318947,
      "failures": 8207,
      "structured_output_error_rate": 0.025732
     }
    ]
   },
   {
    "id": "primeintellect",
    "name": "Prime Intellect",
    "rank": 21,
    "role": "neutral",
    "slugs": [
     "primeintellect"
    ],
    "variant": null,
    "sample_size": 674846,
    "failures": 17834,
    "structured_output_error_rate": 0.026427,
    "structured_output_error_rate_ci95": [
     0.026047,
     0.026812
    ],
    "structured_outputs_per_day": 96407,
    "endpoints": [
     {
      "tag": "primeintellect",
      "tier": false,
      "sample_size": 674846,
      "failures": 17834,
      "structured_output_error_rate": 0.026427
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 22,
    "role": "neutral",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1310044,
    "failures": 34707,
    "structured_output_error_rate": 0.026493,
    "structured_output_error_rate_ci95": [
     0.026219,
     0.026769
    ],
    "structured_outputs_per_day": 187149,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 1310044,
      "failures": 34707,
      "structured_output_error_rate": 0.026493
     }
    ]
   },
   {
    "id": "decart/fp4",
    "name": "Decart",
    "rank": 23,
    "role": "neutral",
    "slugs": [
     "decart/fp4"
    ],
    "variant": "fp4",
    "sample_size": 2202350,
    "failures": 58650,
    "structured_output_error_rate": 0.026631,
    "structured_output_error_rate_ci95": [
     0.026419,
     0.026844
    ],
    "structured_outputs_per_day": 314621,
    "endpoints": [
     {
      "tag": "decart/fp4",
      "tier": false,
      "sample_size": 2202350,
      "failures": 58650,
      "structured_output_error_rate": 0.026631
     }
    ]
   },
   {
    "id": "wafer/mxfp4 + wafer/us",
    "name": "Wafer",
    "rank": 24,
    "role": "neutral",
    "slugs": [
     "wafer/mxfp4",
     "wafer/us"
    ],
    "variant": "mxfp4",
    "sample_size": 5302993,
    "failures": 144326,
    "structured_output_error_rate": 0.027216,
    "structured_output_error_rate_ci95": [
     0.027078,
     0.027355
    ],
    "structured_outputs_per_day": 757570,
    "endpoints": [
     {
      "tag": "wafer/mxfp4",
      "tier": false,
      "sample_size": 5292319,
      "failures": 144275,
      "structured_output_error_rate": 0.027261
     },
     {
      "tag": "wafer/us",
      "tier": false,
      "sample_size": 10674,
      "failures": 51,
      "structured_output_error_rate": 0.004778
     }
    ]
   },
   {
    "id": "coreweave/fp8",
    "name": "CoreWeave",
    "rank": 25,
    "role": "ignored",
    "slugs": [
     "coreweave/fp8"
    ],
    "variant": "fp8",
    "sample_size": 6484018,
    "failures": 202364,
    "structured_output_error_rate": 0.03121,
    "structured_output_error_rate_ci95": [
     0.031076,
     0.031344
    ],
    "structured_outputs_per_day": 926288,
    "endpoints": [
     {
      "tag": "coreweave/fp8",
      "tier": false,
      "sample_size": 6484018,
      "failures": 202364,
      "structured_output_error_rate": 0.03121
     }
    ]
   },
   {
    "id": "google-vertex/global",
    "name": "Google Vertex",
    "rank": 26,
    "role": "ignored",
    "slugs": [
     "google-vertex/global"
    ],
    "variant": null,
    "sample_size": 266932,
    "failures": 9914,
    "structured_output_error_rate": 0.037141,
    "structured_output_error_rate_ci95": [
     0.03643,
     0.037865
    ],
    "structured_outputs_per_day": 38133,
    "endpoints": [
     {
      "tag": "google-vertex/global",
      "tier": false,
      "sample_size": 266932,
      "failures": 9914,
      "structured_output_error_rate": 0.037141
     }
    ]
   },
   {
    "id": "crusoe/fp8",
    "name": "Crusoe",
    "rank": 27,
    "role": "ignored",
    "slugs": [
     "crusoe/fp8"
    ],
    "variant": "fp8",
    "sample_size": 517028,
    "failures": 19668,
    "structured_output_error_rate": 0.03804,
    "structured_output_error_rate_ci95": [
     0.037522,
     0.038565
    ],
    "structured_outputs_per_day": 73861,
    "endpoints": [
     {
      "tag": "crusoe/fp8",
      "tier": false,
      "sample_size": 517028,
      "failures": 19668,
      "structured_output_error_rate": 0.03804
     }
    ]
   },
   {
    "id": "baseten",
    "name": "Baseten",
    "rank": 28,
    "role": "neutral",
    "slugs": [
     "baseten"
    ],
    "variant": null,
    "sample_size": 1542185,
    "failures": 59830,
    "structured_output_error_rate": 0.038796,
    "structured_output_error_rate_ci95": [
     0.038492,
     0.039102
    ],
    "structured_outputs_per_day": 220312,
    "endpoints": [
     {
      "tag": "baseten",
      "tier": false,
      "sample_size": 1190096,
      "failures": 39595,
      "structured_output_error_rate": 0.03327
     },
     {
      "tag": "baseten/us",
      "tier": false,
      "sample_size": 352089,
      "failures": 20235,
      "structured_output_error_rate": 0.057471
     }
    ]
   },
   {
    "id": "cohere",
    "name": "Cohere",
    "rank": 29,
    "role": "ignored",
    "slugs": [
     "cohere"
    ],
    "variant": null,
    "sample_size": 954708,
    "failures": 40821,
    "structured_output_error_rate": 0.042758,
    "structured_output_error_rate_ci95": [
     0.042354,
     0.043165
    ],
    "structured_outputs_per_day": 136387,
    "endpoints": [
     {
      "tag": "cohere",
      "tier": false,
      "sample_size": 954708,
      "failures": 40821,
      "structured_output_error_rate": 0.042758
     }
    ]
   }
  ],
  "others": [
   {
    "id": "mancer/fp8",
    "name": "Mancer",
    "role": "ignored",
    "slugs": [
     "mancer/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1159,
    "failures": 44,
    "structured_output_error_rate": 0.037964,
    "structured_output_error_rate_ci95": [
     0.0284,
     0.05058
    ],
    "structured_outputs_per_day": 166,
    "endpoints": [
     {
      "tag": "mancer/fp8",
      "tier": false,
      "sample_size": 1159,
      "failures": 44,
      "structured_output_error_rate": 0.037964
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}