{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "deepseek/deepseek-v4-flash-0731",
  "permaslug": "deepseek/deepseek-v4-flash-20260731",
  "name": "DeepSeek V4 Flash 0731",
  "maker": "DeepSeek",
  "file": "models/deepseek-v4-flash-0731.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "sail-research/fp4",
   "sail-research/us",
   "wafer/fast",
   "relace/fp4"
  ],
  "ignore": [
   "deepinfra/fp8",
   "mancer/fp8",
   "phala",
   "reka",
   "alibaba"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.018221,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "sail-research/fp4 + sail-research/us",
   "recommendation": {
    "order": [
     "sail-research/fp4",
     "sail-research/us",
     "wafer/fast",
     "relace/fp4"
    ],
    "ignore": [
     "deepinfra/fp8",
     "mancer/fp8",
     "phala",
     "reka",
     "alibaba"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "baidu/fp8",
   "recommendation": {
    "order": [
     "baidu/fp8",
     "sail-research/fp4",
     "sail-research/us",
     "wafer/fast"
    ],
    "ignore": [
     "deepinfra/fp8",
     "mancer/fp8",
     "phala",
     "reka",
     "alibaba"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "cohere",
   "recommendation": {
    "order": [
     "cohere",
     "sail-research/fp4",
     "sail-research/us",
     "wafer/fast"
    ],
    "ignore": [
     "deepinfra/fp8",
     "mancer/fp8",
     "phala",
     "reka",
     "alibaba"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "wafer/fast",
   "recommendation": {
    "order": [
     "wafer/fast",
     "sail-research/fp4",
     "sail-research/us",
     "relace/fp4"
    ],
    "ignore": [
     "deepinfra/fp8",
     "mancer/fp8",
     "phala",
     "reka",
     "alibaba"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "sail-research/fp4 + sail-research/us",
   "name": "Sail Research",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "sail-research/fp4",
    "sail-research/us"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 665580,
   "failures": 267,
   "invalid_tool_call_rate": 0.000401,
   "invalid_tool_call_rate_ci95": [
    0.000356,
    0.000452
   ],
   "tool_calls_per_day": 95083,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.3,
   "tokens_per_second": 41.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "sail-research/fp4",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 74682,
     "failures": 117,
     "invalid_tool_call_rate": 0.001567
    },
    {
     "tag": "sail-research/us",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 590898,
     "failures": 149,
     "invalid_tool_call_rate": 0.000252
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4-flash-0731",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.sailresearch.com/",
    "website": "https://www.sailresearch.com",
    "status_page": "https://status.sailresearch.com/",
    "terms": "https://www.sailresearch.com/terms",
    "privacy": "https://www.sailresearch.com/privacy",
    "openrouter": "https://openrouter.ai/provider/sail-research"
   }
  },
  {
   "id": "wafer/fast",
   "name": "Wafer",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "wafer/fast"
   ],
   "variant": "nvfp4/fast",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4734275,
   "failures": 11239,
   "invalid_tool_call_rate": 0.002374,
   "invalid_tool_call_rate_ci95": [
    0.002331,
    0.002418
   ],
   "tool_calls_per_day": 676325,
   "input_price_per_million": 0.085,
   "output_price_per_million": 0.23,
   "tokens_per_second": 150.0,
   "uptime": 1.0,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "wafer/fast",
     "tier": false,
     "name": "Wafer",
     "quantization": "nvfp4",
     "sample_size": 4734275,
     "failures": 11239,
     "invalid_tool_call_rate": 0.002374
    }
   ],
   "direct_api": {
    "model_id": "DeepSeek-V4-Flash-0731-Fast",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "relace/fp4",
   "name": "Relace",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "relace/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 6177392,
   "failures": 25103,
   "invalid_tool_call_rate": 0.004064,
   "invalid_tool_call_rate_ci95": [
    0.004014,
    0.004114
   ],
   "tool_calls_per_day": 882485,
   "input_price_per_million": 0.0345,
   "output_price_per_million": 0.1877,
   "tokens_per_second": 90.0,
   "uptime": 0.9931,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "relace/fp4",
     "tier": false,
     "name": "Relace",
     "quantization": "fp4",
     "sample_size": 6177392,
     "failures": 25103,
     "invalid_tool_call_rate": 0.004064
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "inceptron/fp4",
   "name": "Inceptron",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "inceptron/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 161856,
   "failures": 899,
   "invalid_tool_call_rate": 0.005554,
   "invalid_tool_call_rate_ci95": [
    0.005204,
    0.005928
   ],
   "tool_calls_per_day": 23122,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.3775,
   "tokens_per_second": 63.0,
   "uptime": 0.9995,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "inceptron/fp4",
     "tier": false,
     "name": "Inceptron",
     "quantization": "fp4",
     "sample_size": 161856,
     "failures": 899,
     "invalid_tool_call_rate": 0.005554
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.inceptron.io/",
    "website": "https://www.inceptron.io",
    "status_page": null,
    "terms": "https://www.inceptron.io/termsofservice",
    "privacy": "https://www.inceptron.io/privacy",
    "openrouter": "https://openrouter.ai/provider/inceptron"
   }
  },
  {
   "id": "coreweave/fp8",
   "name": "CoreWeave",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "coreweave/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2962080,
   "failures": 29935,
   "invalid_tool_call_rate": 0.010106,
   "invalid_tool_call_rate_ci95": [
    0.009993,
    0.010221
   ],
   "tool_calls_per_day": 423154,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.28,
   "tokens_per_second": 134.0,
   "uptime": 0.9995,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "coreweave/fp8",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "fp8",
     "sample_size": 2962080,
     "failures": 29935,
     "invalid_tool_call_rate": 0.010106
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "atlas-cloud/fp4",
   "name": "AtlasCloud",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "atlas-cloud/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 7971,
   "failures": 93,
   "invalid_tool_call_rate": 0.011667,
   "invalid_tool_call_rate_ci95": [
    0.009534,
    0.014271
   ],
   "tool_calls_per_day": 1139,
   "input_price_per_million": 0.44,
   "output_price_per_million": 1.32,
   "tokens_per_second": 77.0,
   "uptime": 0.9993,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp4",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp4",
     "sample_size": 7971,
     "failures": 93,
     "invalid_tool_call_rate": 0.011667
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 738973,
   "failures": 9416,
   "invalid_tool_call_rate": 0.012742,
   "invalid_tool_call_rate_ci95": [
    0.012489,
    0.013
   ],
   "tool_calls_per_day": 105568,
   "input_price_per_million": 0.4092,
   "output_price_per_million": 1.2276,
   "tokens_per_second": 65.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 738973,
     "failures": 9416,
     "invalid_tool_call_rate": 0.012742
    }
   ],
   "direct_api": {
    "model_id": "deepseek/deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "cloudflare",
   "name": "Cloudflare",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "cloudflare"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 80775,
   "failures": 1115,
   "invalid_tool_call_rate": 0.013804,
   "invalid_tool_call_rate_ci95": [
    0.013022,
    0.014632
   ],
   "tool_calls_per_day": 11539,
   "input_price_per_million": 0.44,
   "output_price_per_million": 1.32,
   "tokens_per_second": 71.0,
   "uptime": 0.9991,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cloudflare",
     "tier": false,
     "name": "Cloudflare",
     "quantization": null,
     "sample_size": 80775,
     "failures": 1115,
     "invalid_tool_call_rate": 0.013804
    }
   ],
   "direct_api": {
    "model_id": "@cf/deepseek-ai/deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://developers.cloudflare.com/workers-ai/features/function-calling/",
    "website": "https://cloudflare.com",
    "status_page": "https://www.cloudflarestatus.com/",
    "terms": "https://www.cloudflare.com/service-specific-terms-developer-platform/#developer-platform-terms",
    "privacy": "https://developers.cloudflare.com/workers-ai/privacy",
    "openrouter": "https://openrouter.ai/provider/cloudflare"
   }
  },
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 532859,
   "failures": 7744,
   "invalid_tool_call_rate": 0.014533,
   "invalid_tool_call_rate_ci95": [
    0.014215,
    0.014858
   ],
   "tool_calls_per_day": 76123,
   "input_price_per_million": 0.286,
   "output_price_per_million": 0.858,
   "tokens_per_second": 62.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 532859,
     "failures": 7744,
     "invalid_tool_call_rate": 0.014533
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048575,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 7274337,
   "failures": 117074,
   "invalid_tool_call_rate": 0.016094,
   "invalid_tool_call_rate_ci95": [
    0.016003,
    0.016186
   ],
   "tool_calls_per_day": 1039191,
   "input_price_per_million": 0.119,
   "output_price_per_million": 0.238,
   "tokens_per_second": 166.0,
   "uptime": 0.9999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 7274337,
     "failures": 117074,
     "invalid_tool_call_rate": 0.016094
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "venice",
   "name": "Venice",
   "rank": 11,
   "role": "neutral",
   "slugs": [
    "venice"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 288828,
   "failures": 5174,
   "invalid_tool_call_rate": 0.017914,
   "invalid_tool_call_rate_ci95": [
    0.017436,
    0.018404
   ],
   "tool_calls_per_day": 41261,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.26,
   "tokens_per_second": 61.0,
   "uptime": 0.9994,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "venice",
     "tier": false,
     "name": "Venice",
     "quantization": null,
     "sample_size": 288828,
     "failures": 5174,
     "invalid_tool_call_rate": 0.017914
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "cohere",
   "name": "Cohere",
   "rank": 12,
   "role": "neutral",
   "slugs": [
    "cohere"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1341385,
   "failures": 24441,
   "invalid_tool_call_rate": 0.018221,
   "invalid_tool_call_rate_ci95": [
    0.017996,
    0.018448
   ],
   "tool_calls_per_day": 191626,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.28,
   "tokens_per_second": 178.0,
   "uptime": 0.9976,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cohere",
     "tier": false,
     "name": "Cohere",
     "quantization": null,
     "sample_size": 1341385,
     "failures": 24441,
     "invalid_tool_call_rate": 0.018221
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.cohere.com/docs/compatibility-api",
    "website": "https://cohere.com",
    "status_page": "https://status.cohere.ai/",
    "terms": "https://cohere.com/terms-of-use",
    "privacy": "https://cohere.com/privacy",
    "openrouter": "https://openrouter.ai/provider/cohere"
   }
  },
  {
   "id": "parasail/fp8",
   "name": "Parasail",
   "rank": 13,
   "role": "neutral",
   "slugs": [
    "parasail/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 945013,
   "failures": 17414,
   "invalid_tool_call_rate": 0.018427,
   "invalid_tool_call_rate_ci95": [
    0.018158,
    0.0187
   ],
   "tool_calls_per_day": 135002,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.28,
   "tokens_per_second": 88.0,
   "uptime": 0.9994,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp8",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp8",
     "sample_size": 945013,
     "failures": 17414,
     "invalid_tool_call_rate": 0.018427
    }
   ],
   "direct_api": {
    "model_id": "parasail-deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "streamlake/fp8",
   "name": "StreamLake",
   "rank": 14,
   "role": "neutral",
   "slugs": [
    "streamlake/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 3183097,
   "failures": 66514,
   "invalid_tool_call_rate": 0.020896,
   "invalid_tool_call_rate_ci95": [
    0.020739,
    0.021054
   ],
   "tool_calls_per_day": 454728,
   "input_price_per_million": 0.132,
   "output_price_per_million": 0.396,
   "tokens_per_second": 43.0,
   "uptime": 0.9995,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "streamlake/fp8",
     "tier": false,
     "name": "StreamLake",
     "quantization": "fp8",
     "sample_size": 3183097,
     "failures": 66514,
     "invalid_tool_call_rate": 0.020896
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1024000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  },
  {
   "id": "baidu/fp8",
   "name": "Baidu Qianfan",
   "rank": 15,
   "role": "neutral",
   "slugs": [
    "baidu/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 5280636,
   "failures": 110383,
   "invalid_tool_call_rate": 0.020903,
   "invalid_tool_call_rate_ci95": [
    0.020782,
    0.021026
   ],
   "tool_calls_per_day": 754377,
   "input_price_per_million": 0.04576,
   "output_price_per_million": 0.13728,
   "tokens_per_second": 155.0,
   "uptime": 0.9953,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baidu/fp8",
     "tier": false,
     "name": "Baidu Qianfan",
     "quantization": "fp8",
     "sample_size": 5280636,
     "failures": 110383,
     "invalid_tool_call_rate": 0.020903
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  },
  {
   "id": "baseten/fp8",
   "name": "Baseten",
   "rank": 16,
   "role": "neutral",
   "slugs": [
    "baseten/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 718130,
   "failures": 16561,
   "invalid_tool_call_rate": 0.023061,
   "invalid_tool_call_rate_ci95": [
    0.022717,
    0.023411
   ],
   "tool_calls_per_day": 102590,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.26,
   "tokens_per_second": 134.0,
   "uptime": 0.9992,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baseten/fp8",
     "tier": false,
     "name": "Baseten (fp8)",
     "quantization": "fp8",
     "sample_size": 718130,
     "failures": 16561,
     "invalid_tool_call_rate": 0.023061
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "baseten/fp32",
   "name": "Baseten",
   "rank": 17,
   "role": "neutral",
   "slugs": [
    "baseten/fp32"
   ],
   "variant": "fp32",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 255151,
   "failures": 6759,
   "invalid_tool_call_rate": 0.02649,
   "invalid_tool_call_rate_ci95": [
    0.025874,
    0.02712
   ],
   "tool_calls_per_day": 36450,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.26,
   "tokens_per_second": 94.0,
   "uptime": 0.9994,
   "quantizations": [
    "fp32"
   ],
   "endpoints": [
    {
     "tag": "baseten/fp32",
     "tier": false,
     "name": "Baseten (fp32)",
     "quantization": "fp32",
     "sample_size": 255151,
     "failures": 6759,
     "invalid_tool_call_rate": 0.02649
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 18,
   "role": "neutral",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 28881,
   "failures": 849,
   "invalid_tool_call_rate": 0.029396,
   "invalid_tool_call_rate_ci95": [
    0.02751,
    0.031408
   ],
   "tool_calls_per_day": 4126,
   "input_price_per_million": 0.22,
   "output_price_per_million": 0.66,
   "tokens_per_second": 31.0,
   "uptime": 0.9998,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 28881,
     "failures": 849,
     "invalid_tool_call_rate": 0.029396
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "rank": 19,
   "role": "ignored",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4112392,
   "failures": 165860,
   "invalid_tool_call_rate": 0.040332,
   "invalid_tool_call_rate_ci95": [
    0.040142,
    0.040522
   ],
   "tool_calls_per_day": 587485,
   "input_price_per_million": 0.06,
   "output_price_per_million": 0.18,
   "tokens_per_second": 46.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 4112392,
     "failures": 165860,
     "invalid_tool_call_rate": 0.040332
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "rank": 20,
   "role": "ignored",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 68322,
   "failures": 4854,
   "invalid_tool_call_rate": 0.071046,
   "invalid_tool_call_rate_ci95": [
    0.069144,
    0.072997
   ],
   "tool_calls_per_day": 9760,
   "input_price_per_million": 0.308,
   "output_price_per_million": 0.924,
   "tokens_per_second": 93.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 68322,
     "failures": 4854,
     "invalid_tool_call_rate": 0.071046
    }
   ],
   "direct_api": {
    "model_id": "phala/deepseek-v4-flash-0731",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  },
  {
   "id": "reka",
   "name": "Reka AI",
   "rank": 21,
   "role": "ignored",
   "slugs": [
    "reka"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1574676,
   "failures": 158496,
   "invalid_tool_call_rate": 0.100653,
   "invalid_tool_call_rate_ci95": [
    0.100184,
    0.101124
   ],
   "tool_calls_per_day": 224954,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.28,
   "tokens_per_second": 147.0,
   "uptime": 0.9973,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "reka",
     "tier": false,
     "name": "Reka AI",
     "quantization": null,
     "sample_size": 1574676,
     "failures": 158496,
     "invalid_tool_call_rate": 0.100653
    }
   ],
   "direct_api": {
    "model_id": "deepseek4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.reka.ai/overview",
    "website": "https://reka.ai",
    "status_page": null,
    "terms": "https://reka.ai/legal/terms-of-use",
    "privacy": "https://reka.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/reka"
   }
  },
  {
   "id": "alibaba",
   "name": "Alibaba Cloud Int.",
   "rank": 22,
   "role": "ignored",
   "slugs": [
    "alibaba"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 168331,
   "failures": 25267,
   "invalid_tool_call_rate": 0.150103,
   "invalid_tool_call_rate_ci95": [
    0.148405,
    0.151817
   ],
   "tool_calls_per_day": 24047,
   "input_price_per_million": 0.176,
   "output_price_per_million": 0.528,
   "tokens_per_second": 82.25,
   "uptime": 0.9867,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "alibaba",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 139783,
     "failures": 23551,
     "invalid_tool_call_rate": 0.168483
    },
    {
     "tag": "alibaba/us-east-1",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 28548,
     "failures": 1716,
     "invalid_tool_call_rate": 0.060109
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  }
 ],
 "others": [
  {
   "id": "mancer/fp8",
   "name": "Mancer",
   "role": "ignored",
   "slugs": [
    "mancer/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 5511,
   "failures": 382,
   "invalid_tool_call_rate": 0.069316,
   "invalid_tool_call_rate_ci95": [
    0.062906,
    0.076326
   ],
   "tool_calls_per_day": 787,
   "input_price_per_million": 0.2,
   "output_price_per_million": 0.6,
   "tokens_per_second": 59.0,
   "uptime": 0.9967,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "mancer/fp8",
     "tier": false,
     "name": "Mancer",
     "quantization": "fp8",
     "sample_size": 5511,
     "failures": 382,
     "invalid_tool_call_rate": 0.069316
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash-0731",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://mancer.tech/docs-api/",
    "website": "https://mancer.tech",
    "status_page": null,
    "terms": "https://mancer.tech/terms",
    "privacy": "https://mancer.tech/privacy",
    "openrouter": "https://openrouter.ai/provider/mancer"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "atlas-cloud/fp4",
    "mancer/fp8",
    "deepinfra/fp8"
   ],
   "ignore": [
    "cohere",
    "phala",
    "baidu/fp8"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.019205,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "atlas-cloud/fp4",
    "name": "AtlasCloud",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "atlas-cloud/fp4"
    ],
    "variant": "fp4",
    "sample_size": 170392,
    "failures": 422,
    "structured_output_error_rate": 0.002477,
    "structured_output_error_rate_ci95": [
     0.002252,
     0.002724
    ],
    "structured_outputs_per_day": 24342,
    "endpoints": [
     {
      "tag": "atlas-cloud/fp4",
      "tier": false,
      "sample_size": 170392,
      "failures": 422,
      "structured_output_error_rate": 0.002477
     }
    ]
   },
   {
    "id": "mancer/fp8",
    "name": "Mancer",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "mancer/fp8"
    ],
    "variant": "fp8",
    "sample_size": 110440,
    "failures": 320,
    "structured_output_error_rate": 0.002898,
    "structured_output_error_rate_ci95": [
     0.002597,
     0.003232
    ],
    "structured_outputs_per_day": 15777,
    "endpoints": [
     {
      "tag": "mancer/fp8",
      "tier": false,
      "sample_size": 110440,
      "failures": 320,
      "structured_output_error_rate": 0.002898
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 23794017,
    "failures": 149364,
    "structured_output_error_rate": 0.006277,
    "structured_output_error_rate_ci95": [
     0.006246,
     0.006309
    ],
    "structured_outputs_per_day": 3399145,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 23794017,
      "failures": 149364,
      "structured_output_error_rate": 0.006277
     }
    ]
   },
   {
    "id": "sail-research/fp4 + sail-research/us",
    "name": "Sail Research",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "sail-research/fp4",
     "sail-research/us"
    ],
    "variant": "fp4",
    "sample_size": 2982077,
    "failures": 21121,
    "structured_output_error_rate": 0.007083,
    "structured_output_error_rate_ci95": [
     0.006988,
     0.007178
    ],
    "structured_outputs_per_day": 426011,
    "endpoints": [
     {
      "tag": "sail-research/fp4",
      "tier": false,
      "sample_size": 392796,
      "failures": 6409,
      "structured_output_error_rate": 0.016316
     },
     {
      "tag": "sail-research/us",
      "tier": false,
      "sample_size": 2589281,
      "failures": 14711,
      "structured_output_error_rate": 0.005681
     }
    ]
   },
   {
    "id": "inceptron/fp4",
    "name": "Inceptron",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "inceptron/fp4"
    ],
    "variant": "fp4",
    "sample_size": 848284,
    "failures": 12104,
    "structured_output_error_rate": 0.014269,
    "structured_output_error_rate_ci95": [
     0.014019,
     0.014523
    ],
    "structured_outputs_per_day": 121183,
    "endpoints": [
     {
      "tag": "inceptron/fp4",
      "tier": false,
      "sample_size": 848284,
      "failures": 12104,
      "structured_output_error_rate": 0.014269
     }
    ]
   },
   {
    "id": "reka",
    "name": "Reka AI",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "reka"
    ],
    "variant": null,
    "sample_size": 2779350,
    "failures": 48184,
    "structured_output_error_rate": 0.017336,
    "structured_output_error_rate_ci95": [
     0.017184,
     0.017491
    ],
    "structured_outputs_per_day": 397050,
    "endpoints": [
     {
      "tag": "reka",
      "tier": false,
      "sample_size": 2779350,
      "failures": 48184,
      "structured_output_error_rate": 0.017336
     }
    ]
   },
   {
    "id": "coreweave/fp8",
    "name": "CoreWeave",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "coreweave/fp8"
    ],
    "variant": "fp8",
    "sample_size": 7971391,
    "failures": 140214,
    "structured_output_error_rate": 0.01759,
    "structured_output_error_rate_ci95": [
     0.017499,
     0.017681
    ],
    "structured_outputs_per_day": 1138770,
    "endpoints": [
     {
      "tag": "coreweave/fp8",
      "tier": false,
      "sample_size": 7971391,
      "failures": 140214,
      "structured_output_error_rate": 0.01759
     }
    ]
   },
   {
    "id": "siliconflow/fp8",
    "name": "SiliconFlow",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "siliconflow/fp8"
    ],
    "variant": "fp8",
    "sample_size": 578821,
    "failures": 10372,
    "structured_output_error_rate": 0.017919,
    "structured_output_error_rate_ci95": [
     0.017581,
     0.018264
    ],
    "structured_outputs_per_day": 82689,
    "endpoints": [
     {
      "tag": "siliconflow/fp8",
      "tier": false,
      "sample_size": 578821,
      "failures": 10372,
      "structured_output_error_rate": 0.017919
     }
    ]
   },
   {
    "id": "cloudflare",
    "name": "Cloudflare",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "cloudflare"
    ],
    "variant": null,
    "sample_size": 372923,
    "failures": 7162,
    "structured_output_error_rate": 0.019205,
    "structured_output_error_rate_ci95": [
     0.018769,
     0.019651
    ],
    "structured_outputs_per_day": 53275,
    "endpoints": [
     {
      "tag": "cloudflare",
      "tier": false,
      "sample_size": 372923,
      "failures": 7162,
      "structured_output_error_rate": 0.019205
     }
    ]
   },
   {
    "id": "wafer/fast",
    "name": "Wafer",
    "rank": 10,
    "role": "neutral",
    "slugs": [
     "wafer/fast"
    ],
    "variant": "nvfp4/fast",
    "sample_size": 8823231,
    "failures": 209459,
    "structured_output_error_rate": 0.023739,
    "structured_output_error_rate_ci95": [
     0.023639,
     0.02384
    ],
    "structured_outputs_per_day": 1260462,
    "endpoints": [
     {
      "tag": "wafer/fast",
      "tier": false,
      "sample_size": 8823231,
      "failures": 209459,
      "structured_output_error_rate": 0.023739
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 11,
    "role": "neutral",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 6182761,
    "failures": 155869,
    "structured_output_error_rate": 0.02521,
    "structured_output_error_rate_ci95": [
     0.025087,
     0.025334
    ],
    "structured_outputs_per_day": 883252,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 6182761,
      "failures": 155869,
      "structured_output_error_rate": 0.02521
     }
    ]
   },
   {
    "id": "venice",
    "name": "Venice",
    "rank": 12,
    "role": "neutral",
    "slugs": [
     "venice"
    ],
    "variant": null,
    "sample_size": 352148,
    "failures": 9129,
    "structured_output_error_rate": 0.025924,
    "structured_output_error_rate_ci95": [
     0.025404,
     0.026454
    ],
    "structured_outputs_per_day": 50307,
    "endpoints": [
     {
      "tag": "venice",
      "tier": false,
      "sample_size": 352148,
      "failures": 9129,
      "structured_output_error_rate": 0.025924
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "rank": 13,
    "role": "neutral",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 5594074,
    "failures": 146391,
    "structured_output_error_rate": 0.026169,
    "structured_output_error_rate_ci95": [
     0.026037,
     0.026302
    ],
    "structured_outputs_per_day": 799153,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 5594074,
      "failures": 146391,
      "structured_output_error_rate": 0.026169
     }
    ]
   },
   {
    "id": "alibaba",
    "name": "Alibaba Cloud Int.",
    "rank": 14,
    "role": "neutral",
    "slugs": [
     "alibaba"
    ],
    "variant": null,
    "sample_size": 187093,
    "failures": 5584,
    "structured_output_error_rate": 0.029846,
    "structured_output_error_rate_ci95": [
     0.029085,
     0.030627
    ],
    "structured_outputs_per_day": 26728,
    "endpoints": [
     {
      "tag": "alibaba",
      "tier": false,
      "sample_size": 135446,
      "failures": 3914,
      "structured_output_error_rate": 0.028897
     },
     {
      "tag": "alibaba/us-east-1",
      "tier": false,
      "sample_size": 51647,
      "failures": 1670,
      "structured_output_error_rate": 0.032335
     }
    ]
   },
   {
    "id": "cohere",
    "name": "Cohere",
    "rank": 15,
    "role": "ignored",
    "slugs": [
     "cohere"
    ],
    "variant": null,
    "sample_size": 5600137,
    "failures": 185228,
    "structured_output_error_rate": 0.033076,
    "structured_output_error_rate_ci95": [
     0.032928,
     0.033224
    ],
    "structured_outputs_per_day": 800020,
    "endpoints": [
     {
      "tag": "cohere",
      "tier": false,
      "sample_size": 5600137,
      "failures": 185228,
      "structured_output_error_rate": 0.033076
     }
    ]
   },
   {
    "id": "phala",
    "name": "Phala",
    "rank": 16,
    "role": "ignored",
    "slugs": [
     "phala"
    ],
    "variant": null,
    "sample_size": 118752,
    "failures": 6789,
    "structured_output_error_rate": 0.05717,
    "structured_output_error_rate_ci95": [
     0.055863,
     0.058504
    ],
    "structured_outputs_per_day": 16965,
    "endpoints": [
     {
      "tag": "phala",
      "tier": false,
      "sample_size": 118752,
      "failures": 6789,
      "structured_output_error_rate": 0.05717
     }
    ]
   },
   {
    "id": "baidu/fp8",
    "name": "Baidu Qianfan",
    "rank": 17,
    "role": "ignored",
    "slugs": [
     "baidu/fp8"
    ],
    "variant": "fp8",
    "sample_size": 14048180,
    "failures": 1075294,
    "structured_output_error_rate": 0.076543,
    "structured_output_error_rate_ci95": [
     0.076404,
     0.076682
    ],
    "structured_outputs_per_day": 2006883,
    "endpoints": [
     {
      "tag": "baidu/fp8",
      "tier": false,
      "sample_size": 14048180,
      "failures": 1075294,
      "structured_output_error_rate": 0.076543
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}