{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "z-ai/glm-5.3",
  "permaslug": "z-ai/glm-5.3-20260816",
  "name": "GLM 5.3",
  "maker": "Z.ai",
  "file": "models/glm-5.3.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "amazon-bedrock/us-east-1",
   "friendli",
   "inference-net/fp4",
   "inference-net/us"
  ],
  "ignore": [
   "digitalocean",
   "baidu/fp8",
   "phala",
   "atlas-cloud/fp8",
   "novita/fp8",
   "gmicloud/fp8"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.007856,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "amazon-bedrock/us-east-1",
   "recommendation": {
    "order": [
     "amazon-bedrock/us-east-1",
     "friendli",
     "inference-net/fp4",
     "inference-net/us"
    ],
    "ignore": [
     "digitalocean",
     "baidu/fp8",
     "phala",
     "atlas-cloud/fp8",
     "novita/fp8",
     "gmicloud/fp8"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "wafer/fp4 + wafer/us",
   "recommendation": {
    "order": [
     "wafer/fp4",
     "wafer/us",
     "amazon-bedrock/us-east-1",
     "friendli"
    ],
    "ignore": [
     "digitalocean",
     "baidu/fp8",
     "phala",
     "atlas-cloud/fp8",
     "novita/fp8",
     "gmicloud/fp8"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "modal",
   "recommendation": {
    "order": [
     "modal",
     "amazon-bedrock/us-east-1",
     "friendli"
    ],
    "ignore": [
     "digitalocean",
     "baidu/fp8",
     "phala",
     "atlas-cloud/fp8",
     "novita/fp8",
     "gmicloud/fp8"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "friendli",
   "recommendation": {
    "order": [
     "friendli",
     "amazon-bedrock/us-east-1",
     "inference-net/fp4",
     "inference-net/us"
    ],
    "ignore": [
     "digitalocean",
     "baidu/fp8",
     "phala",
     "atlas-cloud/fp8",
     "novita/fp8",
     "gmicloud/fp8"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "amazon-bedrock/us-east-1",
   "name": "Amazon Bedrock",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "amazon-bedrock/us-east-1"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 90132,
   "failures": 68,
   "invalid_tool_call_rate": 0.000754,
   "invalid_tool_call_rate_ci95": [
    0.000595,
    0.000956
   ],
   "tool_calls_per_day": 12876,
   "input_price_per_million": 1.68,
   "output_price_per_million": 5.28,
   "tokens_per_second": 84.0,
   "uptime": 0.8046,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "amazon-bedrock/us-east-1",
     "tier": false,
     "name": "Amazon Bedrock",
     "quantization": null,
     "sample_size": 90132,
     "failures": 68,
     "invalid_tool_call_rate": 0.000754
    }
   ],
   "direct_api": {
    "model_id": "global.zai.glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": false,
    "docs": "https://docs.aws.amazon.com/bedrock/latest/userguide/tool-use.html",
    "website": "https://aws.amazon.com",
    "status_page": "https://health.aws.amazon.com/health/status",
    "terms": "https://aws.amazon.com/service-terms/",
    "privacy": "https://aws.amazon.com/privacy",
    "openrouter": "https://openrouter.ai/provider/amazon-bedrock"
   }
  },
  {
   "id": "friendli",
   "name": "Friendli",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "friendli"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 23818,
   "failures": 18,
   "invalid_tool_call_rate": 0.000756,
   "invalid_tool_call_rate_ci95": [
    0.000478,
    0.001194
   ],
   "tool_calls_per_day": 3403,
   "input_price_per_million": 1.26,
   "output_price_per_million": 3.96,
   "tokens_per_second": 96.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "friendli",
     "tier": false,
     "name": "Friendli",
     "quantization": null,
     "sample_size": 23818,
     "failures": 18,
     "invalid_tool_call_rate": 0.000756
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://friendli.ai/docs/guides/tool-calling",
    "website": "https://friendli.ai",
    "status_page": "https://status.friendli.ai/",
    "terms": "https://friendli.ai/terms-of-service",
    "privacy": "https://friendli.ai/privacypolicy",
    "openrouter": "https://openrouter.ai/provider/friendli"
   }
  },
  {
   "id": "inference-net/fp4 + inference-net/us",
   "name": "inference.net",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "inference-net/fp4",
    "inference-net/us"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 7028900,
   "failures": 7421,
   "invalid_tool_call_rate": 0.001056,
   "invalid_tool_call_rate_ci95": [
    0.001032,
    0.00108
   ],
   "tool_calls_per_day": 1004129,
   "input_price_per_million": 0.08,
   "output_price_per_million": 3.6,
   "tokens_per_second": 114.0,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "inference-net/fp4",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp4",
     "sample_size": 3774727,
     "failures": 4410,
     "invalid_tool_call_rate": 0.001168
    },
    {
     "tag": "inference-net/us",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp4",
     "sample_size": 3254173,
     "failures": 3011,
     "invalid_tool_call_rate": 0.000925
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.inference.net/introduction",
    "website": "https://inference.net",
    "status_page": "https://status.inference.net",
    "terms": "https://inference.net/terms-of-service",
    "privacy": "https://inference.net/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/inference-net"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2791882,
   "failures": 4117,
   "invalid_tool_call_rate": 0.001475,
   "invalid_tool_call_rate_ci95": [
    0.00143,
    0.00152
   ],
   "tool_calls_per_day": 398840,
   "input_price_per_million": 0.7,
   "output_price_per_million": 2.2,
   "tokens_per_second": 53.0,
   "uptime": 0.9993,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 2791882,
     "failures": 4117,
     "invalid_tool_call_rate": 0.001475
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "modelrun/fp4",
   "name": "ModelRun [by Modular]",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "modelrun/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 34409,
   "failures": 58,
   "invalid_tool_call_rate": 0.001686,
   "invalid_tool_call_rate_ci95": [
    0.001304,
    0.002178
   ],
   "tool_calls_per_day": 4916,
   "input_price_per_million": 2.1,
   "output_price_per_million": 6.6,
   "tokens_per_second": 106.0,
   "uptime": 0.9312,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "modelrun/fp4",
     "tier": false,
     "name": "ModelRun [by Modular]",
     "quantization": "fp4",
     "sample_size": 34409,
     "failures": 58,
     "invalid_tool_call_rate": 0.001686
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.modular.com/",
    "website": "https://www.modular.com",
    "status_page": null,
    "terms": "https://www.modular.com/legal/terms",
    "privacy": "https://www.modular.com/legal/privacy",
    "openrouter": "https://openrouter.ai/provider/modelrun"
   }
  },
  {
   "id": "inceptron/fp4",
   "name": "Inceptron",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "inceptron/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 705248,
   "failures": 1556,
   "invalid_tool_call_rate": 0.002206,
   "invalid_tool_call_rate_ci95": [
    0.002099,
    0.002319
   ],
   "tool_calls_per_day": 100750,
   "input_price_per_million": 1.2,
   "output_price_per_million": 2.2,
   "tokens_per_second": 95.0,
   "uptime": 0.9983,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "inceptron/fp4",
     "tier": false,
     "name": "Inceptron",
     "quantization": "fp4",
     "sample_size": 705248,
     "failures": 1556,
     "invalid_tool_call_rate": 0.002206
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.inceptron.io/",
    "website": "https://www.inceptron.io",
    "status_page": null,
    "terms": "https://www.inceptron.io/termsofservice",
    "privacy": "https://www.inceptron.io/privacy",
    "openrouter": "https://openrouter.ai/provider/inceptron"
   }
  },
  {
   "id": "sail-research/fp8 + sail-research/us",
   "name": "Sail Research",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "sail-research/fp8",
    "sail-research/us"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 777022,
   "failures": 2187,
   "invalid_tool_call_rate": 0.002815,
   "invalid_tool_call_rate_ci95": [
    0.002699,
    0.002935
   ],
   "tool_calls_per_day": 111003,
   "input_price_per_million": 0.5,
   "output_price_per_million": 2.0,
   "tokens_per_second": 49.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "sail-research/fp8",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp8",
     "sample_size": 284327,
     "failures": 474,
     "invalid_tool_call_rate": 0.001667
    },
    {
     "tag": "sail-research/us",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp8",
     "sample_size": 492695,
     "failures": 1713,
     "invalid_tool_call_rate": 0.003477
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.sailresearch.com/",
    "website": "https://www.sailresearch.com",
    "status_page": "https://status.sailresearch.com/",
    "terms": "https://www.sailresearch.com/terms",
    "privacy": "https://www.sailresearch.com/privacy",
    "openrouter": "https://openrouter.ai/provider/sail-research"
   }
  },
  {
   "id": "wafer/fp4 + wafer/us",
   "name": "Wafer",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "wafer/fp4",
    "wafer/us"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10539048,
   "failures": 31228,
   "invalid_tool_call_rate": 0.002963,
   "invalid_tool_call_rate_ci95": [
    0.00293,
    0.002996
   ],
   "tool_calls_per_day": 1505578,
   "input_price_per_million": 0.0699,
   "output_price_per_million": 1.4,
   "tokens_per_second": 95.5,
   "uptime": 0.9985,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "wafer/fp4",
     "tier": false,
     "name": "Wafer",
     "quantization": "fp4",
     "sample_size": 2422272,
     "failures": 7730,
     "invalid_tool_call_rate": 0.003191
    },
    {
     "tag": "wafer/us",
     "tier": false,
     "name": "Wafer",
     "quantization": "fp4",
     "sample_size": 8116776,
     "failures": 23498,
     "invalid_tool_call_rate": 0.002895
    }
   ],
   "direct_api": {
    "model_id": "GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "modal",
   "name": "Modal",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "modal"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1301472,
   "failures": 4144,
   "invalid_tool_call_rate": 0.003184,
   "invalid_tool_call_rate_ci95": [
    0.003089,
    0.003282
   ],
   "tool_calls_per_day": 185925,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 170.0,
   "uptime": 0.9994,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "modal",
     "tier": false,
     "name": "Modal",
     "quantization": null,
     "sample_size": 1301472,
     "failures": 4144,
     "invalid_tool_call_rate": 0.003184
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://modal.com/docs",
    "website": "https://modal.com",
    "status_page": "https://status.modal.com/",
    "terms": "https://modal.com/legal/terms",
    "privacy": "https://modal.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/modal"
   }
  },
  {
   "id": "together",
   "name": "Together",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 570679,
   "failures": 1904,
   "invalid_tool_call_rate": 0.003336,
   "invalid_tool_call_rate_ci95": [
    0.00319,
    0.003489
   ],
   "tool_calls_per_day": 81526,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 87.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 570679,
     "failures": 1904,
     "invalid_tool_call_rate": 0.003336
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048575,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "decart/fp4",
   "name": "Decart",
   "rank": 11,
   "role": "neutral",
   "slugs": [
    "decart/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1297277,
   "failures": 4898,
   "invalid_tool_call_rate": 0.003776,
   "invalid_tool_call_rate_ci95": [
    0.003672,
    0.003883
   ],
   "tool_calls_per_day": 185325,
   "input_price_per_million": 0.84,
   "output_price_per_million": 2.69,
   "tokens_per_second": 92.0,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "decart/fp4",
     "tier": false,
     "name": "Decart",
     "quantization": "fp4",
     "sample_size": 1297277,
     "failures": 4898,
     "invalid_tool_call_rate": 0.003776
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.platform.decart.ai/getting-started/overview",
    "website": "https://cogito.decart.ai",
    "status_page": null,
    "terms": "https://cogito.decart.ai/legal/terms",
    "privacy": "https://cogito.decart.ai/legal/privacy",
    "openrouter": "https://openrouter.ai/provider/decart"
   }
  },
  {
   "id": "primeintellect",
   "name": "Prime Intellect",
   "rank": 12,
   "role": "neutral",
   "slugs": [
    "primeintellect"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 401772,
   "failures": 1538,
   "invalid_tool_call_rate": 0.003828,
   "invalid_tool_call_rate_ci95": [
    0.003642,
    0.004024
   ],
   "tool_calls_per_day": 57396,
   "input_price_per_million": 0.98,
   "output_price_per_million": 3.08,
   "tokens_per_second": 68.0,
   "uptime": 0.9993,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "primeintellect",
     "tier": false,
     "name": "Prime Intellect",
     "quantization": null,
     "sample_size": 401772,
     "failures": 1538,
     "invalid_tool_call_rate": 0.003828
    }
   ],
   "direct_api": {
    "model_id": "z-ai/glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.primeintellect.ai/introduction",
    "website": null,
    "status_page": null,
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/primeintellect"
   }
  },
  {
   "id": "morph/fp8",
   "name": "Morph",
   "rank": 13,
   "role": "neutral",
   "slugs": [
    "morph/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 146430,
   "failures": 606,
   "invalid_tool_call_rate": 0.004138,
   "invalid_tool_call_rate_ci95": [
    0.003822,
    0.004481
   ],
   "tool_calls_per_day": 20919,
   "input_price_per_million": 0.176,
   "output_price_per_million": 1.544,
   "tokens_per_second": 48.0,
   "uptime": 0.9875,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "morph/fp8",
     "tier": false,
     "name": "Morph",
     "quantization": "fp8",
     "sample_size": 146430,
     "failures": 606,
     "invalid_tool_call_rate": 0.004138
    }
   ],
   "direct_api": {
    "model_id": "morph-glm53-744b",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.morphllm.com/introduction",
    "website": "https://morphllm.com",
    "status_page": null,
    "terms": "https://www.morphllm.com/privacy/tos",
    "privacy": "https://morphllm.com/privacy",
    "openrouter": "https://openrouter.ai/provider/morph"
   }
  },
  {
   "id": "reka",
   "name": "Reka AI",
   "rank": 14,
   "role": "neutral",
   "slugs": [
    "reka"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 83385,
   "failures": 469,
   "invalid_tool_call_rate": 0.005625,
   "invalid_tool_call_rate_ci95": [
    0.005139,
    0.006155
   ],
   "tool_calls_per_day": 11912,
   "input_price_per_million": 0.14,
   "output_price_per_million": 2.1,
   "tokens_per_second": 54.0,
   "uptime": 0.9892,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "reka",
     "tier": false,
     "name": "Reka AI",
     "quantization": null,
     "sample_size": 83385,
     "failures": 469,
     "invalid_tool_call_rate": 0.005625
    }
   ],
   "direct_api": {
    "model_id": "glm5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.reka.ai/overview",
    "website": "https://reka.ai",
    "status_page": null,
    "terms": "https://reka.ai/legal/terms-of-use",
    "privacy": "https://reka.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/reka"
   }
  },
  {
   "id": "relace",
   "name": "Relace",
   "rank": 15,
   "role": "neutral",
   "slugs": [
    "relace"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 588234,
   "failures": 3364,
   "invalid_tool_call_rate": 0.005719,
   "invalid_tool_call_rate_ci95": [
    0.005529,
    0.005915
   ],
   "tool_calls_per_day": 84033,
   "input_price_per_million": 0.0703,
   "output_price_per_million": 4.3843,
   "tokens_per_second": 77.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "relace",
     "tier": false,
     "name": "Relace",
     "quantization": null,
     "sample_size": 588234,
     "failures": 3364,
     "invalid_tool_call_rate": 0.005719
    }
   ],
   "direct_api": {
    "model_id": "z-ai/glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "baseten/fp4",
   "name": "Baseten",
   "rank": 16,
   "role": "neutral",
   "slugs": [
    "baseten/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 776975,
   "failures": 4617,
   "invalid_tool_call_rate": 0.005942,
   "invalid_tool_call_rate_ci95": [
    0.005774,
    0.006116
   ],
   "tool_calls_per_day": 110996,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 77.5,
   "uptime": 0.9919,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "baseten/fp4",
     "tier": false,
     "name": "Baseten (fp4)",
     "quantization": "fp4",
     "sample_size": 117699,
     "failures": 716,
     "invalid_tool_call_rate": 0.006083
    },
    {
     "tag": "baseten/fp4/us",
     "tier": false,
     "name": "Baseten (fp4)",
     "quantization": "fp4",
     "sample_size": 659276,
     "failures": 3902,
     "invalid_tool_call_rate": 0.005919
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "z-ai/fp8",
   "name": "Z.ai",
   "rank": 17,
   "role": "neutral",
   "slugs": [
    "z-ai/fp8"
   ],
   "variant": "fp8",
   "makers_api": true,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 5806536,
   "failures": 37793,
   "invalid_tool_call_rate": 0.006509,
   "invalid_tool_call_rate_ci95": [
    0.006444,
    0.006574
   ],
   "tool_calls_per_day": 829505,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 57.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "z-ai/fp8",
     "tier": false,
     "name": "Z.ai",
     "quantization": "fp8",
     "sample_size": 5806536,
     "failures": 37793,
     "invalid_tool_call_rate": 0.006509
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.z.ai/guides/capabilities/function-calling",
    "website": "https://z.ai",
    "status_page": null,
    "terms": "https://chat.z.ai/legal-agreement/terms-of-service",
    "privacy": "https://chat.z.ai/legal-agreement/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/z-ai"
   }
  },
  {
   "id": "coreweave/fp8",
   "name": "CoreWeave",
   "rank": 18,
   "role": "neutral",
   "slugs": [
    "coreweave/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 115481,
   "failures": 761,
   "invalid_tool_call_rate": 0.00659,
   "invalid_tool_call_rate_ci95": [
    0.006139,
    0.007073
   ],
   "tool_calls_per_day": 16497,
   "input_price_per_million": 1.2,
   "output_price_per_million": 4.0,
   "tokens_per_second": 103.0,
   "uptime": 0.9699,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "coreweave/fp8",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "fp8",
     "sample_size": 115481,
     "failures": 761,
     "invalid_tool_call_rate": 0.00659
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "mistral/zdr",
   "name": "Mistral",
   "rank": 19,
   "role": "neutral",
   "slugs": [
    "mistral/zdr"
   ],
   "variant": "nvfp4/zdr",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 364224,
   "failures": 2543,
   "invalid_tool_call_rate": 0.006982,
   "invalid_tool_call_rate_ci95": [
    0.006717,
    0.007258
   ],
   "tool_calls_per_day": 52032,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 106.0,
   "uptime": 0.9995,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "mistral/zdr",
     "tier": false,
     "name": "Mistral",
     "quantization": "nvfp4",
     "sample_size": 364224,
     "failures": 2543,
     "invalid_tool_call_rate": 0.006982
    }
   ],
   "direct_api": {
    "model_id": "zai-glm-5-3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.mistral.ai/studio/conversations/function-calling",
    "website": "https://mistral.ai",
    "status_page": "https://status.mistral.ai/",
    "terms": "https://mistral.ai/terms/#terms-of-use",
    "privacy": "https://mistral.ai/terms/#privacy-policy",
    "openrouter": "https://openrouter.ai/provider/mistral"
   }
  },
  {
   "id": "nebius/fp4",
   "name": "Nebius Token Factory",
   "rank": 20,
   "role": "neutral",
   "slugs": [
    "nebius/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 25727,
   "failures": 193,
   "invalid_tool_call_rate": 0.007502,
   "invalid_tool_call_rate_ci95": [
    0.006518,
    0.008632
   ],
   "tool_calls_per_day": 3675,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 101.0,
   "uptime": 0.9857,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "nebius/fp4",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "fp4",
     "sample_size": 25727,
     "failures": 193,
     "invalid_tool_call_rate": 0.007502
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1024000,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  },
  {
   "id": "baseten/fast + baseten/us/fast",
   "name": "Baseten",
   "rank": 21,
   "role": "neutral",
   "slugs": [
    "baseten/fast",
    "baseten/us/fast"
   ],
   "variant": "fp8/fast",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 267545,
   "failures": 2033,
   "invalid_tool_call_rate": 0.007599,
   "invalid_tool_call_rate_ci95": [
    0.007277,
    0.007935
   ],
   "tool_calls_per_day": 38221,
   "input_price_per_million": 2.1,
   "output_price_per_million": 6.6,
   "tokens_per_second": 127.75,
   "uptime": 0.9821,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baseten/fast",
     "tier": true,
     "name": "Baseten (fp8)",
     "quantization": "fp8",
     "sample_size": 125909,
     "failures": 1077,
     "invalid_tool_call_rate": 0.008554
    },
    {
     "tag": "baseten/us/fast",
     "tier": true,
     "name": "Baseten (fp8)",
     "quantization": "fp8",
     "sample_size": 141636,
     "failures": 956,
     "invalid_tool_call_rate": 0.00675
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Fast",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "parasail/fp8",
   "name": "Parasail",
   "rank": 22,
   "role": "neutral",
   "slugs": [
    "parasail/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 194755,
   "failures": 1530,
   "invalid_tool_call_rate": 0.007856,
   "invalid_tool_call_rate_ci95": [
    0.007474,
    0.008258
   ],
   "tool_calls_per_day": 27822,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 130.0,
   "uptime": 0.9832,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp8",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp8",
     "sample_size": 194755,
     "failures": 1530,
     "invalid_tool_call_rate": 0.007856
    }
   ],
   "direct_api": {
    "model_id": "parasail-glm-53",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "makora/fp4",
   "name": "Makora",
   "rank": 23,
   "role": "neutral",
   "slugs": [
    "makora/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 224589,
   "failures": 1769,
   "invalid_tool_call_rate": 0.007877,
   "invalid_tool_call_rate_ci95": [
    0.007519,
    0.008251
   ],
   "tool_calls_per_day": 32084,
   "input_price_per_million": 0.14,
   "output_price_per_million": 3.0,
   "tokens_per_second": 67.0,
   "uptime": 0.9667,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "makora/fp4",
     "tier": false,
     "name": "Makora",
     "quantization": "fp4",
     "sample_size": 224589,
     "failures": 1769,
     "invalid_tool_call_rate": 0.007877
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.makora.com/",
    "website": null,
    "status_page": "https://status.makora.com",
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/makora"
   }
  },
  {
   "id": "io-net/fp8",
   "name": "io.net",
   "rank": 24,
   "role": "neutral",
   "slugs": [
    "io-net/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 20187,
   "failures": 174,
   "invalid_tool_call_rate": 0.008619,
   "invalid_tool_call_rate_ci95": [
    0.007434,
    0.009991
   ],
   "tool_calls_per_day": 2884,
   "input_price_per_million": 0.33,
   "output_price_per_million": 3.2,
   "tokens_per_second": 75.0,
   "uptime": 0.9989,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "io-net/fp8",
     "tier": false,
     "name": "io.net",
     "quantization": "fp8",
     "sample_size": 20187,
     "failures": 174,
     "invalid_tool_call_rate": 0.008619
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": true,
    "context_tokens": 262124,
    "tool_choice": true,
    "docs": "https://io.net/docs/guides/getting-started",
    "website": "https://io.net",
    "status_page": "https://status.io.net/",
    "terms": "https://io.net/terms",
    "privacy": "https://io.net/privacy",
    "openrouter": "https://openrouter.ai/provider/io-net"
   }
  },
  {
   "id": "dekallm",
   "name": "DekaLLM",
   "rank": 25,
   "role": "neutral",
   "slugs": [
    "dekallm"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 91325,
   "failures": 826,
   "invalid_tool_call_rate": 0.009045,
   "invalid_tool_call_rate_ci95": [
    0.008451,
    0.00968
   ],
   "tool_calls_per_day": 13046,
   "input_price_per_million": 0.25,
   "output_price_per_million": 2.95,
   "tokens_per_second": 66.0,
   "uptime": 0.9993,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "dekallm",
     "tier": false,
     "name": "DekaLLM",
     "quantization": null,
     "sample_size": 91325,
     "failures": 826,
     "invalid_tool_call_rate": 0.009045
    }
   ],
   "direct_api": {
    "model_id": "z-ai/glm-5.3",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.cloudeka.id",
    "status_page": null,
    "terms": "https://docs.cloudeka.ai/service-portal-ai/end-user-license-agreement",
    "privacy": "https://www.cloudeka.id/id/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/dekallm"
   }
  },
  {
   "id": "deepinfra/fp4",
   "name": "DeepInfra",
   "rank": 26,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 291027,
   "failures": 2882,
   "invalid_tool_call_rate": 0.009903,
   "invalid_tool_call_rate_ci95": [
    0.00955,
    0.010269
   ],
   "tool_calls_per_day": 41575,
   "input_price_per_million": 0.5625,
   "output_price_per_million": 2.5,
   "tokens_per_second": 71.0,
   "uptime": 0.9936,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp4",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp4",
     "sample_size": 291027,
     "failures": 2882,
     "invalid_tool_call_rate": 0.009903
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "venice",
   "name": "Venice",
   "rank": 27,
   "role": "neutral",
   "slugs": [
    "venice"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 14752,
   "failures": 173,
   "invalid_tool_call_rate": 0.011727,
   "invalid_tool_call_rate_ci95": [
    0.010113,
    0.013596
   ],
   "tool_calls_per_day": 2107,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 88.0,
   "uptime": 0.9695,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "venice",
     "tier": false,
     "name": "Venice",
     "quantization": null,
     "sample_size": 14752,
     "failures": 173,
     "invalid_tool_call_rate": 0.011727
    }
   ],
   "direct_api": {
    "model_id": "z-ai-glm-5-3",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "fireworks",
   "name": "Fireworks",
   "rank": 28,
   "role": "neutral",
   "slugs": [
    "fireworks"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 73633,
   "failures": 932,
   "invalid_tool_call_rate": 0.012657,
   "invalid_tool_call_rate_ci95": [
    0.011875,
    0.013491
   ],
   "tool_calls_per_day": 10519,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 97.0,
   "uptime": 0.9951,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 73633,
     "failures": 932,
     "invalid_tool_call_rate": 0.012657
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/models/glm-5p3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "mistral/nvfp4",
   "name": "Mistral",
   "rank": 29,
   "role": "neutral",
   "slugs": [
    "mistral/nvfp4"
   ],
   "variant": "nvfp4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 63873,
   "failures": 896,
   "invalid_tool_call_rate": 0.014028,
   "invalid_tool_call_rate_ci95": [
    0.013145,
    0.01497
   ],
   "tool_calls_per_day": 9125,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 134.25,
   "uptime": 1.0,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "mistral/nvfp4",
     "tier": false,
     "name": "Mistral",
     "quantization": "nvfp4",
     "sample_size": 30960,
     "failures": 247,
     "invalid_tool_call_rate": 0.007978
    },
    {
     "tag": "mistral/nvfp4/eu",
     "tier": false,
     "name": "Mistral",
     "quantization": "nvfp4",
     "sample_size": 32913,
     "failures": 649,
     "invalid_tool_call_rate": 0.019719
    }
   ],
   "direct_api": {
    "model_id": "zai-glm-5-3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.mistral.ai/studio/conversations/function-calling",
    "website": "https://mistral.ai",
    "status_page": "https://status.mistral.ai/",
    "terms": "https://mistral.ai/terms/#terms-of-use",
    "privacy": "https://mistral.ai/terms/#privacy-policy",
    "openrouter": "https://openrouter.ai/provider/mistral"
   }
  },
  {
   "id": "crusoe/fp4",
   "name": "Crusoe",
   "rank": 30,
   "role": "neutral",
   "slugs": [
    "crusoe/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 767654,
   "failures": 12265,
   "invalid_tool_call_rate": 0.015977,
   "invalid_tool_call_rate_ci95": [
    0.015699,
    0.01626
   ],
   "tool_calls_per_day": 109665,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 98.0,
   "uptime": 0.9996,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "crusoe/fp4",
     "tier": false,
     "name": "Crusoe",
     "quantization": "fp4",
     "sample_size": 767654,
     "failures": 12265,
     "invalid_tool_call_rate": 0.015977
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.crusoecloud.com/",
    "website": "https://crusoe.ai",
    "status_page": "https://status.crusoecloud.com/",
    "terms": "https://legal.crusoe.ai/open-router#managed-inference-tos-open-router",
    "privacy": "https://legal.crusoe.ai/open-router#cloud-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/crusoe"
   }
  },
  {
   "id": "fireworks/fast",
   "name": "Fireworks",
   "rank": 31,
   "role": "neutral",
   "slugs": [
    "fireworks/fast"
   ],
   "variant": "fast",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 570313,
   "failures": 9496,
   "invalid_tool_call_rate": 0.016651,
   "invalid_tool_call_rate_ci95": [
    0.016322,
    0.016986
   ],
   "tool_calls_per_day": 81473,
   "input_price_per_million": 2.1,
   "output_price_per_million": 6.6,
   "tokens_per_second": 133.0,
   "uptime": 0.9923,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks/fast",
     "tier": true,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 570313,
     "failures": 9496,
     "invalid_tool_call_rate": 0.016651
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/routers/glm-5p3-fast",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "alibaba",
   "name": "Alibaba Cloud Int.",
   "rank": 32,
   "role": "neutral",
   "slugs": [
    "alibaba"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 70589,
   "failures": 1286,
   "invalid_tool_call_rate": 0.018218,
   "invalid_tool_call_rate_ci95": [
    0.017257,
    0.019231
   ],
   "tool_calls_per_day": 10084,
   "input_price_per_million": 1.19,
   "output_price_per_million": 3.74,
   "tokens_per_second": 48.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "alibaba",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 70589,
     "failures": 1286,
     "invalid_tool_call_rate": 0.018218
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "fireworks/spot",
   "name": "Fireworks Spot",
   "rank": 33,
   "role": "neutral",
   "slugs": [
    "fireworks/spot"
   ],
   "variant": "spot",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1245321,
   "failures": 23276,
   "invalid_tool_call_rate": 0.018691,
   "invalid_tool_call_rate_ci95": [
    0.018454,
    0.01893
   ],
   "tool_calls_per_day": 177903,
   "input_price_per_million": 0.98,
   "output_price_per_million": 3.08,
   "tokens_per_second": null,
   "uptime": 0.999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks/spot",
     "tier": false,
     "name": "Fireworks Spot",
     "quantization": null,
     "sample_size": 1245321,
     "failures": 23276,
     "invalid_tool_call_rate": 0.018691
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/routers/glm-5p3-spot",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "akashml/fp8",
   "name": "AkashML",
   "rank": 34,
   "role": "neutral",
   "slugs": [
    "akashml/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 64335,
   "failures": 1449,
   "invalid_tool_call_rate": 0.022523,
   "invalid_tool_call_rate_ci95": [
    0.021404,
    0.023698
   ],
   "tool_calls_per_day": 9191,
   "input_price_per_million": 0.19,
   "output_price_per_million": 4.4,
   "tokens_per_second": 78.0,
   "uptime": 0.9995,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "akashml/fp8",
     "tier": false,
     "name": "AkashML",
     "quantization": "fp8",
     "sample_size": 64335,
     "failures": 1449,
     "invalid_tool_call_rate": 0.022523
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://akashml.com/docs/getting-started",
    "website": "https://akashml.com",
    "status_page": null,
    "terms": "https://akashml.com/terms",
    "privacy": "https://akashml.com/privacy",
    "openrouter": "https://openrouter.ai/provider/akashml"
   }
  },
  {
   "id": "cloudflare",
   "name": "Cloudflare",
   "rank": 35,
   "role": "neutral",
   "slugs": [
    "cloudflare"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 43421,
   "failures": 1174,
   "invalid_tool_call_rate": 0.027038,
   "invalid_tool_call_rate_ci95": [
    0.025553,
    0.028606
   ],
   "tool_calls_per_day": 6203,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 35.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cloudflare",
     "tier": false,
     "name": "Cloudflare",
     "quantization": null,
     "sample_size": 43421,
     "failures": 1174,
     "invalid_tool_call_rate": 0.027038
    }
   ],
   "direct_api": {
    "model_id": "@cf/zai-org/glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://developers.cloudflare.com/workers-ai/features/function-calling/",
    "website": "https://cloudflare.com",
    "status_page": "https://www.cloudflarestatus.com/",
    "terms": "https://www.cloudflare.com/service-specific-terms-developer-platform/#developer-platform-terms",
    "privacy": "https://developers.cloudflare.com/workers-ai/privacy",
    "openrouter": "https://openrouter.ai/provider/cloudflare"
   }
  },
  {
   "id": "tenstorrent/fp8",
   "name": "Tenstorrent",
   "rank": 36,
   "role": "neutral",
   "slugs": [
    "tenstorrent/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 166879,
   "failures": 4626,
   "invalid_tool_call_rate": 0.027721,
   "invalid_tool_call_rate_ci95": [
    0.026944,
    0.028519
   ],
   "tool_calls_per_day": 23840,
   "input_price_per_million": 0.6,
   "output_price_per_million": 2.5,
   "tokens_per_second": 68.0,
   "uptime": 0.9922,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "tenstorrent/fp8",
     "tier": false,
     "name": "Tenstorrent",
     "quantization": "fp8",
     "sample_size": 166879,
     "failures": 4626,
     "invalid_tool_call_rate": 0.027721
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1044480,
    "tool_choice": true,
    "docs": "https://docs.tenstorrent.com/",
    "website": "https://tenstorrent.com",
    "status_page": "https://status.tenstorrent.com/",
    "terms": "https://console.tenstorrent.com/terms",
    "privacy": "https://tenstorrent.com/privacy",
    "openrouter": "https://openrouter.ai/provider/tenstorrent"
   }
  },
  {
   "id": "alibaba/prime",
   "name": "Alibaba Cloud Int.",
   "rank": 37,
   "role": "neutral",
   "slugs": [
    "alibaba/prime"
   ],
   "variant": "prime",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 54171,
   "failures": 1542,
   "invalid_tool_call_rate": 0.028465,
   "invalid_tool_call_rate_ci95": [
    0.027098,
    0.0299
   ],
   "tool_calls_per_day": 7739,
   "input_price_per_million": 2.8,
   "output_price_per_million": 8.8,
   "tokens_per_second": 107.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "alibaba/prime",
     "tier": true,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 54171,
     "failures": 1542,
     "invalid_tool_call_rate": 0.028465
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3-prime",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 38,
   "role": "ignored",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 178301,
   "failures": 5838,
   "invalid_tool_call_rate": 0.032742,
   "invalid_tool_call_rate_ci95": [
    0.031926,
    0.033579
   ],
   "tool_calls_per_day": 25472,
   "input_price_per_million": 0.91,
   "output_price_per_million": 2.86,
   "tokens_per_second": 67.0,
   "uptime": 0.9991,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 178301,
     "failures": 5838,
     "invalid_tool_call_rate": 0.032742
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "baidu/fp8",
   "name": "Baidu Qianfan",
   "rank": 39,
   "role": "ignored",
   "slugs": [
    "baidu/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 89897,
   "failures": 3634,
   "invalid_tool_call_rate": 0.040424,
   "invalid_tool_call_rate_ci95": [
    0.039156,
    0.041731
   ],
   "tool_calls_per_day": 12842,
   "input_price_per_million": 0.28,
   "output_price_per_million": 0.88,
   "tokens_per_second": 78.0,
   "uptime": 0.9996,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baidu/fp8",
     "tier": false,
     "name": "Baidu Qianfan",
     "quantization": "fp8",
     "sample_size": 89897,
     "failures": 3634,
     "invalid_tool_call_rate": 0.040424
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3-intl",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "rank": 40,
   "role": "ignored",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 51291,
   "failures": 2272,
   "invalid_tool_call_rate": 0.044296,
   "invalid_tool_call_rate_ci95": [
    0.042549,
    0.046111
   ],
   "tool_calls_per_day": 7327,
   "input_price_per_million": 0.84,
   "output_price_per_million": 2.64,
   "tokens_per_second": 42.5,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 51291,
     "failures": 2272,
     "invalid_tool_call_rate": 0.044296
    }
   ],
   "direct_api": {
    "model_id": "phala/glm-5.3",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "rank": 41,
   "role": "ignored",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 290075,
   "failures": 19465,
   "invalid_tool_call_rate": 0.067103,
   "invalid_tool_call_rate_ci95": [
    0.066199,
    0.06802
   ],
   "tool_calls_per_day": 41439,
   "input_price_per_million": 0.63,
   "output_price_per_million": 1.98,
   "tokens_per_second": 64.0,
   "uptime": 0.9997,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 290075,
     "failures": 19465,
     "invalid_tool_call_rate": 0.067103
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "rank": 42,
   "role": "ignored",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 18441,
   "failures": 4246,
   "invalid_tool_call_rate": 0.230248,
   "invalid_tool_call_rate_ci95": [
    0.224228,
    0.23638
   ],
   "tool_calls_per_day": 2634,
   "input_price_per_million": 0.7,
   "output_price_per_million": 2.2,
   "tokens_per_second": 24.0,
   "uptime": 0.9986,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 18441,
     "failures": 4246,
     "invalid_tool_call_rate": 0.230248
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  }
 ],
 "others": [
  {
   "id": "atlas-cloud/fp8",
   "name": "AtlasCloud",
   "role": "ignored",
   "slugs": [
    "atlas-cloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 4000,
   "failures": 200,
   "invalid_tool_call_rate": 0.05,
   "invalid_tool_call_rate_ci95": [
    0.043667,
    0.057197
   ],
   "tool_calls_per_day": 571,
   "input_price_per_million": 1.4,
   "output_price_per_million": 4.4,
   "tokens_per_second": 36.0,
   "uptime": 0.9973,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp8",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp8",
     "sample_size": 4000,
     "failures": 200,
     "invalid_tool_call_rate": 0.05
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-5.3",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "low",
  "recommendation": {
   "order": [
    "together",
    "amazon-bedrock/us-east-1",
    "baseten/fp4"
   ],
   "ignore": [
    "sail-research/fp8",
    "sail-research/us",
    "cloudflare",
    "digitalocean",
    "crusoe/fp4",
    "nebius/fp4",
    "parasail/fp8",
    "modelrun/fp4",
    "coreweave/fp8",
    "inference-net/fp4",
    "inference-net/us",
    "baidu/fp8",
    "reka",
    "primeintellect",
    "dekallm",
    "friendli",
    "venice",
    "atlas-cloud/fp8"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.027729,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "together",
    "name": "Together",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 374245,
    "failures": 903,
    "structured_output_error_rate": 0.002413,
    "structured_output_error_rate_ci95": [
     0.002261,
     0.002575
    ],
    "structured_outputs_per_day": 53464,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 374245,
      "failures": 903,
      "structured_output_error_rate": 0.002413
     }
    ]
   },
   {
    "id": "amazon-bedrock/us-east-1",
    "name": "Amazon Bedrock",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "amazon-bedrock/us-east-1"
    ],
    "variant": null,
    "sample_size": 23362,
    "failures": 85,
    "structured_output_error_rate": 0.003638,
    "structured_output_error_rate_ci95": [
     0.002944,
     0.004496
    ],
    "structured_outputs_per_day": 3337,
    "endpoints": [
     {
      "tag": "amazon-bedrock/us-east-1",
      "tier": false,
      "sample_size": 23362,
      "failures": 85,
      "structured_output_error_rate": 0.003638
     }
    ]
   },
   {
    "id": "baseten/fp4",
    "name": "Baseten",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "baseten/fp4"
    ],
    "variant": "fp4",
    "sample_size": 56456,
    "failures": 437,
    "structured_output_error_rate": 0.007741,
    "structured_output_error_rate_ci95": [
     0.00705,
     0.008498
    ],
    "structured_outputs_per_day": 8065,
    "endpoints": [
     {
      "tag": "baseten/fp4",
      "tier": false,
      "sample_size": 14641,
      "failures": 94,
      "structured_output_error_rate": 0.00642
     },
     {
      "tag": "baseten/fp4/us",
      "tier": false,
      "sample_size": 41815,
      "failures": 343,
      "structured_output_error_rate": 0.008203
     }
    ]
   },
   {
    "id": "fireworks/spot",
    "name": "Fireworks Spot",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "fireworks/spot"
    ],
    "variant": "spot",
    "sample_size": 2462558,
    "failures": 20280,
    "structured_output_error_rate": 0.008235,
    "structured_output_error_rate_ci95": [
     0.008123,
     0.008349
    ],
    "structured_outputs_per_day": 351794,
    "endpoints": [
     {
      "tag": "fireworks/spot",
      "tier": false,
      "sample_size": 2462558,
      "failures": 20280,
      "structured_output_error_rate": 0.008235
     }
    ]
   },
   {
    "id": "deepinfra/fp4",
    "name": "DeepInfra",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "deepinfra/fp4"
    ],
    "variant": "fp4",
    "sample_size": 58591,
    "failures": 584,
    "structured_output_error_rate": 0.009967,
    "structured_output_error_rate_ci95": [
     0.009195,
     0.010805
    ],
    "structured_outputs_per_day": 8370,
    "endpoints": [
     {
      "tag": "deepinfra/fp4",
      "tier": false,
      "sample_size": 58591,
      "failures": 584,
      "structured_output_error_rate": 0.009967
     }
    ]
   },
   {
    "id": "fireworks",
    "name": "Fireworks",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "fireworks"
    ],
    "variant": null,
    "sample_size": 43215,
    "failures": 572,
    "structured_output_error_rate": 0.013236,
    "structured_output_error_rate_ci95": [
     0.012201,
     0.014358
    ],
    "structured_outputs_per_day": 6174,
    "endpoints": [
     {
      "tag": "fireworks",
      "tier": false,
      "sample_size": 43215,
      "failures": 572,
      "structured_output_error_rate": 0.013236
     }
    ]
   },
   {
    "id": "wafer/fp4 + wafer/us",
    "name": "Wafer",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "wafer/fp4",
     "wafer/us"
    ],
    "variant": "fp4",
    "sample_size": 1870961,
    "failures": 25897,
    "structured_output_error_rate": 0.013842,
    "structured_output_error_rate_ci95": [
     0.013675,
     0.01401
    ],
    "structured_outputs_per_day": 267280,
    "endpoints": [
     {
      "tag": "wafer/fp4",
      "tier": false,
      "sample_size": 538870,
      "failures": 6746,
      "structured_output_error_rate": 0.012519
     },
     {
      "tag": "wafer/us",
      "tier": false,
      "sample_size": 1332091,
      "failures": 19151,
      "structured_output_error_rate": 0.014377
     }
    ]
   },
   {
    "id": "fireworks/fast",
    "name": "Fireworks",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "fireworks/fast"
    ],
    "variant": "fast",
    "sample_size": 118044,
    "failures": 2008,
    "structured_output_error_rate": 0.017011,
    "structured_output_error_rate_ci95": [
     0.016288,
     0.017764
    ],
    "structured_outputs_per_day": 16863,
    "endpoints": [
     {
      "tag": "fireworks/fast",
      "tier": true,
      "sample_size": 118044,
      "failures": 2008,
      "structured_output_error_rate": 0.017011
     }
    ]
   },
   {
    "id": "modal",
    "name": "Modal",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "modal"
    ],
    "variant": null,
    "sample_size": 1336916,
    "failures": 23033,
    "structured_output_error_rate": 0.017228,
    "structured_output_error_rate_ci95": [
     0.017009,
     0.01745
    ],
    "structured_outputs_per_day": 190988,
    "endpoints": [
     {
      "tag": "modal",
      "tier": false,
      "sample_size": 1336916,
      "failures": 23033,
      "structured_output_error_rate": 0.017228
     }
    ]
   },
   {
    "id": "morph/fp8",
    "name": "Morph",
    "rank": 10,
    "role": "neutral",
    "slugs": [
     "morph/fp8"
    ],
    "variant": "fp8",
    "sample_size": 18632,
    "failures": 334,
    "structured_output_error_rate": 0.017926,
    "structured_output_error_rate_ci95": [
     0.016118,
     0.019933
    ],
    "structured_outputs_per_day": 2662,
    "endpoints": [
     {
      "tag": "morph/fp8",
      "tier": false,
      "sample_size": 18632,
      "failures": 334,
      "structured_output_error_rate": 0.017926
     }
    ]
   },
   {
    "id": "akashml/fp8",
    "name": "AkashML",
    "rank": 11,
    "role": "neutral",
    "slugs": [
     "akashml/fp8"
    ],
    "variant": "fp8",
    "sample_size": 44171,
    "failures": 913,
    "structured_output_error_rate": 0.02067,
    "structured_output_error_rate_ci95": [
     0.019384,
     0.022039
    ],
    "structured_outputs_per_day": 6310,
    "endpoints": [
     {
      "tag": "akashml/fp8",
      "tier": false,
      "sample_size": 44171,
      "failures": 913,
      "structured_output_error_rate": 0.02067
     }
    ]
   },
   {
    "id": "makora/fp4",
    "name": "Makora",
    "rank": 12,
    "role": "neutral",
    "slugs": [
     "makora/fp4"
    ],
    "variant": "fp4",
    "sample_size": 50673,
    "failures": 1058,
    "structured_output_error_rate": 0.020879,
    "structured_output_error_rate_ci95": [
     0.01967,
     0.022161
    ],
    "structured_outputs_per_day": 7239,
    "endpoints": [
     {
      "tag": "makora/fp4",
      "tier": false,
      "sample_size": 50673,
      "failures": 1058,
      "structured_output_error_rate": 0.020879
     }
    ]
   },
   {
    "id": "decart/fp4",
    "name": "Decart",
    "rank": 13,
    "role": "neutral",
    "slugs": [
     "decart/fp4"
    ],
    "variant": "fp4",
    "sample_size": 228540,
    "failures": 5611,
    "structured_output_error_rate": 0.024552,
    "structured_output_error_rate_ci95": [
     0.023925,
     0.025194
    ],
    "structured_outputs_per_day": 32649,
    "endpoints": [
     {
      "tag": "decart/fp4",
      "tier": false,
      "sample_size": 228540,
      "failures": 5611,
      "structured_output_error_rate": 0.024552
     }
    ]
   },
   {
    "id": "mistral/zdr",
    "name": "Mistral",
    "rank": 14,
    "role": "neutral",
    "slugs": [
     "mistral/zdr"
    ],
    "variant": "nvfp4/zdr",
    "sample_size": 48695,
    "failures": 1329,
    "structured_output_error_rate": 0.027292,
    "structured_output_error_rate_ci95": [
     0.025882,
     0.028777
    ],
    "structured_outputs_per_day": 6956,
    "endpoints": [
     {
      "tag": "mistral/zdr",
      "tier": false,
      "sample_size": 48695,
      "failures": 1329,
      "structured_output_error_rate": 0.027292
     }
    ]
   },
   {
    "id": "mistral/nvfp4",
    "name": "Mistral",
    "rank": 15,
    "role": "neutral",
    "slugs": [
     "mistral/nvfp4"
    ],
    "variant": "nvfp4",
    "sample_size": 22035,
    "failures": 611,
    "structured_output_error_rate": 0.027729,
    "structured_output_error_rate_ci95": [
     0.025642,
     0.02998
    ],
    "structured_outputs_per_day": 3148,
    "endpoints": [
     {
      "tag": "mistral/nvfp4",
      "tier": false,
      "sample_size": 11492,
      "failures": 543,
      "structured_output_error_rate": 0.04725
     },
     {
      "tag": "mistral/nvfp4/eu",
      "tier": false,
      "sample_size": 10543,
      "failures": 68,
      "structured_output_error_rate": 0.00645
     }
    ]
   },
   {
    "id": "sail-research/fp8 + sail-research/us",
    "name": "Sail Research",
    "rank": 16,
    "role": "ignored",
    "slugs": [
     "sail-research/fp8",
     "sail-research/us"
    ],
    "variant": "fp8",
    "sample_size": 171501,
    "failures": 5274,
    "structured_output_error_rate": 0.030752,
    "structured_output_error_rate_ci95": [
     0.029945,
     0.03158
    ],
    "structured_outputs_per_day": 24500,
    "endpoints": [
     {
      "tag": "sail-research/fp8",
      "tier": false,
      "sample_size": 112563,
      "failures": 2855,
      "structured_output_error_rate": 0.025364
     },
     {
      "tag": "sail-research/us",
      "tier": false,
      "sample_size": 58938,
      "failures": 2419,
      "structured_output_error_rate": 0.041043
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "rank": 17,
    "role": "ignored",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 30858,
    "failures": 1187,
    "structured_output_error_rate": 0.038467,
    "structured_output_error_rate_ci95": [
     0.036378,
     0.04067
    ],
    "structured_outputs_per_day": 4408,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 30858,
      "failures": 1187,
      "structured_output_error_rate": 0.038467
     }
    ]
   },
   {
    "id": "crusoe/fp4",
    "name": "Crusoe",
    "rank": 18,
    "role": "ignored",
    "slugs": [
     "crusoe/fp4"
    ],
    "variant": "fp4",
    "sample_size": 155812,
    "failures": 6209,
    "structured_output_error_rate": 0.039849,
    "structured_output_error_rate_ci95": [
     0.038889,
     0.040832
    ],
    "structured_outputs_per_day": 22259,
    "endpoints": [
     {
      "tag": "crusoe/fp4",
      "tier": false,
      "sample_size": 155812,
      "failures": 6209,
      "structured_output_error_rate": 0.039849
     }
    ]
   },
   {
    "id": "nebius/fp4",
    "name": "Nebius Token Factory",
    "rank": 19,
    "role": "ignored",
    "slugs": [
     "nebius/fp4"
    ],
    "variant": "fp4",
    "sample_size": 7051,
    "failures": 285,
    "structured_output_error_rate": 0.04042,
    "structured_output_error_rate_ci95": [
     0.036068,
     0.045273
    ],
    "structured_outputs_per_day": 1007,
    "endpoints": [
     {
      "tag": "nebius/fp4",
      "tier": false,
      "sample_size": 7051,
      "failures": 285,
      "structured_output_error_rate": 0.04042
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 20,
    "role": "ignored",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 41557,
    "failures": 1821,
    "structured_output_error_rate": 0.043819,
    "structured_output_error_rate_ci95": [
     0.041893,
     0.04583
    ],
    "structured_outputs_per_day": 5937,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 41557,
      "failures": 1821,
      "structured_output_error_rate": 0.043819
     }
    ]
   },
   {
    "id": "modelrun/fp4",
    "name": "ModelRun [by Modular]",
    "rank": 21,
    "role": "ignored",
    "slugs": [
     "modelrun/fp4"
    ],
    "variant": "fp4",
    "sample_size": 7443,
    "failures": 329,
    "structured_output_error_rate": 0.044203,
    "structured_output_error_rate_ci95": [
     0.039763,
     0.049112
    ],
    "structured_outputs_per_day": 1063,
    "endpoints": [
     {
      "tag": "modelrun/fp4",
      "tier": false,
      "sample_size": 7443,
      "failures": 329,
      "structured_output_error_rate": 0.044203
     }
    ]
   },
   {
    "id": "coreweave/fp8",
    "name": "CoreWeave",
    "rank": 22,
    "role": "ignored",
    "slugs": [
     "coreweave/fp8"
    ],
    "variant": "fp8",
    "sample_size": 18807,
    "failures": 1015,
    "structured_output_error_rate": 0.053969,
    "structured_output_error_rate_ci95": [
     0.05083,
     0.057291
    ],
    "structured_outputs_per_day": 2687,
    "endpoints": [
     {
      "tag": "coreweave/fp8",
      "tier": false,
      "sample_size": 18807,
      "failures": 1015,
      "structured_output_error_rate": 0.053969
     }
    ]
   },
   {
    "id": "inference-net/fp4 + inference-net/us",
    "name": "inference.net",
    "rank": 23,
    "role": "ignored",
    "slugs": [
     "inference-net/fp4",
     "inference-net/us"
    ],
    "variant": "fp4",
    "sample_size": 445725,
    "failures": 25600,
    "structured_output_error_rate": 0.057435,
    "structured_output_error_rate_ci95": [
     0.056755,
     0.058121
    ],
    "structured_outputs_per_day": 63675,
    "endpoints": [
     {
      "tag": "inference-net/fp4",
      "tier": false,
      "sample_size": 280760,
      "failures": 16771,
      "structured_output_error_rate": 0.059734
     },
     {
      "tag": "inference-net/us",
      "tier": false,
      "sample_size": 164965,
      "failures": 8829,
      "structured_output_error_rate": 0.05352
     }
    ]
   },
   {
    "id": "baidu/fp8",
    "name": "Baidu Qianfan",
    "rank": 24,
    "role": "ignored",
    "slugs": [
     "baidu/fp8"
    ],
    "variant": "fp8",
    "sample_size": 22666,
    "failures": 1401,
    "structured_output_error_rate": 0.061811,
    "structured_output_error_rate_ci95": [
     0.058749,
     0.065021
    ],
    "structured_outputs_per_day": 3238,
    "endpoints": [
     {
      "tag": "baidu/fp8",
      "tier": false,
      "sample_size": 22666,
      "failures": 1401,
      "structured_output_error_rate": 0.061811
     }
    ]
   },
   {
    "id": "reka",
    "name": "Reka AI",
    "rank": 25,
    "role": "ignored",
    "slugs": [
     "reka"
    ],
    "variant": null,
    "sample_size": 23304,
    "failures": 1596,
    "structured_output_error_rate": 0.068486,
    "structured_output_error_rate_ci95": [
     0.065314,
     0.071801
    ],
    "structured_outputs_per_day": 3329,
    "endpoints": [
     {
      "tag": "reka",
      "tier": false,
      "sample_size": 23304,
      "failures": 1596,
      "structured_output_error_rate": 0.068486
     }
    ]
   },
   {
    "id": "primeintellect",
    "name": "Prime Intellect",
    "rank": 26,
    "role": "ignored",
    "slugs": [
     "primeintellect"
    ],
    "variant": null,
    "sample_size": 62202,
    "failures": 4833,
    "structured_output_error_rate": 0.077698,
    "structured_output_error_rate_ci95": [
     0.075621,
     0.079828
    ],
    "structured_outputs_per_day": 8886,
    "endpoints": [
     {
      "tag": "primeintellect",
      "tier": false,
      "sample_size": 62202,
      "failures": 4833,
      "structured_output_error_rate": 0.077698
     }
    ]
   },
   {
    "id": "dekallm",
    "name": "DekaLLM",
    "rank": 27,
    "role": "ignored",
    "slugs": [
     "dekallm"
    ],
    "variant": null,
    "sample_size": 28072,
    "failures": 2443,
    "structured_output_error_rate": 0.087026,
    "structured_output_error_rate_ci95": [
     0.083785,
     0.09038
    ],
    "structured_outputs_per_day": 4010,
    "endpoints": [
     {
      "tag": "dekallm",
      "tier": false,
      "sample_size": 28072,
      "failures": 2443,
      "structured_output_error_rate": 0.087026
     }
    ]
   },
   {
    "id": "friendli",
    "name": "Friendli",
    "rank": 28,
    "role": "ignored",
    "slugs": [
     "friendli"
    ],
    "variant": null,
    "sample_size": 15786,
    "failures": 1619,
    "structured_output_error_rate": 0.102559,
    "structured_output_error_rate_ci95": [
     0.097923,
     0.107389
    ],
    "structured_outputs_per_day": 2255,
    "endpoints": [
     {
      "tag": "friendli",
      "tier": false,
      "sample_size": 15786,
      "failures": 1619,
      "structured_output_error_rate": 0.102559
     }
    ]
   }
  ],
  "others": [
   {
    "id": "io-net/fp8",
    "name": "io.net",
    "role": "neutral",
    "slugs": [
     "io-net/fp8"
    ],
    "variant": "fp8",
    "sample_size": 4257,
    "failures": 37,
    "structured_output_error_rate": 0.008692,
    "structured_output_error_rate_ci95": [
     0.006312,
     0.011957
    ],
    "structured_outputs_per_day": 608,
    "endpoints": [
     {
      "tag": "io-net/fp8",
      "tier": false,
      "sample_size": 4257,
      "failures": 37,
      "structured_output_error_rate": 0.008692
     }
    ]
   },
   {
    "id": "cloudflare",
    "name": "Cloudflare",
    "role": "ignored",
    "slugs": [
     "cloudflare"
    ],
    "variant": null,
    "sample_size": 1331,
    "failures": 48,
    "structured_output_error_rate": 0.036063,
    "structured_output_error_rate_ci95": [
     0.027307,
     0.047489
    ],
    "structured_outputs_per_day": 190,
    "endpoints": [
     {
      "tag": "cloudflare",
      "tier": false,
      "sample_size": 1331,
      "failures": 48,
      "structured_output_error_rate": 0.036063
     }
    ]
   },
   {
    "id": "venice",
    "name": "Venice",
    "role": "ignored",
    "slugs": [
     "venice"
    ],
    "variant": null,
    "sample_size": 1749,
    "failures": 299,
    "structured_output_error_rate": 0.170955,
    "structured_output_error_rate_ci95": [
     0.154037,
     0.189315
    ],
    "structured_outputs_per_day": 250,
    "endpoints": [
     {
      "tag": "venice",
      "tier": false,
      "sample_size": 1749,
      "failures": 299,
      "structured_output_error_rate": 0.170955
     }
    ]
   },
   {
    "id": "atlas-cloud/fp8",
    "name": "AtlasCloud",
    "role": "ignored",
    "slugs": [
     "atlas-cloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 414,
    "failures": 72,
    "structured_output_error_rate": 0.173913,
    "structured_output_error_rate_ci95": [
     0.140444,
     0.213378
    ],
    "structured_outputs_per_day": 59,
    "endpoints": [
     {
      "tag": "atlas-cloud/fp8",
      "tier": false,
      "sample_size": 414,
      "failures": 72,
      "structured_output_error_rate": 0.173913
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}