{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "z-ai/glm-5.3-flash",
  "permaslug": "z-ai/glm-5.3-flash-20260826",
  "name": "GLM 5.3 Flash",
  "maker": "Z.ai",
  "file": "models/glm-5.3-flash.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "nextbit/fp4",
   "friendli",
   "inference-net/fp4",
   "inference-net/us"
  ],
  "ignore": [
   "fireworks",
   "siliconflow/fp8",
   "gmicloud/fp8"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.012481,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "nextbit/fp4",
   "recommendation": {
    "order": [
     "nextbit/fp4",
     "friendli",
     "inference-net/fp4",
     "inference-net/us"
    ],
    "ignore": [
     "fireworks",
     "siliconflow/fp8",
     "gmicloud/fp8"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "relace",
   "recommendation": {
    "order": [
     "relace",
     "nextbit/fp4",
     "friendli"
    ],
    "ignore": [
     "fireworks",
     "siliconflow/fp8",
     "gmicloud/fp8"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "coreweave/nvfp4",
   "recommendation": {
    "order": [
     "coreweave/nvfp4",
     "nextbit/fp4",
     "friendli"
    ],
    "ignore": [
     "fireworks",
     "siliconflow/fp8",
     "gmicloud/fp8"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "inference-net/fp4 + inference-net/us",
   "recommendation": {
    "order": [
     "inference-net/fp4",
     "inference-net/us",
     "nextbit/fp4",
     "friendli"
    ],
    "ignore": [
     "fireworks",
     "siliconflow/fp8",
     "gmicloud/fp8"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "nextbit/fp4",
   "name": "NextBit",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "nextbit/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4088480,
   "failures": 0,
   "invalid_tool_call_rate": 0.0,
   "invalid_tool_call_rate_ci95": [
    0.0,
    1e-06
   ],
   "tool_calls_per_day": 584069,
   "input_price_per_million": 0.12,
   "output_price_per_million": 0.48,
   "tokens_per_second": 98.0,
   "uptime": 0.9976,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "nextbit/fp4",
     "tier": false,
     "name": "NextBit",
     "quantization": "fp4",
     "sample_size": 4088480,
     "failures": 0,
     "invalid_tool_call_rate": 0.0
    }
   ],
   "direct_api": {
    "model_id": "glm:5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.nextbit256.com/docs",
    "website": "https://www.nextbit256.com",
    "status_page": null,
    "terms": "https://www.nextbit256.com/docs/terms-of-service",
    "privacy": "https://www.nextbit256.com/docs/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/nextbit"
   }
  },
  {
   "id": "friendli",
   "name": "Friendli",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "friendli"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 1873008,
   "failures": 1909,
   "invalid_tool_call_rate": 0.001019,
   "invalid_tool_call_rate_ci95": [
    0.000975,
    0.001066
   ],
   "tool_calls_per_day": 267573,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 81.0,
   "uptime": 0.9995,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "friendli",
     "tier": false,
     "name": "Friendli",
     "quantization": null,
     "sample_size": 1873008,
     "failures": 1909,
     "invalid_tool_call_rate": 0.001019
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://friendli.ai/docs/guides/tool-calling",
    "website": "https://friendli.ai",
    "status_page": "https://status.friendli.ai/",
    "terms": "https://friendli.ai/terms-of-service",
    "privacy": "https://friendli.ai/privacypolicy",
    "openrouter": "https://openrouter.ai/provider/friendli"
   }
  },
  {
   "id": "inference-net/fp4 + inference-net/us",
   "name": "inference.net",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "inference-net/fp4",
    "inference-net/us"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 22098833,
   "failures": 25804,
   "invalid_tool_call_rate": 0.001168,
   "invalid_tool_call_rate_ci95": [
    0.001154,
    0.001182
   ],
   "tool_calls_per_day": 3156976,
   "input_price_per_million": 0.108,
   "output_price_per_million": 0.35,
   "tokens_per_second": 98.5,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "inference-net/fp4",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp4",
     "sample_size": 9180237,
     "failures": 10733,
     "invalid_tool_call_rate": 0.001169
    },
    {
     "tag": "inference-net/us",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp4",
     "sample_size": 12918596,
     "failures": 15071,
     "invalid_tool_call_rate": 0.001167
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.inference.net/introduction",
    "website": "https://inference.net",
    "status_page": "https://status.inference.net",
    "terms": "https://inference.net/terms-of-service",
    "privacy": "https://inference.net/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/inference-net"
   }
  },
  {
   "id": "reka",
   "name": "Reka AI",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "reka"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1782478,
   "failures": 3236,
   "invalid_tool_call_rate": 0.001815,
   "invalid_tool_call_rate_ci95": [
    0.001754,
    0.001879
   ],
   "tool_calls_per_day": 254640,
   "input_price_per_million": 0.12,
   "output_price_per_million": 0.3,
   "tokens_per_second": 117.0,
   "uptime": 0.9996,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "reka",
     "tier": false,
     "name": "Reka AI",
     "quantization": null,
     "sample_size": 1782478,
     "failures": 3236,
     "invalid_tool_call_rate": 0.001815
    }
   ],
   "direct_api": {
    "model_id": "glm5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.reka.ai/overview",
    "website": "https://reka.ai",
    "status_page": null,
    "terms": "https://reka.ai/legal/terms-of-use",
    "privacy": "https://reka.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/reka"
   }
  },
  {
   "id": "modal/fp4",
   "name": "Modal",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "modal/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1050646,
   "failures": 2104,
   "invalid_tool_call_rate": 0.002003,
   "invalid_tool_call_rate_ci95": [
    0.001919,
    0.00209
   ],
   "tool_calls_per_day": 150092,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 96.0,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "modal/fp4",
     "tier": false,
     "name": "Modal",
     "quantization": "fp4",
     "sample_size": 1050646,
     "failures": 2104,
     "invalid_tool_call_rate": 0.002003
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://modal.com/docs",
    "website": "https://modal.com",
    "status_page": "https://status.modal.com/",
    "terms": "https://modal.com/legal/terms",
    "privacy": "https://modal.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/modal"
   }
  },
  {
   "id": "particle-ai/nvfp4",
   "name": "Particle AI",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "particle-ai/nvfp4"
   ],
   "variant": "nvfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 191335,
   "failures": 446,
   "invalid_tool_call_rate": 0.002331,
   "invalid_tool_call_rate_ci95": [
    0.002125,
    0.002557
   ],
   "tool_calls_per_day": 27334,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 124.0,
   "uptime": 0.9857,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "particle-ai/nvfp4",
     "tier": false,
     "name": "Particle AI",
     "quantization": "nvfp4",
     "sample_size": 191335,
     "failures": 446,
     "invalid_tool_call_rate": 0.002331
    }
   ],
   "direct_api": {
    "model_id": "z-ai/glm-5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://particle.ai",
    "status_page": "https://status.particle.ai",
    "terms": "https://particle.ai/terms/",
    "privacy": "https://particle.ai/privacy/",
    "openrouter": "https://openrouter.ai/provider/particle-ai"
   }
  },
  {
   "id": "wafer/nvfp4 + wafer/us",
   "name": "Wafer",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "wafer/nvfp4",
    "wafer/us"
   ],
   "variant": "nvfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 6512918,
   "failures": 16417,
   "invalid_tool_call_rate": 0.002521,
   "invalid_tool_call_rate_ci95": [
    0.002482,
    0.002559
   ],
   "tool_calls_per_day": 930417,
   "input_price_per_million": 0.054,
   "output_price_per_million": 0.2,
   "tokens_per_second": 135.0,
   "uptime": 0.9903,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "wafer/nvfp4",
     "tier": false,
     "name": "Wafer",
     "quantization": "nvfp4",
     "sample_size": 6503558,
     "failures": 16288,
     "invalid_tool_call_rate": 0.002504
    },
    {
     "tag": "wafer/us",
     "tier": false,
     "name": "Wafer",
     "quantization": "nvfp4",
     "sample_size": 9360,
     "failures": 129,
     "invalid_tool_call_rate": 0.013782
    }
   ],
   "direct_api": {
    "model_id": "GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "deepinfra/fp4",
   "name": "DeepInfra",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1595669,
   "failures": 4304,
   "invalid_tool_call_rate": 0.002697,
   "invalid_tool_call_rate_ci95": [
    0.002618,
    0.002779
   ],
   "tool_calls_per_day": 227953,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 5.0,
   "uptime": 0.9998,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp4",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp4",
     "sample_size": 1595669,
     "failures": 4304,
     "invalid_tool_call_rate": 0.002697
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "sail-research/fp4 + sail-research/us",
   "name": "Sail Research",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "sail-research/fp4",
    "sail-research/us"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 425789,
   "failures": 1524,
   "invalid_tool_call_rate": 0.003579,
   "invalid_tool_call_rate_ci95": [
    0.003404,
    0.003763
   ],
   "tool_calls_per_day": 60827,
   "input_price_per_million": 0.07835,
   "output_price_per_million": 0.25,
   "tokens_per_second": 20.0,
   "uptime": 0.9981,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "sail-research/fp4",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 150021,
     "failures": 917,
     "invalid_tool_call_rate": 0.006112
    },
    {
     "tag": "sail-research/us",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 275768,
     "failures": 607,
     "invalid_tool_call_rate": 0.002201
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.sailresearch.com/",
    "website": "https://www.sailresearch.com",
    "status_page": "https://status.sailresearch.com/",
    "terms": "https://www.sailresearch.com/terms",
    "privacy": "https://www.sailresearch.com/privacy",
    "openrouter": "https://openrouter.ai/provider/sail-research"
   }
  },
  {
   "id": "nebius/fp4",
   "name": "Nebius Token Factory",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "nebius/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 82109,
   "failures": 310,
   "invalid_tool_call_rate": 0.003775,
   "invalid_tool_call_rate_ci95": [
    0.003379,
    0.004219
   ],
   "tool_calls_per_day": 11730,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 108.0,
   "uptime": 0.8494,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "nebius/fp4",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "fp4",
     "sample_size": 82109,
     "failures": 310,
     "invalid_tool_call_rate": 0.003775
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1024000,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  },
  {
   "id": "morph/fp8",
   "name": "Morph",
   "rank": 11,
   "role": "neutral",
   "slugs": [
    "morph/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1463512,
   "failures": 6478,
   "invalid_tool_call_rate": 0.004426,
   "invalid_tool_call_rate_ci95": [
    0.00432,
    0.004535
   ],
   "tool_calls_per_day": 209073,
   "input_price_per_million": 0.138,
   "output_price_per_million": 0.226,
   "tokens_per_second": 38.0,
   "uptime": 0.9974,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "morph/fp8",
     "tier": false,
     "name": "Morph",
     "quantization": "fp8",
     "sample_size": 1463512,
     "failures": 6478,
     "invalid_tool_call_rate": 0.004426
    }
   ],
   "direct_api": {
    "model_id": "morph-glm53flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.morphllm.com/introduction",
    "website": "https://morphllm.com",
    "status_page": null,
    "terms": "https://www.morphllm.com/privacy/tos",
    "privacy": "https://morphllm.com/privacy",
    "openrouter": "https://openrouter.ai/provider/morph"
   }
  },
  {
   "id": "primeintellect",
   "name": "Prime Intellect",
   "rank": 12,
   "role": "neutral",
   "slugs": [
    "primeintellect"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1193542,
   "failures": 5795,
   "invalid_tool_call_rate": 0.004855,
   "invalid_tool_call_rate_ci95": [
    0.004732,
    0.004982
   ],
   "tool_calls_per_day": 170506,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 46.0,
   "uptime": 0.9998,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "primeintellect",
     "tier": false,
     "name": "Prime Intellect",
     "quantization": null,
     "sample_size": 1193542,
     "failures": 5795,
     "invalid_tool_call_rate": 0.004855
    }
   ],
   "direct_api": {
    "model_id": "z-ai/glm-5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.primeintellect.ai/introduction",
    "website": null,
    "status_page": null,
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/primeintellect"
   }
  },
  {
   "id": "inceptron/fp8",
   "name": "Inceptron",
   "rank": 13,
   "role": "neutral",
   "slugs": [
    "inceptron/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1252702,
   "failures": 6909,
   "invalid_tool_call_rate": 0.005515,
   "invalid_tool_call_rate_ci95": [
    0.005387,
    0.005646
   ],
   "tool_calls_per_day": 178957,
   "input_price_per_million": 0.17,
   "output_price_per_million": 0.6,
   "tokens_per_second": 79.0,
   "uptime": 0.999,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "inceptron/fp8",
     "tier": false,
     "name": "Inceptron",
     "quantization": "fp8",
     "sample_size": 1252702,
     "failures": 6909,
     "invalid_tool_call_rate": 0.005515
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.inceptron.io/",
    "website": "https://www.inceptron.io",
    "status_page": null,
    "terms": "https://www.inceptron.io/termsofservice",
    "privacy": "https://www.inceptron.io/privacy",
    "openrouter": "https://openrouter.ai/provider/inceptron"
   }
  },
  {
   "id": "cohere",
   "name": "Cohere",
   "rank": 14,
   "role": "neutral",
   "slugs": [
    "cohere"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 7684707,
   "failures": 54644,
   "invalid_tool_call_rate": 0.007111,
   "invalid_tool_call_rate_ci95": [
    0.007052,
    0.00717
   ],
   "tool_calls_per_day": 1097815,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 122.0,
   "uptime": 0.9834,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cohere",
     "tier": false,
     "name": "Cohere",
     "quantization": null,
     "sample_size": 7684707,
     "failures": 54644,
     "invalid_tool_call_rate": 0.007111
    }
   ],
   "direct_api": {
    "model_id": "glm-5-3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.cohere.com/docs/compatibility-api",
    "website": "https://cohere.com",
    "status_page": "https://status.cohere.ai/",
    "terms": "https://cohere.com/terms-of-use",
    "privacy": "https://cohere.com/privacy",
    "openrouter": "https://openrouter.ai/provider/cohere"
   }
  },
  {
   "id": "phala/nvfp4",
   "name": "Phala",
   "rank": 15,
   "role": "neutral",
   "slugs": [
    "phala/nvfp4"
   ],
   "variant": "nvfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4283033,
   "failures": 38096,
   "invalid_tool_call_rate": 0.008895,
   "invalid_tool_call_rate_ci95": [
    0.008806,
    0.008984
   ],
   "tool_calls_per_day": 611862,
   "input_price_per_million": 0.1275,
   "output_price_per_million": 0.425,
   "tokens_per_second": 43.0,
   "uptime": 0.9922,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "phala/nvfp4",
     "tier": false,
     "name": "Phala",
     "quantization": "nvfp4",
     "sample_size": 4283033,
     "failures": 38096,
     "invalid_tool_call_rate": 0.008895
    }
   ],
   "direct_api": {
    "model_id": "phala/glm-5.3-flash",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  },
  {
   "id": "near-ai/fp8",
   "name": "NEAR AI",
   "rank": 16,
   "role": "neutral",
   "slugs": [
    "near-ai/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3353830,
   "failures": 31599,
   "invalid_tool_call_rate": 0.009422,
   "invalid_tool_call_rate_ci95": [
    0.009319,
    0.009526
   ],
   "tool_calls_per_day": 479119,
   "input_price_per_million": 0.08,
   "output_price_per_million": 0.5,
   "tokens_per_second": 23.0,
   "uptime": 0.9968,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "near-ai/fp8",
     "tier": false,
     "name": "NEAR AI",
     "quantization": "fp8",
     "sample_size": 3353830,
     "failures": 31599,
     "invalid_tool_call_rate": 0.009422
    }
   ],
   "direct_api": {
    "model_id": "z-ai/glm-5.3-flash",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.near.ai/",
    "website": "https://near.ai",
    "status_page": null,
    "terms": "https://near.ai/terms-of-service",
    "privacy": "https://near.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/near-ai"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 17,
   "role": "neutral",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 8844114,
   "failures": 85647,
   "invalid_tool_call_rate": 0.009684,
   "invalid_tool_call_rate_ci95": [
    0.00962,
    0.009749
   ],
   "tool_calls_per_day": 1263445,
   "input_price_per_million": 0.1125,
   "output_price_per_million": 0.375,
   "tokens_per_second": 96.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 8844114,
     "failures": 85647,
     "invalid_tool_call_rate": 0.009684
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "baseten/fp8",
   "name": "Baseten",
   "rank": 18,
   "role": "neutral",
   "slugs": [
    "baseten/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4381117,
   "failures": 54679,
   "invalid_tool_call_rate": 0.012481,
   "invalid_tool_call_rate_ci95": [
    0.012377,
    0.012585
   ],
   "tool_calls_per_day": 625874,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 76.5,
   "uptime": 0.9886,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baseten/fp8",
     "tier": false,
     "name": "Baseten",
     "quantization": "fp8",
     "sample_size": 3920317,
     "failures": 52636,
     "invalid_tool_call_rate": 0.013426
    },
    {
     "tag": "baseten/fp8/us",
     "tier": false,
     "name": "Baseten",
     "quantization": "fp8",
     "sample_size": 460800,
     "failures": 2044,
     "invalid_tool_call_rate": 0.004436
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "makora",
   "name": "Makora",
   "rank": 19,
   "role": "neutral",
   "slugs": [
    "makora"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1922299,
   "failures": 24040,
   "invalid_tool_call_rate": 0.012506,
   "invalid_tool_call_rate_ci95": [
    0.01235,
    0.012664
   ],
   "tool_calls_per_day": 274614,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.47,
   "tokens_per_second": 86.0,
   "uptime": 0.9946,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "makora",
     "tier": false,
     "name": "Makora",
     "quantization": null,
     "sample_size": 1922299,
     "failures": 24040,
     "invalid_tool_call_rate": 0.012506
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.makora.com/",
    "website": null,
    "status_page": "https://status.makora.com",
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/makora"
   }
  },
  {
   "id": "open-inference/fp4",
   "name": "Open Inference",
   "rank": 20,
   "role": "neutral",
   "slugs": [
    "open-inference/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10663939,
   "failures": 155346,
   "invalid_tool_call_rate": 0.014567,
   "invalid_tool_call_rate_ci95": [
    0.014496,
    0.014639
   ],
   "tool_calls_per_day": 1523420,
   "input_price_per_million": 0.0529,
   "output_price_per_million": 0.133,
   "tokens_per_second": 90.0,
   "uptime": 0.9988,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "open-inference/fp4",
     "tier": false,
     "name": "Open Inference",
     "quantization": "fp4",
     "sample_size": 10663939,
     "failures": 155346,
     "invalid_tool_call_rate": 0.014567
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.openinference.ai",
    "status_page": null,
    "terms": "https://www.openinference.ai/terms",
    "privacy": "https://www.openinference.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/open-inference"
   }
  },
  {
   "id": "venice",
   "name": "Venice",
   "rank": 21,
   "role": "neutral",
   "slugs": [
    "venice"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 389224,
   "failures": 6127,
   "invalid_tool_call_rate": 0.015742,
   "invalid_tool_call_rate_ci95": [
    0.015355,
    0.016137
   ],
   "tool_calls_per_day": 55603,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 105.0,
   "uptime": 0.9923,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "venice",
     "tier": false,
     "name": "Venice",
     "quantization": null,
     "sample_size": 389224,
     "failures": 6127,
     "invalid_tool_call_rate": 0.015742
    }
   ],
   "direct_api": {
    "model_id": "z-ai-glm-5-3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "parasail/fp4",
   "name": "Parasail",
   "rank": 22,
   "role": "neutral",
   "slugs": [
    "parasail/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 457107,
   "failures": 7213,
   "invalid_tool_call_rate": 0.01578,
   "invalid_tool_call_rate_ci95": [
    0.015422,
    0.016145
   ],
   "tool_calls_per_day": 65301,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 126.0,
   "uptime": 0.9976,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp4",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp4",
     "sample_size": 457107,
     "failures": 7213,
     "invalid_tool_call_rate": 0.01578
    }
   ],
   "direct_api": {
    "model_id": "parasail-glm-53-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "streamlake/fp8",
   "name": "StreamLake",
   "rank": 23,
   "role": "neutral",
   "slugs": [
    "streamlake/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 657062,
   "failures": 10477,
   "invalid_tool_call_rate": 0.015945,
   "invalid_tool_call_rate_ci95": [
    0.015645,
    0.016251
   ],
   "tool_calls_per_day": 93866,
   "input_price_per_million": 0.0885,
   "output_price_per_million": 0.295,
   "tokens_per_second": 45.0,
   "uptime": 0.9558,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "streamlake/fp8",
     "tier": false,
     "name": "StreamLake",
     "quantization": "fp8",
     "sample_size": 657062,
     "failures": 10477,
     "invalid_tool_call_rate": 0.015945
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1024000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  },
  {
   "id": "z-ai/fp8",
   "name": "Z.ai",
   "rank": 24,
   "role": "neutral",
   "slugs": [
    "z-ai/fp8"
   ],
   "variant": "fp8",
   "makers_api": true,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 7719918,
   "failures": 125823,
   "invalid_tool_call_rate": 0.016298,
   "invalid_tool_call_rate_ci95": [
    0.016209,
    0.016388
   ],
   "tool_calls_per_day": 1102845,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 38.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "z-ai/fp8",
     "tier": false,
     "name": "Z.ai",
     "quantization": "fp8",
     "sample_size": 7719918,
     "failures": 125823,
     "invalid_tool_call_rate": 0.016298
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.z.ai/guides/capabilities/function-calling",
    "website": "https://z.ai",
    "status_page": null,
    "terms": "https://chat.z.ai/legal-agreement/terms-of-service",
    "privacy": "https://chat.z.ai/legal-agreement/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/z-ai"
   }
  },
  {
   "id": "crusoe/fp4",
   "name": "Crusoe",
   "rank": 25,
   "role": "neutral",
   "slugs": [
    "crusoe/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2572833,
   "failures": 42469,
   "invalid_tool_call_rate": 0.016507,
   "invalid_tool_call_rate_ci95": [
    0.016352,
    0.016663
   ],
   "tool_calls_per_day": 367548,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 94.0,
   "uptime": 0.9951,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "crusoe/fp4",
     "tier": false,
     "name": "Crusoe",
     "quantization": "fp4",
     "sample_size": 2572833,
     "failures": 42469,
     "invalid_tool_call_rate": 0.016507
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.crusoecloud.com/",
    "website": "https://crusoe.ai",
    "status_page": "https://status.crusoecloud.com/",
    "terms": "https://legal.crusoe.ai/open-router#managed-inference-tos-open-router",
    "privacy": "https://legal.crusoe.ai/open-router#cloud-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/crusoe"
   }
  },
  {
   "id": "together",
   "name": "Together",
   "rank": 26,
   "role": "neutral",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 20981791,
   "failures": 372460,
   "invalid_tool_call_rate": 0.017752,
   "invalid_tool_call_rate_ci95": [
    0.017695,
    0.017808
   ],
   "tool_calls_per_day": 2997399,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 76.0,
   "uptime": 0.9671,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 20981791,
     "failures": 372460,
     "invalid_tool_call_rate": 0.017752
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048575,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "relace",
   "name": "Relace",
   "rank": 27,
   "role": "neutral",
   "slugs": [
    "relace"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4966959,
   "failures": 95894,
   "invalid_tool_call_rate": 0.019306,
   "invalid_tool_call_rate_ci95": [
    0.019186,
    0.019428
   ],
   "tool_calls_per_day": 709566,
   "input_price_per_million": 0.0503,
   "output_price_per_million": 0.0701,
   "tokens_per_second": 111.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "relace",
     "tier": false,
     "name": "Relace",
     "quantization": null,
     "sample_size": 4966959,
     "failures": 95894,
     "invalid_tool_call_rate": 0.019306
    }
   ],
   "direct_api": {
    "model_id": "z-ai/glm-5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "atlas-cloud/fp8",
   "name": "AtlasCloud",
   "rank": 28,
   "role": "neutral",
   "slugs": [
    "atlas-cloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 192000,
   "failures": 4122,
   "invalid_tool_call_rate": 0.021469,
   "invalid_tool_call_rate_ci95": [
    0.02083,
    0.022127
   ],
   "tool_calls_per_day": 27429,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 47.0,
   "uptime": 0.9692,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp8",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp8",
     "sample_size": 192000,
     "failures": 4122,
     "invalid_tool_call_rate": 0.021469
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "coreweave/nvfp4",
   "name": "CoreWeave",
   "rank": 29,
   "role": "neutral",
   "slugs": [
    "coreweave/nvfp4"
   ],
   "variant": "nvfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10770276,
   "failures": 234647,
   "invalid_tool_call_rate": 0.021787,
   "invalid_tool_call_rate_ci95": [
    0.0217,
    0.021874
   ],
   "tool_calls_per_day": 1538611,
   "input_price_per_million": 0.12,
   "output_price_per_million": 0.38,
   "tokens_per_second": 147.0,
   "uptime": 0.9907,
   "quantizations": [
    "nvfp4"
   ],
   "endpoints": [
    {
     "tag": "coreweave/nvfp4",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "nvfp4",
     "sample_size": 10770276,
     "failures": 234647,
     "invalid_tool_call_rate": 0.021787
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "rank": 30,
   "role": "neutral",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2826861,
   "failures": 63824,
   "invalid_tool_call_rate": 0.022578,
   "invalid_tool_call_rate_ci95": [
    0.022405,
    0.022752
   ],
   "tool_calls_per_day": 403837,
   "input_price_per_million": 0.084,
   "output_price_per_million": 0.28,
   "tokens_per_second": 43.0,
   "uptime": 0.9985,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 2826861,
     "failures": 63824,
     "invalid_tool_call_rate": 0.022578
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "mistral",
   "name": "Mistral",
   "rank": 31,
   "role": "neutral",
   "slugs": [
    "mistral"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 129751,
   "failures": 3185,
   "invalid_tool_call_rate": 0.024547,
   "invalid_tool_call_rate_ci95": [
    0.023719,
    0.025403
   ],
   "tool_calls_per_day": 18536,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 114.0,
   "uptime": 0.9888,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "mistral",
     "tier": false,
     "name": "Mistral",
     "quantization": null,
     "sample_size": 129751,
     "failures": 3185,
     "invalid_tool_call_rate": 0.024547
    }
   ],
   "direct_api": {
    "model_id": "zai-glm-5-3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.mistral.ai/studio/conversations/function-calling",
    "website": "https://mistral.ai",
    "status_page": "https://status.mistral.ai/",
    "terms": "https://mistral.ai/terms/#terms-of-use",
    "privacy": "https://mistral.ai/terms/#privacy-policy",
    "openrouter": "https://openrouter.ai/provider/mistral"
   }
  },
  {
   "id": "fireworks",
   "name": "Fireworks",
   "rank": 32,
   "role": "ignored",
   "slugs": [
    "fireworks"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4376203,
   "failures": 183893,
   "invalid_tool_call_rate": 0.042021,
   "invalid_tool_call_rate_ci95": [
    0.041834,
    0.04221
   ],
   "tool_calls_per_day": 625172,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 93.5,
   "uptime": 0.9917,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 2068253,
     "failures": 74992,
     "invalid_tool_call_rate": 0.036259
    },
    {
     "tag": "fireworks/us",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 2307950,
     "failures": 108901,
     "invalid_tool_call_rate": 0.047185
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/models/glm-5p3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 33,
   "role": "ignored",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 235599,
   "failures": 10846,
   "invalid_tool_call_rate": 0.046036,
   "invalid_tool_call_rate_ci95": [
    0.045197,
    0.046889
   ],
   "tool_calls_per_day": 33657,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.5,
   "tokens_per_second": 31.0,
   "uptime": 0.9539,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 235599,
     "failures": 10846,
     "invalid_tool_call_rate": 0.046036
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "rank": 34,
   "role": "ignored",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 978945,
   "failures": 76144,
   "invalid_tool_call_rate": 0.077782,
   "invalid_tool_call_rate_ci95": [
    0.077253,
    0.078314
   ],
   "tool_calls_per_day": 139849,
   "input_price_per_million": 0.075,
   "output_price_per_million": 0.25,
   "tokens_per_second": 83.0,
   "uptime": 0.9625,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 978945,
     "failures": 76144,
     "invalid_tool_call_rate": 0.077782
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5.3-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  }
 ],
 "others": [
  {
   "id": "darkbloom/fp4",
   "name": "Darkbloom",
   "role": "neutral",
   "slugs": [
    "darkbloom/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 692,
   "failures": 0,
   "invalid_tool_call_rate": 0.0,
   "invalid_tool_call_rate_ci95": [
    0.0,
    0.005521
   ],
   "tool_calls_per_day": 99,
   "input_price_per_million": 0.065,
   "output_price_per_million": 0.18,
   "tokens_per_second": 92.0,
   "uptime": 0.9409,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "darkbloom/fp4",
     "tier": false,
     "name": "Darkbloom",
     "quantization": "fp4",
     "sample_size": 692,
     "failures": 0,
     "invalid_tool_call_rate": 0.0
    }
   ],
   "direct_api": {
    "model_id": "glm-5.3-flash",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.darkbloom.dev/introduction",
    "website": "https://www.darkbloom.dev",
    "status_page": null,
    "terms": "https://www.darkbloom.dev/terms.html",
    "privacy": "https://www.darkbloom.dev/privacy.html",
    "openrouter": "https://openrouter.ai/provider/darkbloom"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "parasail/fp4",
    "fireworks",
    "baseten/fp8"
   ],
   "ignore": [
    "phala/nvfp4",
    "darkbloom/fp4",
    "cohere",
    "mistral"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.012571,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "parasail/fp4",
    "name": "Parasail",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "parasail/fp4"
    ],
    "variant": "fp4",
    "sample_size": 3889629,
    "failures": 13387,
    "structured_output_error_rate": 0.003442,
    "structured_output_error_rate_ci95": [
     0.003384,
     0.0035
    ],
    "structured_outputs_per_day": 555661,
    "endpoints": [
     {
      "tag": "parasail/fp4",
      "tier": false,
      "sample_size": 3889629,
      "failures": 13387,
      "structured_output_error_rate": 0.003442
     }
    ]
   },
   {
    "id": "fireworks",
    "name": "Fireworks",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "fireworks"
    ],
    "variant": null,
    "sample_size": 6925616,
    "failures": 25648,
    "structured_output_error_rate": 0.003703,
    "structured_output_error_rate_ci95": [
     0.003658,
     0.003749
    ],
    "structured_outputs_per_day": 989374,
    "endpoints": [
     {
      "tag": "fireworks",
      "tier": false,
      "sample_size": 5889976,
      "failures": 23635,
      "structured_output_error_rate": 0.004013
     },
     {
      "tag": "fireworks/us",
      "tier": false,
      "sample_size": 1035640,
      "failures": 2013,
      "structured_output_error_rate": 0.001944
     }
    ]
   },
   {
    "id": "baseten/fp8",
    "name": "Baseten",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "baseten/fp8"
    ],
    "variant": "fp8",
    "sample_size": 54352660,
    "failures": 241664,
    "structured_output_error_rate": 0.004446,
    "structured_output_error_rate_ci95": [
     0.004429,
     0.004464
    ],
    "structured_outputs_per_day": 7764666,
    "endpoints": [
     {
      "tag": "baseten/fp8",
      "tier": false,
      "sample_size": 54298596,
      "failures": 241384,
      "structured_output_error_rate": 0.004445
     },
     {
      "tag": "baseten/fp8/us",
      "tier": false,
      "sample_size": 54064,
      "failures": 280,
      "structured_output_error_rate": 0.005179
     }
    ]
   },
   {
    "id": "together",
    "name": "Together",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 151050213,
    "failures": 678055,
    "structured_output_error_rate": 0.004489,
    "structured_output_error_rate_ci95": [
     0.004478,
     0.0045
    ],
    "structured_outputs_per_day": 21578602,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 151050213,
      "failures": 678055,
      "structured_output_error_rate": 0.004489
     }
    ]
   },
   {
    "id": "nextbit/fp4",
    "name": "NextBit",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "nextbit/fp4"
    ],
    "variant": "fp4",
    "sample_size": 2991284,
    "failures": 13556,
    "structured_output_error_rate": 0.004532,
    "structured_output_error_rate_ci95": [
     0.004456,
     0.004609
    ],
    "structured_outputs_per_day": 427326,
    "endpoints": [
     {
      "tag": "nextbit/fp4",
      "tier": false,
      "sample_size": 2991284,
      "failures": 13556,
      "structured_output_error_rate": 0.004532
     }
    ]
   },
   {
    "id": "venice",
    "name": "Venice",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "venice"
    ],
    "variant": null,
    "sample_size": 11239499,
    "failures": 60355,
    "structured_output_error_rate": 0.00537,
    "structured_output_error_rate_ci95": [
     0.005327,
     0.005413
    ],
    "structured_outputs_per_day": 1605643,
    "endpoints": [
     {
      "tag": "venice",
      "tier": false,
      "sample_size": 11239499,
      "failures": 60355,
      "structured_output_error_rate": 0.00537
     }
    ]
   },
   {
    "id": "deepinfra/fp4",
    "name": "DeepInfra",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "deepinfra/fp4"
    ],
    "variant": "fp4",
    "sample_size": 5536417,
    "failures": 35743,
    "structured_output_error_rate": 0.006456,
    "structured_output_error_rate_ci95": [
     0.00639,
     0.006523
    ],
    "structured_outputs_per_day": 790917,
    "endpoints": [
     {
      "tag": "deepinfra/fp4",
      "tier": false,
      "sample_size": 5536417,
      "failures": 35743,
      "structured_output_error_rate": 0.006456
     }
    ]
   },
   {
    "id": "friendli",
    "name": "Friendli",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "friendli"
    ],
    "variant": null,
    "sample_size": 13248590,
    "failures": 89330,
    "structured_output_error_rate": 0.006743,
    "structured_output_error_rate_ci95": [
     0.006699,
     0.006787
    ],
    "structured_outputs_per_day": 1892656,
    "endpoints": [
     {
      "tag": "friendli",
      "tier": false,
      "sample_size": 13248590,
      "failures": 89330,
      "structured_output_error_rate": 0.006743
     }
    ]
   },
   {
    "id": "nebius/fp4",
    "name": "Nebius Token Factory",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "nebius/fp4"
    ],
    "variant": "fp4",
    "sample_size": 100868,
    "failures": 731,
    "structured_output_error_rate": 0.007247,
    "structured_output_error_rate_ci95": [
     0.006742,
     0.00779
    ],
    "structured_outputs_per_day": 14410,
    "endpoints": [
     {
      "tag": "nebius/fp4",
      "tier": false,
      "sample_size": 100868,
      "failures": 731,
      "structured_output_error_rate": 0.007247
     }
    ]
   },
   {
    "id": "wafer/nvfp4 + wafer/us",
    "name": "Wafer",
    "rank": 10,
    "role": "neutral",
    "slugs": [
     "wafer/nvfp4",
     "wafer/us"
    ],
    "variant": "nvfp4",
    "sample_size": 10852167,
    "failures": 84002,
    "structured_output_error_rate": 0.007741,
    "structured_output_error_rate_ci95": [
     0.007689,
     0.007793
    ],
    "structured_outputs_per_day": 1550310,
    "endpoints": [
     {
      "tag": "wafer/nvfp4",
      "tier": false,
      "sample_size": 10734493,
      "failures": 83476,
      "structured_output_error_rate": 0.007776
     },
     {
      "tag": "wafer/us",
      "tier": false,
      "sample_size": 117674,
      "failures": 526,
      "structured_output_error_rate": 0.00447
     }
    ]
   },
   {
    "id": "primeintellect",
    "name": "Prime Intellect",
    "rank": 11,
    "role": "neutral",
    "slugs": [
     "primeintellect"
    ],
    "variant": null,
    "sample_size": 7279314,
    "failures": 61915,
    "structured_output_error_rate": 0.008506,
    "structured_output_error_rate_ci95": [
     0.008439,
     0.008573
    ],
    "structured_outputs_per_day": 1039902,
    "endpoints": [
     {
      "tag": "primeintellect",
      "tier": false,
      "sample_size": 7279314,
      "failures": 61915,
      "structured_output_error_rate": 0.008506
     }
    ]
   },
   {
    "id": "sail-research/fp4 + sail-research/us",
    "name": "Sail Research",
    "rank": 12,
    "role": "neutral",
    "slugs": [
     "sail-research/fp4",
     "sail-research/us"
    ],
    "variant": "fp4",
    "sample_size": 3840763,
    "failures": 32754,
    "structured_output_error_rate": 0.008528,
    "structured_output_error_rate_ci95": [
     0.008437,
     0.00862
    ],
    "structured_outputs_per_day": 548680,
    "endpoints": [
     {
      "tag": "sail-research/fp4",
      "tier": false,
      "sample_size": 649542,
      "failures": 12732,
      "structured_output_error_rate": 0.019602
     },
     {
      "tag": "sail-research/us",
      "tier": false,
      "sample_size": 3191221,
      "failures": 20023,
      "structured_output_error_rate": 0.006274
     }
    ]
   },
   {
    "id": "makora",
    "name": "Makora",
    "rank": 13,
    "role": "neutral",
    "slugs": [
     "makora"
    ],
    "variant": null,
    "sample_size": 1599687,
    "failures": 15266,
    "structured_output_error_rate": 0.009543,
    "structured_output_error_rate_ci95": [
     0.009394,
     0.009695
    ],
    "structured_outputs_per_day": 228527,
    "endpoints": [
     {
      "tag": "makora",
      "tier": false,
      "sample_size": 1599687,
      "failures": 15266,
      "structured_output_error_rate": 0.009543
     }
    ]
   },
   {
    "id": "modal/fp4",
    "name": "Modal",
    "rank": 14,
    "role": "neutral",
    "slugs": [
     "modal/fp4"
    ],
    "variant": "fp4",
    "sample_size": 719568,
    "failures": 8090,
    "structured_output_error_rate": 0.011243,
    "structured_output_error_rate_ci95": [
     0.011002,
     0.011489
    ],
    "structured_outputs_per_day": 102795,
    "endpoints": [
     {
      "tag": "modal/fp4",
      "tier": false,
      "sample_size": 719568,
      "failures": 8090,
      "structured_output_error_rate": 0.011243
     }
    ]
   },
   {
    "id": "coreweave/nvfp4",
    "name": "CoreWeave",
    "rank": 15,
    "role": "neutral",
    "slugs": [
     "coreweave/nvfp4"
    ],
    "variant": "nvfp4",
    "sample_size": 8692715,
    "failures": 109279,
    "structured_output_error_rate": 0.012571,
    "structured_output_error_rate_ci95": [
     0.012497,
     0.012646
    ],
    "structured_outputs_per_day": 1241816,
    "endpoints": [
     {
      "tag": "coreweave/nvfp4",
      "tier": false,
      "sample_size": 8692715,
      "failures": 109279,
      "structured_output_error_rate": 0.012571
     }
    ]
   },
   {
    "id": "particle-ai/nvfp4",
    "name": "Particle AI",
    "rank": 16,
    "role": "neutral",
    "slugs": [
     "particle-ai/nvfp4"
    ],
    "variant": "nvfp4",
    "sample_size": 16517,
    "failures": 228,
    "structured_output_error_rate": 0.013804,
    "structured_output_error_rate_ci95": [
     0.012134,
     0.0157
    ],
    "structured_outputs_per_day": 2360,
    "endpoints": [
     {
      "tag": "particle-ai/nvfp4",
      "tier": false,
      "sample_size": 16517,
      "failures": 228,
      "structured_output_error_rate": 0.013804
     }
    ]
   },
   {
    "id": "inceptron/fp8",
    "name": "Inceptron",
    "rank": 17,
    "role": "neutral",
    "slugs": [
     "inceptron/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1245050,
    "failures": 17884,
    "structured_output_error_rate": 0.014364,
    "structured_output_error_rate_ci95": [
     0.014157,
     0.014575
    ],
    "structured_outputs_per_day": 177864,
    "endpoints": [
     {
      "tag": "inceptron/fp8",
      "tier": false,
      "sample_size": 1245050,
      "failures": 17884,
      "structured_output_error_rate": 0.014364
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "rank": 18,
    "role": "neutral",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 4995316,
    "failures": 74414,
    "structured_output_error_rate": 0.014897,
    "structured_output_error_rate_ci95": [
     0.014791,
     0.015003
    ],
    "structured_outputs_per_day": 713617,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 4995316,
      "failures": 74414,
      "structured_output_error_rate": 0.014897
     }
    ]
   },
   {
    "id": "near-ai/fp8",
    "name": "NEAR AI",
    "rank": 19,
    "role": "neutral",
    "slugs": [
     "near-ai/fp8"
    ],
    "variant": "fp8",
    "sample_size": 2925838,
    "failures": 44556,
    "structured_output_error_rate": 0.015228,
    "structured_output_error_rate_ci95": [
     0.015089,
     0.015369
    ],
    "structured_outputs_per_day": 417977,
    "endpoints": [
     {
      "tag": "near-ai/fp8",
      "tier": false,
      "sample_size": 2925838,
      "failures": 44556,
      "structured_output_error_rate": 0.015228
     }
    ]
   },
   {
    "id": "reka",
    "name": "Reka AI",
    "rank": 20,
    "role": "neutral",
    "slugs": [
     "reka"
    ],
    "variant": null,
    "sample_size": 38934825,
    "failures": 714830,
    "structured_output_error_rate": 0.01836,
    "structured_output_error_rate_ci95": [
     0.018318,
     0.018402
    ],
    "structured_outputs_per_day": 5562118,
    "endpoints": [
     {
      "tag": "reka",
      "tier": false,
      "sample_size": 38934825,
      "failures": 714830,
      "structured_output_error_rate": 0.01836
     }
    ]
   },
   {
    "id": "inference-net/fp4 + inference-net/us",
    "name": "inference.net",
    "rank": 21,
    "role": "neutral",
    "slugs": [
     "inference-net/fp4",
     "inference-net/us"
    ],
    "variant": "fp4",
    "sample_size": 8763615,
    "failures": 171697,
    "structured_output_error_rate": 0.019592,
    "structured_output_error_rate_ci95": [
     0.0195,
     0.019684
    ],
    "structured_outputs_per_day": 1251945,
    "endpoints": [
     {
      "tag": "inference-net/fp4",
      "tier": false,
      "sample_size": 2323264,
      "failures": 103292,
      "structured_output_error_rate": 0.04446
     },
     {
      "tag": "inference-net/us",
      "tier": false,
      "sample_size": 6440351,
      "failures": 68405,
      "structured_output_error_rate": 0.010621
     }
    ]
   },
   {
    "id": "morph/fp8",
    "name": "Morph",
    "rank": 22,
    "role": "neutral",
    "slugs": [
     "morph/fp8"
    ],
    "variant": "fp8",
    "sample_size": 540067,
    "failures": 10916,
    "structured_output_error_rate": 0.020212,
    "structured_output_error_rate_ci95": [
     0.01984,
     0.020591
    ],
    "structured_outputs_per_day": 77152,
    "endpoints": [
     {
      "tag": "morph/fp8",
      "tier": false,
      "sample_size": 540067,
      "failures": 10916,
      "structured_output_error_rate": 0.020212
     }
    ]
   },
   {
    "id": "open-inference/fp4",
    "name": "Open Inference",
    "rank": 23,
    "role": "neutral",
    "slugs": [
     "open-inference/fp4"
    ],
    "variant": "fp4",
    "sample_size": 10819641,
    "failures": 287647,
    "structured_output_error_rate": 0.026586,
    "structured_output_error_rate_ci95": [
     0.02649,
     0.026682
    ],
    "structured_outputs_per_day": 1545663,
    "endpoints": [
     {
      "tag": "open-inference/fp4",
      "tier": false,
      "sample_size": 10819641,
      "failures": 287647,
      "structured_output_error_rate": 0.026586
     }
    ]
   },
   {
    "id": "streamlake/fp8",
    "name": "StreamLake",
    "rank": 24,
    "role": "neutral",
    "slugs": [
     "streamlake/fp8"
    ],
    "variant": "fp8",
    "sample_size": 6775203,
    "failures": 182931,
    "structured_output_error_rate": 0.027,
    "structured_output_error_rate_ci95": [
     0.026878,
     0.027122
    ],
    "structured_outputs_per_day": 967886,
    "endpoints": [
     {
      "tag": "streamlake/fp8",
      "tier": false,
      "sample_size": 6775203,
      "failures": 182931,
      "structured_output_error_rate": 0.027
     }
    ]
   },
   {
    "id": "crusoe/fp4",
    "name": "Crusoe",
    "rank": 25,
    "role": "neutral",
    "slugs": [
     "crusoe/fp4"
    ],
    "variant": "fp4",
    "sample_size": 1250239,
    "failures": 34291,
    "structured_output_error_rate": 0.027428,
    "structured_output_error_rate_ci95": [
     0.027143,
     0.027715
    ],
    "structured_outputs_per_day": 178606,
    "endpoints": [
     {
      "tag": "crusoe/fp4",
      "tier": false,
      "sample_size": 1250239,
      "failures": 34291,
      "structured_output_error_rate": 0.027428
     }
    ]
   },
   {
    "id": "phala/nvfp4",
    "name": "Phala",
    "rank": 26,
    "role": "ignored",
    "slugs": [
     "phala/nvfp4"
    ],
    "variant": "nvfp4",
    "sample_size": 400417,
    "failures": 13179,
    "structured_output_error_rate": 0.032913,
    "structured_output_error_rate_ci95": [
     0.032365,
     0.03347
    ],
    "structured_outputs_per_day": 57202,
    "endpoints": [
     {
      "tag": "phala/nvfp4",
      "tier": false,
      "sample_size": 400417,
      "failures": 13179,
      "structured_output_error_rate": 0.032913
     }
    ]
   },
   {
    "id": "darkbloom/fp4",
    "name": "Darkbloom",
    "rank": 27,
    "role": "ignored",
    "slugs": [
     "darkbloom/fp4"
    ],
    "variant": "fp4",
    "sample_size": 28956,
    "failures": 1599,
    "structured_output_error_rate": 0.055222,
    "structured_output_error_rate_ci95": [
     0.052649,
     0.057912
    ],
    "structured_outputs_per_day": 4137,
    "endpoints": [
     {
      "tag": "darkbloom/fp4",
      "tier": false,
      "sample_size": 28956,
      "failures": 1599,
      "structured_output_error_rate": 0.055222
     }
    ]
   },
   {
    "id": "cohere",
    "name": "Cohere",
    "rank": 28,
    "role": "ignored",
    "slugs": [
     "cohere"
    ],
    "variant": null,
    "sample_size": 3314242,
    "failures": 233314,
    "structured_output_error_rate": 0.070397,
    "structured_output_error_rate_ci95": [
     0.070122,
     0.070673
    ],
    "structured_outputs_per_day": 473463,
    "endpoints": [
     {
      "tag": "cohere",
      "tier": false,
      "sample_size": 3314242,
      "failures": 233314,
      "structured_output_error_rate": 0.070397
     }
    ]
   },
   {
    "id": "mistral",
    "name": "Mistral",
    "rank": 29,
    "role": "ignored",
    "slugs": [
     "mistral"
    ],
    "variant": null,
    "sample_size": 41550,
    "failures": 26343,
    "structured_output_error_rate": 0.634007,
    "structured_output_error_rate_ci95": [
     0.629363,
     0.638626
    ],
    "structured_outputs_per_day": 5936,
    "endpoints": [
     {
      "tag": "mistral",
      "tier": false,
      "sample_size": 41550,
      "failures": 26343,
      "structured_output_error_rate": 0.634007
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}