{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "google/gemma-4-26b-a4b-it",
  "permaslug": "google/gemma-4-26b-a4b-it-20260403",
  "name": "Gemma 4 26B A4B",
  "maker": "Google",
  "file": "models/gemma-4-26b-a4b-it.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "nextbit/bf16",
   "darkbloom",
   "primeintellect/bf16"
  ],
  "ignore": [
   "dekallm/bf16",
   "google-vertex/global",
   "cloudflare",
   "akashml/fp4"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.012006,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "nextbit/bf16",
   "recommendation": {
    "order": [
     "nextbit/bf16",
     "darkbloom",
     "primeintellect/bf16"
    ],
    "ignore": [
     "dekallm/bf16",
     "google-vertex/global",
     "cloudflare",
     "akashml/fp4"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "darkbloom",
   "recommendation": {
    "order": [
     "darkbloom",
     "nextbit/bf16",
     "primeintellect/bf16"
    ],
    "ignore": [
     "dekallm/bf16",
     "google-vertex/global",
     "cloudflare",
     "akashml/fp4"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "novita/bf16",
   "recommendation": {
    "order": [
     "novita/bf16",
     "nextbit/bf16",
     "darkbloom"
    ],
    "ignore": [
     "dekallm/bf16",
     "google-vertex/global",
     "cloudflare",
     "akashml/fp4"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "io-net/bf16",
   "recommendation": {
    "order": [
     "io-net/bf16",
     "nextbit/bf16",
     "darkbloom"
    ],
    "ignore": [
     "dekallm/bf16",
     "google-vertex/global",
     "cloudflare",
     "akashml/fp4"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "nextbit/bf16",
   "name": "NextBit",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "nextbit/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 466608,
   "failures": 0,
   "invalid_tool_call_rate": 0.0,
   "invalid_tool_call_rate_ci95": [
    0.0,
    8e-06
   ],
   "tool_calls_per_day": 66658,
   "input_price_per_million": 0.0765,
   "output_price_per_million": 0.255,
   "tokens_per_second": 74.0,
   "uptime": 0.9995,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "nextbit/bf16",
     "tier": false,
     "name": "NextBit",
     "quantization": "bf16",
     "sample_size": 466608,
     "failures": 0,
     "invalid_tool_call_rate": 0.0
    }
   ],
   "direct_api": {
    "model_id": "gemma4:26b-a4b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://www.nextbit256.com/docs",
    "website": "https://www.nextbit256.com",
    "status_page": null,
    "terms": "https://www.nextbit256.com/docs/terms-of-service",
    "privacy": "https://www.nextbit256.com/docs/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/nextbit"
   }
  },
  {
   "id": "darkbloom",
   "name": "Darkbloom",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "darkbloom"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 114925,
   "failures": 2,
   "invalid_tool_call_rate": 1.7e-05,
   "invalid_tool_call_rate_ci95": [
    5e-06,
    6.3e-05
   ],
   "tool_calls_per_day": 16418,
   "input_price_per_million": 0.042,
   "output_price_per_million": 0.22,
   "tokens_per_second": 40.0,
   "uptime": 0.996,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "darkbloom",
     "tier": false,
     "name": "Darkbloom",
     "quantization": null,
     "sample_size": 114925,
     "failures": 2,
     "invalid_tool_call_rate": 1.7e-05
    }
   ],
   "direct_api": {
    "model_id": "gemma-4-26b-a4b-it",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.darkbloom.dev/introduction",
    "website": "https://www.darkbloom.dev",
    "status_page": null,
    "terms": "https://www.darkbloom.dev/terms.html",
    "privacy": "https://www.darkbloom.dev/privacy.html",
    "openrouter": "https://openrouter.ai/provider/darkbloom"
   }
  },
  {
   "id": "primeintellect/bf16",
   "name": "Prime Intellect",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "primeintellect/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 381589,
   "failures": 58,
   "invalid_tool_call_rate": 0.000152,
   "invalid_tool_call_rate_ci95": [
    0.000118,
    0.000196
   ],
   "tool_calls_per_day": 54513,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.3,
   "tokens_per_second": 50.0,
   "uptime": 0.9996,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "primeintellect/bf16",
     "tier": false,
     "name": "Prime Intellect",
     "quantization": "bf16",
     "sample_size": 381589,
     "failures": 58,
     "invalid_tool_call_rate": 0.000152
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-26b-a4b-it",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.primeintellect.ai/introduction",
    "website": null,
    "status_page": null,
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/primeintellect"
   }
  },
  {
   "id": "novita/bf16",
   "name": "NovitaAI",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "novita/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 103531,
   "failures": 1053,
   "invalid_tool_call_rate": 0.010171,
   "invalid_tool_call_rate_ci95": [
    0.009578,
    0.0108
   ],
   "tool_calls_per_day": 14790,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.4,
   "tokens_per_second": 195.0,
   "uptime": 0.9793,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "novita/bf16",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "bf16",
     "sample_size": 103531,
     "failures": 1053,
     "invalid_tool_call_rate": 0.010171
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-26b-a4b-it",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "io-net/bf16",
   "name": "io.net",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "io-net/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 22142,
   "failures": 235,
   "invalid_tool_call_rate": 0.010613,
   "invalid_tool_call_rate_ci95": [
    0.009346,
    0.012051
   ],
   "tool_calls_per_day": 3163,
   "input_price_per_million": 0.09,
   "output_price_per_million": 0.31,
   "tokens_per_second": 98.0,
   "uptime": 1.0,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "io-net/bf16",
     "tier": false,
     "name": "io.net",
     "quantization": "bf16",
     "sample_size": 22142,
     "failures": 235,
     "invalid_tool_call_rate": 0.010613
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-26b-a4b-it",
    "dedicated_endpoint": true,
    "context_tokens": 262142,
    "tool_choice": true,
    "docs": "https://io.net/docs/guides/getting-started",
    "website": "https://io.net",
    "status_page": "https://status.io.net/",
    "terms": "https://io.net/terms",
    "privacy": "https://io.net/privacy",
    "openrouter": "https://openrouter.ai/provider/io-net"
   }
  },
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1007006,
   "failures": 12090,
   "invalid_tool_call_rate": 0.012006,
   "invalid_tool_call_rate_ci95": [
    0.011795,
    0.01222
   ],
   "tool_calls_per_day": 143858,
   "input_price_per_million": 0.07,
   "output_price_per_million": 0.34,
   "tokens_per_second": 71.0,
   "uptime": 0.9987,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 1007006,
     "failures": 12090,
     "invalid_tool_call_rate": 0.012006
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-26B-A4B-it",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "makora",
   "name": "Makora",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "makora"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 203558,
   "failures": 5039,
   "invalid_tool_call_rate": 0.024755,
   "invalid_tool_call_rate_ci95": [
    0.024089,
    0.025439
   ],
   "tool_calls_per_day": 29080,
   "input_price_per_million": 0.07,
   "output_price_per_million": 0.24,
   "tokens_per_second": 150.0,
   "uptime": 0.9992,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "makora",
     "tier": false,
     "name": "Makora",
     "quantization": null,
     "sample_size": 203558,
     "failures": 5039,
     "invalid_tool_call_rate": 0.024755
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-26B-A4B",
    "dedicated_endpoint": false,
    "context_tokens": 256000,
    "tool_choice": true,
    "docs": "https://docs.makora.com/",
    "website": null,
    "status_page": "https://status.makora.com",
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/makora"
   }
  },
  {
   "id": "dekallm/bf16",
   "name": "DekaLLM",
   "rank": 8,
   "role": "ignored",
   "slugs": [
    "dekallm/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 177372,
   "failures": 6725,
   "invalid_tool_call_rate": 0.037915,
   "invalid_tool_call_rate_ci95": [
    0.037036,
    0.038814
   ],
   "tool_calls_per_day": 25339,
   "input_price_per_million": 0.06,
   "output_price_per_million": 0.33,
   "tokens_per_second": 82.0,
   "uptime": 0.9969,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "dekallm/bf16",
     "tier": false,
     "name": "DekaLLM",
     "quantization": "bf16",
     "sample_size": 177372,
     "failures": 6725,
     "invalid_tool_call_rate": 0.037915
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-26B-A4B-it",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.cloudeka.id",
    "status_page": null,
    "terms": "https://docs.cloudeka.ai/service-portal-ai/end-user-license-agreement",
    "privacy": "https://www.cloudeka.id/id/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/dekallm"
   }
  },
  {
   "id": "google-vertex/global",
   "name": "Google Vertex",
   "rank": 9,
   "role": "ignored",
   "slugs": [
    "google-vertex/global"
   ],
   "variant": null,
   "makers_api": true,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 19567,
   "failures": 1037,
   "invalid_tool_call_rate": 0.052997,
   "invalid_tool_call_rate_ci95": [
    0.049945,
    0.056225
   ],
   "tool_calls_per_day": 2795,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 24.0,
   "uptime": 0.9553,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "google-vertex/global",
     "tier": false,
     "name": "Google Vertex",
     "quantization": null,
     "sample_size": 19567,
     "failures": 1037,
     "invalid_tool_call_rate": 0.052997
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-26b-a4b-it-maas",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/maas/use-open-models",
    "website": "https://cloud.google.com",
    "status_page": "https://status.cloud.google.com/products/sdXM79fz1FS6ekNpu37K/history",
    "terms": "https://cloud.google.com/terms/",
    "privacy": "https://cloud.google.com/terms/cloud-privacy-notice",
    "openrouter": "https://openrouter.ai/provider/google-vertex"
   }
  },
  {
   "id": "cloudflare",
   "name": "Cloudflare",
   "rank": 10,
   "role": "ignored",
   "slugs": [
    "cloudflare"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 215144,
   "failures": 16656,
   "invalid_tool_call_rate": 0.077418,
   "invalid_tool_call_rate_ci95": [
    0.076296,
    0.078555
   ],
   "tool_calls_per_day": 30735,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.3,
   "tokens_per_second": 49.0,
   "uptime": 0.9996,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cloudflare",
     "tier": false,
     "name": "Cloudflare",
     "quantization": null,
     "sample_size": 215144,
     "failures": 16656,
     "invalid_tool_call_rate": 0.077418
    }
   ],
   "direct_api": {
    "model_id": "@cf/google/gemma-4-26b-a4b-it",
    "dedicated_endpoint": false,
    "context_tokens": 256000,
    "tool_choice": true,
    "docs": "https://developers.cloudflare.com/workers-ai/features/function-calling/",
    "website": "https://cloudflare.com",
    "status_page": "https://www.cloudflarestatus.com/",
    "terms": "https://www.cloudflare.com/service-specific-terms-developer-platform/#developer-platform-terms",
    "privacy": "https://developers.cloudflare.com/workers-ai/privacy",
    "openrouter": "https://openrouter.ai/provider/cloudflare"
   }
  },
  {
   "id": "akashml/fp4",
   "name": "AkashML",
   "rank": 11,
   "role": "ignored",
   "slugs": [
    "akashml/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 13443,
   "failures": 1169,
   "invalid_tool_call_rate": 0.08696,
   "invalid_tool_call_rate_ci95": [
    0.082314,
    0.091842
   ],
   "tool_calls_per_day": 1920,
   "input_price_per_million": 0.07,
   "output_price_per_million": 0.24,
   "tokens_per_second": 86.0,
   "uptime": 0.9882,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "akashml/fp4",
     "tier": false,
     "name": "AkashML",
     "quantization": "fp4",
     "sample_size": 13443,
     "failures": 1169,
     "invalid_tool_call_rate": 0.08696
    }
   ],
   "direct_api": {
    "model_id": "google/gemma-4-26B-A4B-it",
    "dedicated_endpoint": true,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://akashml.com/docs/getting-started",
    "website": "https://akashml.com",
    "status_page": null,
    "terms": "https://akashml.com/terms",
    "privacy": "https://akashml.com/privacy",
    "openrouter": "https://openrouter.ai/provider/akashml"
   }
  }
 ],
 "others": [
  {
   "id": "venice/bf16",
   "name": "Venice",
   "role": "neutral",
   "slugs": [
    "venice/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1747,
   "failures": 15,
   "invalid_tool_call_rate": 0.008586,
   "invalid_tool_call_rate_ci95": [
    0.00521,
    0.014119
   ],
   "tool_calls_per_day": 250,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.4,
   "tokens_per_second": 81.0,
   "uptime": 0.9995,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "venice/bf16",
     "tier": false,
     "name": "Venice",
     "quantization": "bf16",
     "sample_size": 1747,
     "failures": 15,
     "invalid_tool_call_rate": 0.008586
    }
   ],
   "direct_api": {
    "model_id": "google-gemma-4-26b-a4b-it",
    "dedicated_endpoint": false,
    "context_tokens": 256000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "venice/bf16",
    "coreweave/bf16",
    "deepinfra/fp8"
   ],
   "ignore": [
    "darkbloom",
    "google-vertex/global"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.005649,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "venice/bf16",
    "name": "Venice",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "venice/bf16"
    ],
    "variant": "bf16",
    "sample_size": 904966,
    "failures": 3402,
    "structured_output_error_rate": 0.003759,
    "structured_output_error_rate_ci95": [
     0.003635,
     0.003887
    ],
    "structured_outputs_per_day": 129281,
    "endpoints": [
     {
      "tag": "venice/bf16",
      "tier": false,
      "sample_size": 904966,
      "failures": 3402,
      "structured_output_error_rate": 0.003759
     }
    ]
   },
   {
    "id": "coreweave/bf16",
    "name": "CoreWeave",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "coreweave/bf16"
    ],
    "variant": "bf16",
    "sample_size": 1925786,
    "failures": 8322,
    "structured_output_error_rate": 0.004321,
    "structured_output_error_rate_ci95": [
     0.00423,
     0.004415
    ],
    "structured_outputs_per_day": 275112,
    "endpoints": [
     {
      "tag": "coreweave/bf16",
      "tier": false,
      "sample_size": 1925786,
      "failures": 8322,
      "structured_output_error_rate": 0.004321
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 2699614,
    "failures": 12560,
    "structured_output_error_rate": 0.004653,
    "structured_output_error_rate_ci95": [
     0.004572,
     0.004734
    ],
    "structured_outputs_per_day": 385659,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 2699614,
      "failures": 12560,
      "structured_output_error_rate": 0.004653
     }
    ]
   },
   {
    "id": "makora",
    "name": "Makora",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "makora"
    ],
    "variant": null,
    "sample_size": 7110418,
    "failures": 34903,
    "structured_output_error_rate": 0.004909,
    "structured_output_error_rate_ci95": [
     0.004858,
     0.00496
    ],
    "structured_outputs_per_day": 1015774,
    "endpoints": [
     {
      "tag": "makora",
      "tier": false,
      "sample_size": 7110418,
      "failures": 34903,
      "structured_output_error_rate": 0.004909
     }
    ]
   },
   {
    "id": "akashml/fp4",
    "name": "AkashML",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "akashml/fp4"
    ],
    "variant": "fp4",
    "sample_size": 820055,
    "failures": 4511,
    "structured_output_error_rate": 0.005501,
    "structured_output_error_rate_ci95": [
     0.005343,
     0.005663
    ],
    "structured_outputs_per_day": 117151,
    "endpoints": [
     {
      "tag": "akashml/fp4",
      "tier": false,
      "sample_size": 820055,
      "failures": 4511,
      "structured_output_error_rate": 0.005501
     }
    ]
   },
   {
    "id": "parasail/bf16",
    "name": "Parasail",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "parasail/bf16"
    ],
    "variant": "bf16",
    "sample_size": 3799630,
    "failures": 21464,
    "structured_output_error_rate": 0.005649,
    "structured_output_error_rate_ci95": [
     0.005574,
     0.005725
    ],
    "structured_outputs_per_day": 542804,
    "endpoints": [
     {
      "tag": "parasail/bf16",
      "tier": false,
      "sample_size": 3799630,
      "failures": 21464,
      "structured_output_error_rate": 0.005649
     }
    ]
   },
   {
    "id": "primeintellect/bf16",
    "name": "Prime Intellect",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "primeintellect/bf16"
    ],
    "variant": "bf16",
    "sample_size": 438168,
    "failures": 2530,
    "structured_output_error_rate": 0.005774,
    "structured_output_error_rate_ci95": [
     0.005554,
     0.006003
    ],
    "structured_outputs_per_day": 62595,
    "endpoints": [
     {
      "tag": "primeintellect/bf16",
      "tier": false,
      "sample_size": 438168,
      "failures": 2530,
      "structured_output_error_rate": 0.005774
     }
    ]
   },
   {
    "id": "nextbit/bf16",
    "name": "NextBit",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "nextbit/bf16"
    ],
    "variant": "bf16",
    "sample_size": 28908774,
    "failures": 258189,
    "structured_output_error_rate": 0.008931,
    "structured_output_error_rate_ci95": [
     0.008897,
     0.008966
    ],
    "structured_outputs_per_day": 4129825,
    "endpoints": [
     {
      "tag": "nextbit/bf16",
      "tier": false,
      "sample_size": 28908774,
      "failures": 258189,
      "structured_output_error_rate": 0.008931
     }
    ]
   },
   {
    "id": "siliconflow/fp8",
    "name": "SiliconFlow",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "siliconflow/fp8"
    ],
    "variant": "fp8",
    "sample_size": 593586,
    "failures": 13643,
    "structured_output_error_rate": 0.022984,
    "structured_output_error_rate_ci95": [
     0.022606,
     0.023368
    ],
    "structured_outputs_per_day": 84798,
    "endpoints": [
     {
      "tag": "siliconflow/fp8",
      "tier": false,
      "sample_size": 593586,
      "failures": 13643,
      "structured_output_error_rate": 0.022984
     }
    ]
   },
   {
    "id": "darkbloom",
    "name": "Darkbloom",
    "rank": 10,
    "role": "ignored",
    "slugs": [
     "darkbloom"
    ],
    "variant": null,
    "sample_size": 15813862,
    "failures": 603759,
    "structured_output_error_rate": 0.038179,
    "structured_output_error_rate_ci95": [
     0.038085,
     0.038274
    ],
    "structured_outputs_per_day": 2259123,
    "endpoints": [
     {
      "tag": "darkbloom",
      "tier": false,
      "sample_size": 15813862,
      "failures": 603759,
      "structured_output_error_rate": 0.038179
     }
    ]
   },
   {
    "id": "google-vertex/global",
    "name": "Google Vertex",
    "rank": 11,
    "role": "ignored",
    "slugs": [
     "google-vertex/global"
    ],
    "variant": null,
    "sample_size": 2102347,
    "failures": 164980,
    "structured_output_error_rate": 0.078474,
    "structured_output_error_rate_ci95": [
     0.078111,
     0.078838
    ],
    "structured_outputs_per_day": 300335,
    "endpoints": [
     {
      "tag": "google-vertex/global",
      "tier": false,
      "sample_size": 2102347,
      "failures": 164980,
      "structured_output_error_rate": 0.078474
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}