{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "xiaomi/mimo-v2.6-flash",
  "permaslug": "xiaomi/mimo-v2.6-flash-20260921",
  "name": "MiMo-V2.6-Flash",
  "maker": "Xiaomi",
  "file": "models/mimo-v2.6-flash.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "venice/fp8",
   "xiaomi/fp8",
   "deepinfra/fp8"
  ],
  "ignore": [
   "makora/fp8",
   "relace/mxfp4",
   "io-net/fp8"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.027868,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "venice/fp8",
   "recommendation": {
    "order": [
     "venice/fp8",
     "xiaomi/fp8",
     "deepinfra/fp8"
    ],
    "ignore": [
     "makora/fp8",
     "relace/mxfp4",
     "io-net/fp8"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "gmicloud/bf16",
   "recommendation": {
    "order": [
     "gmicloud/bf16",
     "venice/fp8",
     "xiaomi/fp8"
    ],
    "ignore": [
     "makora/fp8",
     "relace/mxfp4",
     "io-net/fp8"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "cohere",
   "recommendation": {
    "order": [
     "cohere",
     "venice/fp8",
     "xiaomi/fp8"
    ],
    "ignore": [
     "makora/fp8",
     "relace/mxfp4",
     "io-net/fp8"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "xiaomi/fp8",
   "recommendation": {
    "order": [
     "xiaomi/fp8",
     "venice/fp8",
     "deepinfra/fp8"
    ],
    "ignore": [
     "makora/fp8",
     "relace/mxfp4",
     "io-net/fp8"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "venice/fp8",
   "name": "Venice",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "venice/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 224001,
   "failures": 3151,
   "invalid_tool_call_rate": 0.014067,
   "invalid_tool_call_rate_ci95": [
    0.013587,
    0.014563
   ],
   "tool_calls_per_day": 32000,
   "input_price_per_million": 0.175,
   "output_price_per_million": 0.35,
   "tokens_per_second": 60.5,
   "uptime": 0.6545,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "venice/fp8",
     "tier": false,
     "name": "Venice",
     "quantization": "fp8",
     "sample_size": 224001,
     "failures": 3151,
     "invalid_tool_call_rate": 0.014067
    }
   ],
   "direct_api": {
    "model_id": "xiaomi-mimo-v2-6-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "xiaomi/fp8",
   "name": "Xiaomi",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "xiaomi/fp8"
   ],
   "variant": "fp8",
   "makers_api": true,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 26717760,
   "failures": 457978,
   "invalid_tool_call_rate": 0.017141,
   "invalid_tool_call_rate_ci95": [
    0.017092,
    0.017191
   ],
   "tool_calls_per_day": 3816823,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.28,
   "tokens_per_second": 43.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "xiaomi/fp8",
     "tier": false,
     "name": "Xiaomi",
     "quantization": "fp8",
     "sample_size": 26717760,
     "failures": 457978,
     "invalid_tool_call_rate": 0.017141
    }
   ],
   "direct_api": {
    "model_id": "xiaomi/mimo-v2.6-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": null,
    "website": "https://platform.xiaomimimo.com",
    "status_page": null,
    "terms": "https://platform.xiaomimimo.com/#/docs/terms/user-agreement",
    "privacy": "https://platform.xiaomimimo.com/#/docs/terms/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/xiaomi"
   }
  },
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1243408,
   "failures": 26393,
   "invalid_tool_call_rate": 0.021226,
   "invalid_tool_call_rate_ci95": [
    0.020974,
    0.021481
   ],
   "tool_calls_per_day": 177630,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.28,
   "tokens_per_second": 68.0,
   "uptime": 0.7622,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 1243408,
     "failures": 26393,
     "invalid_tool_call_rate": 0.021226
    }
   ],
   "direct_api": {
    "model_id": "XiaomiMiMo/MiMo-V2.6-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "cohere",
   "name": "Cohere",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "cohere"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2028716,
   "failures": 54875,
   "invalid_tool_call_rate": 0.027049,
   "invalid_tool_call_rate_ci95": [
    0.026827,
    0.027273
   ],
   "tool_calls_per_day": 289817,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.28,
   "tokens_per_second": 88.0,
   "uptime": 0.9975,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cohere",
     "tier": false,
     "name": "Cohere",
     "quantization": null,
     "sample_size": 2028716,
     "failures": 54875,
     "invalid_tool_call_rate": 0.027049
    }
   ],
   "direct_api": {
    "model_id": "mimo-v2-6-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.cohere.com/docs/compatibility-api",
    "website": "https://cohere.com",
    "status_page": "https://status.cohere.ai/",
    "terms": "https://cohere.com/terms-of-use",
    "privacy": "https://cohere.com/privacy",
    "openrouter": "https://openrouter.ai/provider/cohere"
   }
  },
  {
   "id": "gmicloud/bf16",
   "name": "GMICloud",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "gmicloud/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 205323,
   "failures": 5722,
   "invalid_tool_call_rate": 0.027868,
   "invalid_tool_call_rate_ci95": [
    0.027165,
    0.028589
   ],
   "tool_calls_per_day": 29332,
   "input_price_per_million": 0.119,
   "output_price_per_million": 0.238,
   "tokens_per_second": 33.0,
   "uptime": 0.9633,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/bf16",
     "tier": false,
     "name": "GMICloud",
     "quantization": "bf16",
     "sample_size": 205323,
     "failures": 5722,
     "invalid_tool_call_rate": 0.027868
    }
   ],
   "direct_api": {
    "model_id": "XiaomiMiMo/MiMo-V2.6-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1050000,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 531469,
   "failures": 14993,
   "invalid_tool_call_rate": 0.02821,
   "invalid_tool_call_rate_ci95": [
    0.027769,
    0.028659
   ],
   "tool_calls_per_day": 75924,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.28,
   "tokens_per_second": 17.0,
   "uptime": 0.9851,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 531469,
     "failures": 14993,
     "invalid_tool_call_rate": 0.02821
    }
   ],
   "direct_api": {
    "model_id": "xiaomimimo/mimo-v2.6-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "makora/fp8",
   "name": "Makora",
   "rank": 7,
   "role": "ignored",
   "slugs": [
    "makora/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1042843,
   "failures": 40864,
   "invalid_tool_call_rate": 0.039185,
   "invalid_tool_call_rate_ci95": [
    0.038814,
    0.039559
   ],
   "tool_calls_per_day": 148978,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.28,
   "tokens_per_second": 65.0,
   "uptime": 0.9919,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "makora/fp8",
     "tier": false,
     "name": "Makora",
     "quantization": "fp8",
     "sample_size": 1042843,
     "failures": 40864,
     "invalid_tool_call_rate": 0.039185
    }
   ],
   "direct_api": {
    "model_id": "XiaomiMiMo/MiMo-V2.6-Flash-RL",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.makora.com/",
    "website": null,
    "status_page": "https://status.makora.com",
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/makora"
   }
  },
  {
   "id": "relace/mxfp4",
   "name": "Relace",
   "rank": 8,
   "role": "ignored",
   "slugs": [
    "relace/mxfp4"
   ],
   "variant": "mxfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1476371,
   "failures": 61546,
   "invalid_tool_call_rate": 0.041687,
   "invalid_tool_call_rate_ci95": [
    0.041366,
    0.042011
   ],
   "tool_calls_per_day": 210910,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.28,
   "tokens_per_second": 101.0,
   "uptime": 0.9997,
   "quantizations": [
    "mxfp4"
   ],
   "endpoints": [
    {
     "tag": "relace/mxfp4",
     "tier": false,
     "name": "Relace",
     "quantization": "mxfp4",
     "sample_size": 1476371,
     "failures": 61546,
     "invalid_tool_call_rate": 0.041687
    }
   ],
   "direct_api": {
    "model_id": "xiaomi/mimo-v2.6-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "io-net/fp8",
   "name": "io.net",
   "rank": 9,
   "role": "ignored",
   "slugs": [
    "io-net/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 531575,
   "failures": 25120,
   "invalid_tool_call_rate": 0.047256,
   "invalid_tool_call_rate_ci95": [
    0.046689,
    0.047829
   ],
   "tool_calls_per_day": 75939,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.28,
   "tokens_per_second": 65.0,
   "uptime": 0.9934,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "io-net/fp8",
     "tier": false,
     "name": "io.net",
     "quantization": "fp8",
     "sample_size": 531575,
     "failures": 25120,
     "invalid_tool_call_rate": 0.047256
    }
   ],
   "direct_api": {
    "model_id": "XiaomiMiMo/MiMo-V2.6-Flash",
    "dedicated_endpoint": true,
    "context_tokens": 1048320,
    "tool_choice": true,
    "docs": "https://io.net/docs/guides/getting-started",
    "website": "https://io.net",
    "status_page": "https://status.io.net/",
    "terms": "https://io.net/terms",
    "privacy": "https://io.net/privacy",
    "openrouter": "https://openrouter.ai/provider/io-net"
   }
  }
 ],
 "others": [
  {
   "id": "darkbloom/fp4",
   "name": "Darkbloom",
   "role": "neutral",
   "slugs": [
    "darkbloom/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 2889,
   "failures": 5,
   "invalid_tool_call_rate": 0.001731,
   "invalid_tool_call_rate_ci95": [
    0.000739,
    0.004045
   ],
   "tool_calls_per_day": 413,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.28,
   "tokens_per_second": 22.0,
   "uptime": 0.9888,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "darkbloom/fp4",
     "tier": false,
     "name": "Darkbloom",
     "quantization": "fp4",
     "sample_size": 2889,
     "failures": 5,
     "invalid_tool_call_rate": 0.001731
    }
   ],
   "direct_api": {
    "model_id": "mimo-v2.6-flash-mopd",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.darkbloom.dev/introduction",
    "website": "https://www.darkbloom.dev",
    "status_page": null,
    "terms": "https://www.darkbloom.dev/terms.html",
    "privacy": "https://www.darkbloom.dev/privacy.html",
    "openrouter": "https://openrouter.ai/provider/darkbloom"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "gmicloud/bf16",
    "makora/fp8",
    "deepinfra/fp8"
   ],
   "ignore": [
    "darkbloom/fp4",
    "io-net/fp8"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.022356,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "gmicloud/bf16",
    "name": "GMICloud",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "gmicloud/bf16"
    ],
    "variant": "bf16",
    "sample_size": 1069282,
    "failures": 2058,
    "structured_output_error_rate": 0.001925,
    "structured_output_error_rate_ci95": [
     0.001843,
     0.00201
    ],
    "structured_outputs_per_day": 152755,
    "endpoints": [
     {
      "tag": "gmicloud/bf16",
      "tier": false,
      "sample_size": 1069282,
      "failures": 2058,
      "structured_output_error_rate": 0.001925
     }
    ]
   },
   {
    "id": "makora/fp8",
    "name": "Makora",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "makora/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1222643,
    "failures": 9678,
    "structured_output_error_rate": 0.007916,
    "structured_output_error_rate_ci95": [
     0.00776,
     0.008074
    ],
    "structured_outputs_per_day": 174663,
    "endpoints": [
     {
      "tag": "makora/fp8",
      "tier": false,
      "sample_size": 1222643,
      "failures": 9678,
      "structured_output_error_rate": 0.007916
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 282086,
    "failures": 4093,
    "structured_output_error_rate": 0.01451,
    "structured_output_error_rate_ci95": [
     0.014075,
     0.014958
    ],
    "structured_outputs_per_day": 40298,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 282086,
      "failures": 4093,
      "structured_output_error_rate": 0.01451
     }
    ]
   },
   {
    "id": "venice/fp8",
    "name": "Venice",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "venice/fp8"
    ],
    "variant": "fp8",
    "sample_size": 32372,
    "failures": 586,
    "structured_output_error_rate": 0.018102,
    "structured_output_error_rate_ci95": [
     0.016706,
     0.019613
    ],
    "structured_outputs_per_day": 4625,
    "endpoints": [
     {
      "tag": "venice/fp8",
      "tier": false,
      "sample_size": 32372,
      "failures": 586,
      "structured_output_error_rate": 0.018102
     }
    ]
   },
   {
    "id": "cohere",
    "name": "Cohere",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "cohere"
    ],
    "variant": null,
    "sample_size": 499150,
    "failures": 11159,
    "structured_output_error_rate": 0.022356,
    "structured_output_error_rate_ci95": [
     0.02195,
     0.02277
    ],
    "structured_outputs_per_day": 71307,
    "endpoints": [
     {
      "tag": "cohere",
      "tier": false,
      "sample_size": 499150,
      "failures": 11159,
      "structured_output_error_rate": 0.022356
     }
    ]
   },
   {
    "id": "xiaomi/fp8",
    "name": "Xiaomi",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "xiaomi/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1495812,
    "failures": 42176,
    "structured_output_error_rate": 0.028196,
    "structured_output_error_rate_ci95": [
     0.027932,
     0.028463
    ],
    "structured_outputs_per_day": 213687,
    "endpoints": [
     {
      "tag": "xiaomi/fp8",
      "tier": false,
      "sample_size": 1495812,
      "failures": 42176,
      "structured_output_error_rate": 0.028196
     }
    ]
   },
   {
    "id": "darkbloom/fp4",
    "name": "Darkbloom",
    "rank": 7,
    "role": "ignored",
    "slugs": [
     "darkbloom/fp4"
    ],
    "variant": "fp4",
    "sample_size": 21575,
    "failures": 1091,
    "structured_output_error_rate": 0.050568,
    "structured_output_error_rate_ci95": [
     0.047723,
     0.053572
    ],
    "structured_outputs_per_day": 3082,
    "endpoints": [
     {
      "tag": "darkbloom/fp4",
      "tier": false,
      "sample_size": 21575,
      "failures": 1091,
      "structured_output_error_rate": 0.050568
     }
    ]
   },
   {
    "id": "io-net/fp8",
    "name": "io.net",
    "rank": 8,
    "role": "ignored",
    "slugs": [
     "io-net/fp8"
    ],
    "variant": "fp8",
    "sample_size": 221429,
    "failures": 18048,
    "structured_output_error_rate": 0.081507,
    "structured_output_error_rate_ci95": [
     0.080375,
     0.082654
    ],
    "structured_outputs_per_day": 31633,
    "endpoints": [
     {
      "tag": "io-net/fp8",
      "tier": false,
      "sample_size": 221429,
      "failures": 18048,
      "structured_output_error_rate": 0.081507
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}
