{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "minimax/minimax-m3.1-flash",
  "permaslug": "minimax/minimax-m3.1-flash-20261019",
  "name": "MiniMax M3.1 Flash",
  "maker": "MiniMax",
  "file": "models/minimax-m3.1-flash.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "together",
   "parasail/fp8",
   "modelrun/fp4"
  ],
  "ignore": [
   "gmicloud/fp8",
   "fireworks"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.020506,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [],
   "label": "Most reliable",
   "criterion": "the lowest invalid tool-call rate",
   "provider": "together",
   "recommendation": {
    "order": [
     "together",
     "parasail/fp8",
     "modelrun/fp4"
    ],
    "ignore": [
     "gmicloud/fp8",
     "fireworks"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "sambanova",
   "recommendation": {
    "order": [
     "sambanova",
     "together",
     "parasail/fp8"
    ],
    "ignore": [
     "gmicloud/fp8",
     "fireworks"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [
    "highest_uptime"
   ],
   "label": "Highest throughput, highest uptime",
   "criterion": "the highest median tokens per second; the highest uptime",
   "provider": "digitalocean",
   "recommendation": {
    "order": [
     "digitalocean",
     "together",
     "parasail/fp8"
    ],
    "ignore": [
     "gmicloud/fp8",
     "fireworks"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "together",
   "name": "Together",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 531105,
   "failures": 6197,
   "invalid_tool_call_rate": 0.011668,
   "invalid_tool_call_rate_ci95": [
    0.011383,
    0.01196
   ],
   "tool_calls_per_day": 75872,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 120.0,
   "uptime": 0.9963,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 531105,
     "failures": 6197,
     "invalid_tool_call_rate": 0.011668
    }
   ],
   "direct_api": {
    "model_id": "MiniMaxAI/MiniMax-M3.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "parasail/fp8",
   "name": "Parasail",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "parasail/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 392433,
   "failures": 5360,
   "invalid_tool_call_rate": 0.013658,
   "invalid_tool_call_rate_ci95": [
    0.0133,
    0.014026
   ],
   "tool_calls_per_day": 56062,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 157.0,
   "uptime": 0.9968,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp8",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp8",
     "sample_size": 392433,
     "failures": 5360,
     "invalid_tool_call_rate": 0.013658
    }
   ],
   "direct_api": {
    "model_id": "parasail-minimax-m31-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "modelrun/fp4",
   "name": "ModelRun [by Modular]",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "modelrun/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 116084,
   "failures": 1648,
   "invalid_tool_call_rate": 0.014197,
   "invalid_tool_call_rate_ci95": [
    0.013532,
    0.014893
   ],
   "tool_calls_per_day": 16583,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 157.0,
   "uptime": 0.9977,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "modelrun/fp4",
     "tier": false,
     "name": "ModelRun [by Modular]",
     "quantization": "fp4",
     "sample_size": 116084,
     "failures": 1648,
     "invalid_tool_call_rate": 0.014197
    }
   ],
   "direct_api": {
    "model_id": "MiniMaxAI/MiniMax-M3.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.modular.com/",
    "website": "https://www.modular.com",
    "status_page": null,
    "terms": "https://www.modular.com/legal/terms",
    "privacy": "https://www.modular.com/legal/privacy",
    "openrouter": "https://openrouter.ai/provider/modelrun"
   }
  },
  {
   "id": "streamlake/fp8",
   "name": "StreamLake",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "streamlake/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 8494,
   "failures": 145,
   "invalid_tool_call_rate": 0.017071,
   "invalid_tool_call_rate_ci95": [
    0.014526,
    0.020052
   ],
   "tool_calls_per_day": 1213,
   "input_price_per_million": 0.135,
   "output_price_per_million": 0.54,
   "tokens_per_second": 53.5,
   "uptime": 0.9848,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "streamlake/fp8",
     "tier": false,
     "name": "StreamLake",
     "quantization": "fp8",
     "sample_size": 8494,
     "failures": 145,
     "invalid_tool_call_rate": 0.017071
    }
   ],
   "direct_api": {
    "model_id": "minimax-m3.1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  },
  {
   "id": "inference-net/fp4",
   "name": "inference.net",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "inference-net/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1011278,
   "failures": 17604,
   "invalid_tool_call_rate": 0.017408,
   "invalid_tool_call_rate_ci95": [
    0.017155,
    0.017664
   ],
   "tool_calls_per_day": 144468,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 68.0,
   "uptime": 0.9759,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "inference-net/fp4",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp4",
     "sample_size": 732733,
     "failures": 10212,
     "invalid_tool_call_rate": 0.013937
    },
    {
     "tag": "inference-net/fp4/us",
     "tier": false,
     "name": "inference.net",
     "quantization": "fp4",
     "sample_size": 278545,
     "failures": 7392,
     "invalid_tool_call_rate": 0.026538
    }
   ],
   "direct_api": {
    "model_id": "minimax-m3.1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.inference.net/introduction",
    "website": "https://inference.net",
    "status_page": "https://status.inference.net",
    "terms": "https://inference.net/terms-of-service",
    "privacy": "https://inference.net/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/inference-net"
   }
  },
  {
   "id": "novita/fp16",
   "name": "NovitaAI",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "novita/fp16"
   ],
   "variant": "fp16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 120109,
   "failures": 2463,
   "invalid_tool_call_rate": 0.020506,
   "invalid_tool_call_rate_ci95": [
    0.01972,
    0.021323
   ],
   "tool_calls_per_day": 17158,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 78.0,
   "uptime": 0.9976,
   "quantizations": [
    "fp16"
   ],
   "endpoints": [
    {
     "tag": "novita/fp16",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp16",
     "sample_size": 120109,
     "failures": 2463,
     "invalid_tool_call_rate": 0.020506
    }
   ],
   "direct_api": {
    "model_id": "minimax/minimax-m3.1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 588188,
   "failures": 15379,
   "invalid_tool_call_rate": 0.026146,
   "invalid_tool_call_rate_ci95": [
    0.025742,
    0.026557
   ],
   "tool_calls_per_day": 84027,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 202.0,
   "uptime": 0.9997,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 588188,
     "failures": 15379,
     "invalid_tool_call_rate": 0.026146
    }
   ],
   "direct_api": {
    "model_id": "minimax-m3.1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "sambanova",
   "name": "SambaNova",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "sambanova"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10321,
   "failures": 270,
   "invalid_tool_call_rate": 0.02616,
   "invalid_tool_call_rate_ci95": [
    0.023253,
    0.02942
   ],
   "tool_calls_per_day": 1474,
   "input_price_per_million": 0.06,
   "output_price_per_million": 0.24,
   "tokens_per_second": 45.0,
   "uptime": 0.991,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "sambanova",
     "tier": false,
     "name": "SambaNova",
     "quantization": null,
     "sample_size": 10321,
     "failures": 270,
     "invalid_tool_call_rate": 0.02616
    }
   ],
   "direct_api": {
    "model_id": "MiniMax-M3.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.sambanova.ai/docs/en/features/function-calling",
    "website": "https://sambanova.ai",
    "status_page": "https://status.sambanova.ai/",
    "terms": "https://sambanova.ai/terms-and-conditions",
    "privacy": "https://sambanova.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/sambanova"
   }
  },
  {
   "id": "minimax",
   "name": "MiniMax",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "minimax"
   ],
   "variant": null,
   "makers_api": true,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 18013259,
   "failures": 536846,
   "invalid_tool_call_rate": 0.029803,
   "invalid_tool_call_rate_ci95": [
    0.029724,
    0.029881
   ],
   "tool_calls_per_day": 2573323,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 119.0,
   "uptime": 0.9997,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "minimax",
     "tier": false,
     "name": "MiniMax",
     "quantization": null,
     "sample_size": 18013259,
     "failures": 536846,
     "invalid_tool_call_rate": 0.029803
    }
   ],
   "direct_api": {
    "model_id": "MiniMax-M3.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://platform.minimax.io/docs/guides/text-m3-function-call",
    "website": "https://www.minimax.io",
    "status_page": null,
    "terms": "https://www.minimax.io/platform/protocol/terms-of-service",
    "privacy": "https://www.minimax.io/platform/protocol/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/minimax"
   }
  },
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "rank": 10,
   "role": "ignored",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 328761,
   "failures": 12762,
   "invalid_tool_call_rate": 0.038818,
   "invalid_tool_call_rate_ci95": [
    0.038164,
    0.039484
   ],
   "tool_calls_per_day": 46966,
   "input_price_per_million": 0.1425,
   "output_price_per_million": 0.57,
   "tokens_per_second": 113.0,
   "uptime": 0.9899,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 328761,
     "failures": 12762,
     "invalid_tool_call_rate": 0.038818
    }
   ],
   "direct_api": {
    "model_id": "MiniMaxAI/MiniMax-M3.1-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  },
  {
   "id": "fireworks",
   "name": "Fireworks",
   "rank": 11,
   "role": "ignored",
   "slugs": [
    "fireworks"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10141,
   "failures": 1118,
   "invalid_tool_call_rate": 0.110246,
   "invalid_tool_call_rate_ci95": [
    0.104297,
    0.11649
   ],
   "tool_calls_per_day": 1449,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 118.0,
   "uptime": 0.9984,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 10141,
     "failures": 1118,
     "invalid_tool_call_rate": 0.110246
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/models/minimax-m3p1-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  }
 ],
 "others": [],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "modelrun/fp4",
    "inference-net/fp4",
    "digitalocean"
   ],
   "ignore": [
    "fireworks",
    "sambanova"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.007995,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "modelrun/fp4",
    "name": "ModelRun [by Modular]",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "modelrun/fp4"
    ],
    "variant": "fp4",
    "sample_size": 25003,
    "failures": 33,
    "structured_output_error_rate": 0.00132,
    "structured_output_error_rate_ci95": [
     0.00094,
     0.001853
    ],
    "structured_outputs_per_day": 3572,
    "endpoints": [
     {
      "tag": "modelrun/fp4",
      "tier": false,
      "sample_size": 25003,
      "failures": 33,
      "structured_output_error_rate": 0.00132
     }
    ]
   },
   {
    "id": "inference-net/fp4",
    "name": "inference.net",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "inference-net/fp4"
    ],
    "variant": "fp4",
    "sample_size": 219454,
    "failures": 1179,
    "structured_output_error_rate": 0.005372,
    "structured_output_error_rate_ci95": [
     0.005075,
     0.005687
    ],
    "structured_outputs_per_day": 31351,
    "endpoints": [
     {
      "tag": "inference-net/fp4",
      "tier": false,
      "sample_size": 57395,
      "failures": 518,
      "structured_output_error_rate": 0.009025
     },
     {
      "tag": "inference-net/fp4/us",
      "tier": false,
      "sample_size": 162059,
      "failures": 661,
      "structured_output_error_rate": 0.004079
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 56782,
    "failures": 454,
    "structured_output_error_rate": 0.007995,
    "structured_output_error_rate_ci95": [
     0.007296,
     0.008762
    ],
    "structured_outputs_per_day": 8112,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 56782,
      "failures": 454,
      "structured_output_error_rate": 0.007995
     }
    ]
   },
   {
    "id": "together",
    "name": "Together",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 214231,
    "failures": 1868,
    "structured_output_error_rate": 0.00872,
    "structured_output_error_rate_ci95": [
     0.008335,
     0.009122
    ],
    "structured_outputs_per_day": 30604,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 214231,
      "failures": 1868,
      "structured_output_error_rate": 0.00872
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 51085,
    "failures": 534,
    "structured_output_error_rate": 0.010453,
    "structured_output_error_rate_ci95": [
     0.009607,
     0.011373
    ],
    "structured_outputs_per_day": 7298,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 51085,
      "failures": 534,
      "structured_output_error_rate": 0.010453
     }
    ]
   }
  ],
  "others": [
   {
    "id": "fireworks",
    "name": "Fireworks",
    "role": "ignored",
    "slugs": [
     "fireworks"
    ],
    "variant": null,
    "sample_size": 6455,
    "failures": 208,
    "structured_output_error_rate": 0.032223,
    "structured_output_error_rate_ci95": [
     0.028186,
     0.036817
    ],
    "structured_outputs_per_day": 922,
    "endpoints": [
     {
      "tag": "fireworks",
      "tier": false,
      "sample_size": 6455,
      "failures": 208,
      "structured_output_error_rate": 0.032223
     }
    ]
   },
   {
    "id": "sambanova",
    "name": "SambaNova",
    "role": "ignored",
    "slugs": [
     "sambanova"
    ],
    "variant": null,
    "sample_size": 4413,
    "failures": 485,
    "structured_output_error_rate": 0.109903,
    "structured_output_error_rate_ci95": [
     0.101012,
     0.119472
    ],
    "structured_outputs_per_day": 630,
    "endpoints": [
     {
      "tag": "sambanova",
      "tier": false,
      "sample_size": 4413,
      "failures": 485,
      "structured_output_error_rate": 0.109903
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}