{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "mistralai/mistral-nemo",
  "permaslug": "mistralai/mistral-nemo",
  "name": "Mistral Nemo",
  "maker": "Mistral",
  "file": "models/mistral-nemo.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "mistral/eu",
   "io-net/fp16"
  ],
  "ignore": [
   "deepinfra/fp8"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.013819,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "highest_throughput",
    "highest_uptime"
   ],
   "label": "Most reliable, highest throughput, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the highest median tokens per second; the highest uptime",
   "provider": "mistral/eu",
   "recommendation": {
    "order": [
     "mistral/eu",
     "io-net/fp16"
    ],
    "ignore": [
     "deepinfra/fp8"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "io-net/fp16",
   "recommendation": {
    "order": [
     "io-net/fp16",
     "mistral/eu"
    ],
    "ignore": [
     "deepinfra/fp8"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "mistral/eu",
   "name": "Mistral",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "mistral/eu"
   ],
   "variant": null,
   "makers_api": true,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 7049,
   "failures": 44,
   "invalid_tool_call_rate": 0.006242,
   "invalid_tool_call_rate_ci95": [
    0.004653,
    0.008369
   ],
   "tool_calls_per_day": 1007,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.15,
   "tokens_per_second": 92.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "mistral/eu",
     "tier": false,
     "name": "Mistral",
     "quantization": null,
     "sample_size": 7049,
     "failures": 44,
     "invalid_tool_call_rate": 0.006242
    }
   ],
   "direct_api": {
    "model_id": "open-mistral-nemo-2407",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.mistral.ai/studio/conversations/function-calling",
    "website": "https://mistral.ai",
    "status_page": "https://status.mistral.ai/",
    "terms": "https://mistral.ai/terms/#terms-of-use",
    "privacy": "https://mistral.ai/terms/#privacy-policy",
    "openrouter": "https://openrouter.ai/provider/mistral"
   }
  },
  {
   "id": "io-net/fp16",
   "name": "io.net",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "io-net/fp16"
   ],
   "variant": "fp16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 75764,
   "failures": 1047,
   "invalid_tool_call_rate": 0.013819,
   "invalid_tool_call_rate_ci95": [
    0.013012,
    0.014675
   ],
   "tool_calls_per_day": 10823,
   "input_price_per_million": 0.01656,
   "output_price_per_million": 0.0216,
   "tokens_per_second": 36.0,
   "uptime": 0.9998,
   "quantizations": [
    "fp16"
   ],
   "endpoints": [
    {
     "tag": "io-net/fp16",
     "tier": false,
     "name": "io.net",
     "quantization": "fp16",
     "sample_size": 75764,
     "failures": 1047,
     "invalid_tool_call_rate": 0.013819
    }
   ],
   "direct_api": {
    "model_id": "mistralai/Mistral-Nemo-Instruct-2407",
    "dedicated_endpoint": true,
    "context_tokens": 128000,
    "tool_choice": true,
    "docs": "https://io.net/docs/guides/getting-started",
    "website": "https://io.net",
    "status_page": "https://status.io.net/",
    "terms": "https://io.net/terms",
    "privacy": "https://io.net/privacy",
    "openrouter": "https://openrouter.ai/provider/io-net"
   }
  }
 ],
 "others": [
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "role": "ignored",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4577,
   "failures": 1787,
   "invalid_tool_call_rate": 0.39043,
   "invalid_tool_call_rate_ci95": [
    0.376394,
    0.40465
   ],
   "tool_calls_per_day": 654,
   "input_price_per_million": 0.029,
   "output_price_per_million": 0.03,
   "tokens_per_second": 22.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 4577,
     "failures": 1787,
     "invalid_tool_call_rate": 0.39043
    }
   ],
   "direct_api": {
    "model_id": "mistralai/Mistral-Nemo-Instruct-2407",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "parasail/fp8",
    "deepinfra/fp8"
   ],
   "ignore": [
    "dekallm/fp8",
    "mistral/eu"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.025029,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 381403,
    "failures": 2651,
    "structured_output_error_rate": 0.006951,
    "structured_output_error_rate_ci95": [
     0.006692,
     0.007219
    ],
    "structured_outputs_per_day": 54486,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 381403,
      "failures": 2651,
      "structured_output_error_rate": 0.006951
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 2551966,
    "failures": 63873,
    "structured_output_error_rate": 0.025029,
    "structured_output_error_rate_ci95": [
     0.024838,
     0.025221
    ],
    "structured_outputs_per_day": 364567,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 2551966,
      "failures": 63873,
      "structured_output_error_rate": 0.025029
     }
    ]
   },
   {
    "id": "dekallm/fp8",
    "name": "DekaLLM",
    "rank": 3,
    "role": "ignored",
    "slugs": [
     "dekallm/fp8"
    ],
    "variant": "fp8",
    "sample_size": 3600417,
    "failures": 121180,
    "structured_output_error_rate": 0.033657,
    "structured_output_error_rate_ci95": [
     0.033471,
     0.033844
    ],
    "structured_outputs_per_day": 514345,
    "endpoints": [
     {
      "tag": "dekallm/fp8",
      "tier": false,
      "sample_size": 3600417,
      "failures": 121180,
      "structured_output_error_rate": 0.033657
     }
    ]
   }
  ],
  "others": [
   {
    "id": "mistral/eu",
    "name": "Mistral",
    "role": "ignored",
    "slugs": [
     "mistral/eu"
    ],
    "variant": null,
    "sample_size": 1559,
    "failures": 61,
    "structured_output_error_rate": 0.039128,
    "structured_output_error_rate_ci95": [
     0.030581,
     0.04994
    ],
    "structured_outputs_per_day": 223,
    "endpoints": [
     {
      "tag": "mistral/eu",
      "tier": false,
      "sample_size": 1559,
      "failures": 61,
      "structured_output_error_rate": 0.039128
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}