{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "qwen/qwen3.5-9b",
  "permaslug": "qwen/qwen3.5-9b-20260310",
  "name": "Qwen3.5-9B",
  "maker": "Qwen",
  "file": "models/qwen3.5-9b.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "darkbloom/fp4",
   "together",
   "primeintellect/bf16"
  ],
  "ignore": [
   "siliconflow/fp8"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.005838,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost",
    "highest_uptime"
   ],
   "label": "Most reliable, lowest cost, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out; the highest uptime",
   "provider": "darkbloom/fp4",
   "recommendation": {
    "order": [
     "darkbloom/fp4",
     "together",
     "primeintellect/bf16"
    ],
    "ignore": [
     "siliconflow/fp8"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "primeintellect/bf16",
   "recommendation": {
    "order": [
     "primeintellect/bf16",
     "darkbloom/fp4",
     "together"
    ],
    "ignore": [
     "siliconflow/fp8"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "darkbloom/fp4",
   "name": "Darkbloom",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "darkbloom/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 243819,
   "failures": 197,
   "invalid_tool_call_rate": 0.000808,
   "invalid_tool_call_rate_ci95": [
    0.000703,
    0.000929
   ],
   "tool_calls_per_day": 34831,
   "input_price_per_million": 0.08,
   "output_price_per_million": 0.13,
   "tokens_per_second": 43.0,
   "uptime": 0.9986,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "darkbloom/fp4",
     "tier": false,
     "name": "Darkbloom",
     "quantization": "fp4",
     "sample_size": 243819,
     "failures": 197,
     "invalid_tool_call_rate": 0.000808
    }
   ],
   "direct_api": {
    "model_id": "Qwen3.5-9B",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.darkbloom.dev/introduction",
    "website": "https://www.darkbloom.dev",
    "status_page": null,
    "terms": "https://www.darkbloom.dev/terms.html",
    "privacy": "https://www.darkbloom.dev/privacy.html",
    "openrouter": "https://openrouter.ai/provider/darkbloom"
   }
  },
  {
   "id": "together",
   "name": "Together",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1042387,
   "failures": 2642,
   "invalid_tool_call_rate": 0.002535,
   "invalid_tool_call_rate_ci95": [
    0.00244,
    0.002633
   ],
   "tool_calls_per_day": 148912,
   "input_price_per_million": 0.17,
   "output_price_per_million": 0.25,
   "tokens_per_second": 81.0,
   "uptime": 0.9868,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 1042387,
     "failures": 2642,
     "invalid_tool_call_rate": 0.002535
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.5-9B",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "primeintellect/bf16",
   "name": "Prime Intellect",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "primeintellect/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 601029,
   "failures": 3509,
   "invalid_tool_call_rate": 0.005838,
   "invalid_tool_call_rate_ci95": [
    0.005649,
    0.006034
   ],
   "tool_calls_per_day": 85861,
   "input_price_per_million": 0.17,
   "output_price_per_million": 0.25,
   "tokens_per_second": 108.0,
   "uptime": 0.9962,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "primeintellect/bf16",
     "tier": false,
     "name": "Prime Intellect",
     "quantization": "bf16",
     "sample_size": 601029,
     "failures": 3509,
     "invalid_tool_call_rate": 0.005838
    }
   ],
   "direct_api": {
    "model_id": "qwen/qwen3.5-9b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.primeintellect.ai/introduction",
    "website": null,
    "status_page": null,
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/primeintellect"
   }
  },
  {
   "id": "deepinfra/bf16",
   "name": "DeepInfra",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "deepinfra/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 914295,
   "failures": 7662,
   "invalid_tool_call_rate": 0.00838,
   "invalid_tool_call_rate_ci95": [
    0.008195,
    0.008569
   ],
   "tool_calls_per_day": 130614,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.15,
   "tokens_per_second": 31.0,
   "uptime": 0.9425,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/bf16",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "bf16",
     "sample_size": 914295,
     "failures": 7662,
     "invalid_tool_call_rate": 0.00838
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.5-9B",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 5,
   "role": "ignored",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1135296,
   "failures": 1020165,
   "invalid_tool_call_rate": 0.898589,
   "invalid_tool_call_rate_ci95": [
    0.898033,
    0.899143
   ],
   "tool_calls_per_day": 162185,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.15,
   "tokens_per_second": 23.0,
   "uptime": 0.9664,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 1135296,
     "failures": 1020165,
     "invalid_tool_call_rate": 0.898589
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.5-9B",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  }
 ],
 "others": [],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "primeintellect/bf16",
    "deepinfra/bf16"
   ],
   "ignore": [
    "parasail/bf16",
    "siliconflow/fp8",
    "darkbloom/fp4",
    "together"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.060405,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "primeintellect/bf16",
    "name": "Prime Intellect",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "primeintellect/bf16"
    ],
    "variant": "bf16",
    "sample_size": 557083,
    "failures": 1891,
    "structured_output_error_rate": 0.003394,
    "structured_output_error_rate_ci95": [
     0.003245,
     0.003551
    ],
    "structured_outputs_per_day": 79583,
    "endpoints": [
     {
      "tag": "primeintellect/bf16",
      "tier": false,
      "sample_size": 557083,
      "failures": 1891,
      "structured_output_error_rate": 0.003394
     }
    ]
   },
   {
    "id": "deepinfra/bf16",
    "name": "DeepInfra",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "deepinfra/bf16"
    ],
    "variant": "bf16",
    "sample_size": 757194,
    "failures": 7361,
    "structured_output_error_rate": 0.009721,
    "structured_output_error_rate_ci95": [
     0.009503,
     0.009945
    ],
    "structured_outputs_per_day": 108171,
    "endpoints": [
     {
      "tag": "deepinfra/bf16",
      "tier": false,
      "sample_size": 757194,
      "failures": 7361,
      "structured_output_error_rate": 0.009721
     }
    ]
   },
   {
    "id": "parasail/bf16",
    "name": "Parasail",
    "rank": 3,
    "role": "ignored",
    "slugs": [
     "parasail/bf16"
    ],
    "variant": "bf16",
    "sample_size": 1156986,
    "failures": 41178,
    "structured_output_error_rate": 0.035591,
    "structured_output_error_rate_ci95": [
     0.035255,
     0.03593
    ],
    "structured_outputs_per_day": 165284,
    "endpoints": [
     {
      "tag": "parasail/bf16",
      "tier": false,
      "sample_size": 1156986,
      "failures": 41178,
      "structured_output_error_rate": 0.035591
     }
    ]
   },
   {
    "id": "siliconflow/fp8",
    "name": "SiliconFlow",
    "rank": 4,
    "role": "ignored",
    "slugs": [
     "siliconflow/fp8"
    ],
    "variant": "fp8",
    "sample_size": 170947,
    "failures": 10326,
    "structured_output_error_rate": 0.060405,
    "structured_output_error_rate_ci95": [
     0.059285,
     0.061544
    ],
    "structured_outputs_per_day": 24421,
    "endpoints": [
     {
      "tag": "siliconflow/fp8",
      "tier": false,
      "sample_size": 170947,
      "failures": 10326,
      "structured_output_error_rate": 0.060405
     }
    ]
   },
   {
    "id": "darkbloom/fp4",
    "name": "Darkbloom",
    "rank": 5,
    "role": "ignored",
    "slugs": [
     "darkbloom/fp4"
    ],
    "variant": "fp4",
    "sample_size": 202472,
    "failures": 34188,
    "structured_output_error_rate": 0.168853,
    "structured_output_error_rate_ci95": [
     0.167227,
     0.170491
    ],
    "structured_outputs_per_day": 28925,
    "endpoints": [
     {
      "tag": "darkbloom/fp4",
      "tier": false,
      "sample_size": 202472,
      "failures": 34188,
      "structured_output_error_rate": 0.168853
     }
    ]
   },
   {
    "id": "together",
    "name": "Together",
    "rank": 6,
    "role": "ignored",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 21096,
    "failures": 16696,
    "structured_output_error_rate": 0.79143,
    "structured_output_error_rate_ci95": [
     0.785894,
     0.796859
    ],
    "structured_outputs_per_day": 3014,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 21096,
      "failures": 16696,
      "structured_output_error_rate": 0.79143
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}