{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "qwen/qwen3-30b-a3b-instruct-2507",
  "permaslug": "qwen/qwen3-30b-a3b-instruct-2507",
  "name": "Qwen3 30B A3B Instruct 2507",
  "maker": "Qwen",
  "file": "models/qwen3-30b-a3b-instruct-2507.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "nebius/fp8"
  ],
  "ignore": [
   "siliconflow/fp8",
   "dekallm"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.04384,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost",
    "highest_throughput",
    "highest_uptime"
   ],
   "label": "Most reliable, lowest cost, highest throughput, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out; the highest median tokens per second; the highest uptime",
   "provider": "nebius/fp8",
   "recommendation": {
    "order": [
     "nebius/fp8"
    ],
    "ignore": [
     "siliconflow/fp8",
     "dekallm"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "nebius/fp8",
   "name": "Nebius Token Factory",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "nebius/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 173563,
   "failures": 5011,
   "invalid_tool_call_rate": 0.028871,
   "invalid_tool_call_rate_ci95": [
    0.028094,
    0.02967
   ],
   "tool_calls_per_day": 24795,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.3,
   "tokens_per_second": 158.0,
   "uptime": 0.9939,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "nebius/fp8",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "fp8",
     "sample_size": 173563,
     "failures": 5011,
     "invalid_tool_call_rate": 0.028871
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3-30B-A3B-Instruct-2507",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 2,
   "role": "ignored",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 154608,
   "failures": 6778,
   "invalid_tool_call_rate": 0.04384,
   "invalid_tool_call_rate_ci95": [
    0.042831,
    0.044872
   ],
   "tool_calls_per_day": 22087,
   "input_price_per_million": 0.09,
   "output_price_per_million": 0.3,
   "tokens_per_second": 27.0,
   "uptime": 0.9929,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 154608,
     "failures": 6778,
     "invalid_tool_call_rate": 0.04384
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3-30B-A3B-Instruct-2507",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  }
 ],
 "others": [
  {
   "id": "dekallm",
   "name": "DekaLLM",
   "role": "ignored",
   "slugs": [
    "dekallm"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1346,
   "failures": 106,
   "invalid_tool_call_rate": 0.078752,
   "invalid_tool_call_rate_ci95": [
    0.065532,
    0.09437
   ],
   "tool_calls_per_day": 192,
   "input_price_per_million": 0.09,
   "output_price_per_million": 0.3,
   "tokens_per_second": 75.0,
   "uptime": 0.9989,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "dekallm",
     "tier": false,
     "name": "DekaLLM",
     "quantization": null,
     "sample_size": 1346,
     "failures": 106,
     "invalid_tool_call_rate": 0.078752
    }
   ],
   "direct_api": {
    "model_id": "qwen/qwen3-30b-a3b-instruct-2507",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.cloudeka.id",
    "status_page": null,
    "terms": "https://docs.cloudeka.ai/service-portal-ai/end-user-license-agreement",
    "privacy": "https://www.cloudeka.id/id/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/dekallm"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "nebius/fp8",
    "siliconflow/fp8",
    "dekallm"
   ],
   "ignore": []
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.014282,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "nebius/fp8",
    "name": "Nebius Token Factory",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "nebius/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1553943,
    "failures": 15352,
    "structured_output_error_rate": 0.009879,
    "structured_output_error_rate_ci95": [
     0.009725,
     0.010036
    ],
    "structured_outputs_per_day": 221992,
    "endpoints": [
     {
      "tag": "nebius/fp8",
      "tier": false,
      "sample_size": 1553943,
      "failures": 15352,
      "structured_output_error_rate": 0.009879
     }
    ]
   },
   {
    "id": "siliconflow/fp8",
    "name": "SiliconFlow",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "siliconflow/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1248720,
    "failures": 17834,
    "structured_output_error_rate": 0.014282,
    "structured_output_error_rate_ci95": [
     0.014075,
     0.014491
    ],
    "structured_outputs_per_day": 178389,
    "endpoints": [
     {
      "tag": "siliconflow/fp8",
      "tier": false,
      "sample_size": 1248720,
      "failures": 17834,
      "structured_output_error_rate": 0.014282
     }
    ]
   },
   {
    "id": "dekallm",
    "name": "DekaLLM",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "dekallm"
    ],
    "variant": null,
    "sample_size": 91324,
    "failures": 1361,
    "structured_output_error_rate": 0.014903,
    "structured_output_error_rate_ci95": [
     0.014137,
     0.015709
    ],
    "structured_outputs_per_day": 13046,
    "endpoints": [
     {
      "tag": "dekallm",
      "tier": false,
      "sample_size": 91324,
      "failures": 1361,
      "structured_output_error_rate": 0.014903
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}