{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "qwen/qwen3.5-397b-a17b",
  "permaslug": "qwen/qwen3.5-397b-a17b-20260216",
  "name": "Qwen3.5 397B A17B",
  "maker": "Qwen",
  "file": "models/qwen3.5-397b-a17b.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "alibaba",
   "novita",
   "deepinfra/fp8"
  ],
  "ignore": [
   "phala"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.012666,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost"
   ],
   "label": "Most reliable, lowest cost",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out",
   "provider": "alibaba",
   "recommendation": {
    "order": [
     "alibaba",
     "novita",
     "deepinfra/fp8"
    ],
    "ignore": [
     "phala"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [
    "highest_uptime"
   ],
   "label": "Highest throughput, highest uptime",
   "criterion": "the highest median tokens per second; the highest uptime",
   "provider": "parasail/fp8",
   "recommendation": {
    "order": [
     "parasail/fp8",
     "alibaba",
     "novita"
    ],
    "ignore": [
     "phala"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "alibaba",
   "name": "Alibaba Cloud Int.",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "alibaba"
   ],
   "variant": null,
   "makers_api": true,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 46294,
   "failures": 270,
   "invalid_tool_call_rate": 0.005832,
   "invalid_tool_call_rate_ci95": [
    0.005178,
    0.006568
   ],
   "tool_calls_per_day": 6613,
   "input_price_per_million": 0.39,
   "output_price_per_million": 2.34,
   "tokens_per_second": 58.0,
   "uptime": 0.9976,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "alibaba",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": null,
     "sample_size": 46294,
     "failures": 270,
     "invalid_tool_call_rate": 0.005832
    }
   ],
   "direct_api": {
    "model_id": "qwen3.5-397b-a17b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "novita",
   "name": "NovitaAI",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "novita"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 19674,
   "failures": 142,
   "invalid_tool_call_rate": 0.007218,
   "invalid_tool_call_rate_ci95": [
    0.006127,
    0.008501
   ],
   "tool_calls_per_day": 2811,
   "input_price_per_million": 0.6,
   "output_price_per_million": 3.6,
   "tokens_per_second": 55.0,
   "uptime": 0.9808,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "novita",
     "tier": false,
     "name": "NovitaAI",
     "quantization": null,
     "sample_size": 19674,
     "failures": 142,
     "invalid_tool_call_rate": 0.007218
    }
   ],
   "direct_api": {
    "model_id": "qwen/qwen3.5-397b-a17b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 66200,
   "failures": 748,
   "invalid_tool_call_rate": 0.011299,
   "invalid_tool_call_rate_ci95": [
    0.010522,
    0.012133
   ],
   "tool_calls_per_day": 9457,
   "input_price_per_million": 0.45,
   "output_price_per_million": 3.0,
   "tokens_per_second": 48.0,
   "uptime": 0.9973,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 66200,
     "failures": 748,
     "invalid_tool_call_rate": 0.011299
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.5-397B-A17B",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "venice",
   "name": "Venice",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "venice"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 8685,
   "failures": 110,
   "invalid_tool_call_rate": 0.012666,
   "invalid_tool_call_rate_ci95": [
    0.01052,
    0.015242
   ],
   "tool_calls_per_day": 1241,
   "input_price_per_million": 0.75,
   "output_price_per_million": 4.5,
   "tokens_per_second": 53.0,
   "uptime": 0.9672,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "venice",
     "tier": false,
     "name": "Venice",
     "quantization": null,
     "sample_size": 8685,
     "failures": 110,
     "invalid_tool_call_rate": 0.012666
    }
   ],
   "direct_api": {
    "model_id": "qwen3-5-397b-a17b",
    "dedicated_endpoint": false,
    "context_tokens": 128000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "atlas-cloud/fp8",
   "name": "AtlasCloud",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "atlas-cloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 10878,
   "failures": 169,
   "invalid_tool_call_rate": 0.015536,
   "invalid_tool_call_rate_ci95": [
    0.013377,
    0.018037
   ],
   "tool_calls_per_day": 1554,
   "input_price_per_million": 0.55,
   "output_price_per_million": 3.5,
   "tokens_per_second": 56.0,
   "uptime": 0.9783,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp8",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp8",
     "sample_size": 10878,
     "failures": 169,
     "invalid_tool_call_rate": 0.015536
    }
   ],
   "direct_api": {
    "model_id": "qwen/qwen3.5-397b-a17b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "parasail/fp8",
   "name": "Parasail",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "parasail/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 63398,
   "failures": 1399,
   "invalid_tool_call_rate": 0.022067,
   "invalid_tool_call_rate_ci95": [
    0.020952,
    0.02324
   ],
   "tool_calls_per_day": 9057,
   "input_price_per_million": 0.5,
   "output_price_per_million": 3.6,
   "tokens_per_second": 99.5,
   "uptime": 0.9988,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp8",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp8",
     "sample_size": 63398,
     "failures": 1399,
     "invalid_tool_call_rate": 0.022067
    }
   ],
   "direct_api": {
    "model_id": "parasail-qwen35-397b-a17b",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "rank": 7,
   "role": "ignored",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 42983,
   "failures": 4855,
   "invalid_tool_call_rate": 0.112952,
   "invalid_tool_call_rate_ci95": [
    0.109994,
    0.115979
   ],
   "tool_calls_per_day": 6140,
   "input_price_per_million": 0.55,
   "output_price_per_million": 3.5,
   "tokens_per_second": 46.0,
   "uptime": 0.9815,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 42983,
     "failures": 4855,
     "invalid_tool_call_rate": 0.112952
    }
   ],
   "direct_api": {
    "model_id": "phala/qwen3.5-397b-a17b",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  }
 ],
 "others": [
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "role": "neutral",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2339,
   "failures": 5,
   "invalid_tool_call_rate": 0.002138,
   "invalid_tool_call_rate_ci95": [
    0.000913,
    0.004995
   ],
   "tool_calls_per_day": 334,
   "input_price_per_million": 0.55,
   "output_price_per_million": 3.5,
   "tokens_per_second": 7.0,
   "uptime": 0.9003,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 2339,
     "failures": 5,
     "invalid_tool_call_rate": 0.002138
    }
   ],
   "direct_api": {
    "model_id": "qwen3.5-397b-a17b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "role": "neutral",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 2489,
   "failures": 34,
   "invalid_tool_call_rate": 0.01366,
   "invalid_tool_call_rate_ci95": [
    0.009792,
    0.019027
   ],
   "tool_calls_per_day": 356,
   "input_price_per_million": 0.6,
   "output_price_per_million": 3.6,
   "tokens_per_second": 59.0,
   "uptime": 0.8086,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 2489,
     "failures": 34,
     "invalid_tool_call_rate": 0.01366
    }
   ],
   "direct_api": {
    "model_id": "Qwen/Qwen3.5-397B-A17B",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "phala",
    "venice",
    "deepinfra/fp8"
   ],
   "ignore": []
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.008475,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "phala",
    "name": "Phala",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "phala"
    ],
    "variant": null,
    "sample_size": 74547,
    "failures": 405,
    "structured_output_error_rate": 0.005433,
    "structured_output_error_rate_ci95": [
     0.00493,
     0.005987
    ],
    "structured_outputs_per_day": 10650,
    "endpoints": [
     {
      "tag": "phala",
      "tier": false,
      "sample_size": 74547,
      "failures": 405,
      "structured_output_error_rate": 0.005433
     }
    ]
   },
   {
    "id": "venice",
    "name": "Venice",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "venice"
    ],
    "variant": null,
    "sample_size": 64238,
    "failures": 432,
    "structured_output_error_rate": 0.006725,
    "structured_output_error_rate_ci95": [
     0.006122,
     0.007387
    ],
    "structured_outputs_per_day": 9177,
    "endpoints": [
     {
      "tag": "venice",
      "tier": false,
      "sample_size": 64238,
      "failures": 432,
      "structured_output_error_rate": 0.006725
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 251803,
    "failures": 1964,
    "structured_output_error_rate": 0.0078,
    "structured_output_error_rate_ci95": [
     0.007464,
     0.008151
    ],
    "structured_outputs_per_day": 35972,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 251803,
      "failures": 1964,
      "structured_output_error_rate": 0.0078
     }
    ]
   },
   {
    "id": "atlas-cloud/fp8",
    "name": "AtlasCloud",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "atlas-cloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 69619,
    "failures": 590,
    "structured_output_error_rate": 0.008475,
    "structured_output_error_rate_ci95": [
     0.00782,
     0.009183
    ],
    "structured_outputs_per_day": 9946,
    "endpoints": [
     {
      "tag": "atlas-cloud/fp8",
      "tier": false,
      "sample_size": 69619,
      "failures": 590,
      "structured_output_error_rate": 0.008475
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 124791,
    "failures": 1975,
    "structured_output_error_rate": 0.015826,
    "structured_output_error_rate_ci95": [
     0.015149,
     0.016534
    ],
    "structured_outputs_per_day": 17827,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 124791,
      "failures": 1975,
      "structured_output_error_rate": 0.015826
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 35942,
    "failures": 744,
    "structured_output_error_rate": 0.0207,
    "structured_output_error_rate_ci95": [
     0.019278,
     0.022224
    ],
    "structured_outputs_per_day": 5135,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 35942,
      "failures": 744,
      "structured_output_error_rate": 0.0207
     }
    ]
   },
   {
    "id": "streamlake",
    "name": "StreamLake",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "streamlake"
    ],
    "variant": null,
    "sample_size": 62000,
    "failures": 1445,
    "structured_output_error_rate": 0.023306,
    "structured_output_error_rate_ci95": [
     0.022148,
     0.024524
    ],
    "structured_outputs_per_day": 8857,
    "endpoints": [
     {
      "tag": "streamlake",
      "tier": false,
      "sample_size": 62000,
      "failures": 1445,
      "structured_output_error_rate": 0.023306
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}