{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "tencent/hy3",
  "permaslug": "tencent/hy3-20260706",
  "name": "Hy3",
  "maker": "Tencent",
  "file": "models/hy3.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "tencent/fp8",
   "atlas-cloud/fp8",
   "gmicloud/bf16"
  ],
  "ignore": [
   "novita"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.016683,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost",
    "highest_uptime"
   ],
   "label": "Most reliable, lowest cost, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out; the highest uptime",
   "provider": "tencent/fp8",
   "recommendation": {
    "order": [
     "tencent/fp8",
     "atlas-cloud/fp8",
     "gmicloud/bf16"
    ],
    "ignore": [
     "novita"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "phala",
   "recommendation": {
    "order": [
     "phala",
     "tencent/fp8",
     "atlas-cloud/fp8"
    ],
    "ignore": [
     "novita"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "tencent/fp8",
   "name": "Tencent Cloud",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "tencent/fp8"
   ],
   "variant": "fp8",
   "makers_api": true,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 32453315,
   "failures": 473319,
   "invalid_tool_call_rate": 0.014585,
   "invalid_tool_call_rate_ci95": [
    0.014543,
    0.014626
   ],
   "tool_calls_per_day": 4636188,
   "input_price_per_million": 0.0825,
   "output_price_per_million": 0.33,
   "tokens_per_second": 56.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "tencent/fp8",
     "tier": false,
     "name": "Tencent Cloud",
     "quantization": "fp8",
     "sample_size": 32453315,
     "failures": 473319,
     "invalid_tool_call_rate": 0.014585
    }
   ],
   "direct_api": {
    "model_id": "hy3",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.tencentcloud.com",
    "status_page": "https://status.tencentcloud.com",
    "terms": "https://www.tencentcloud.com/en/document/product/301/78869",
    "privacy": "https://www.tencentcloud.com/en/document/product/1300/78952",
    "openrouter": "https://openrouter.ai/provider/tencent"
   }
  },
  {
   "id": "atlas-cloud/fp8",
   "name": "AtlasCloud",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "atlas-cloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 27221,
   "failures": 443,
   "invalid_tool_call_rate": 0.016274,
   "invalid_tool_call_rate_ci95": [
    0.014838,
    0.017847
   ],
   "tool_calls_per_day": 3889,
   "input_price_per_million": 0.2,
   "output_price_per_million": 0.8,
   "tokens_per_second": 42.0,
   "uptime": 0.9969,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp8",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp8",
     "sample_size": 27221,
     "failures": 443,
     "invalid_tool_call_rate": 0.016274
    }
   ],
   "direct_api": {
    "model_id": "tencent/hy3",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "gmicloud/bf16",
   "name": "GMICloud",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "gmicloud/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 52628,
   "failures": 878,
   "invalid_tool_call_rate": 0.016683,
   "invalid_tool_call_rate_ci95": [
    0.015624,
    0.017813
   ],
   "tool_calls_per_day": 7518,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.58,
   "tokens_per_second": 47.0,
   "uptime": 0.9994,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/bf16",
     "tier": false,
     "name": "GMICloud",
     "quantization": "bf16",
     "sample_size": 52628,
     "failures": 878,
     "invalid_tool_call_rate": 0.016683
    }
   ],
   "direct_api": {
    "model_id": "tencent/Hy3",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 41460,
   "failures": 707,
   "invalid_tool_call_rate": 0.017053,
   "invalid_tool_call_rate_ci95": [
    0.01585,
    0.018344
   ],
   "tool_calls_per_day": 5923,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.64,
   "tokens_per_second": 62.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 41460,
     "failures": 707,
     "invalid_tool_call_rate": 0.017053
    }
   ],
   "direct_api": {
    "model_id": "phala/hy3",
    "dedicated_endpoint": true,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  },
  {
   "id": "novita",
   "name": "NovitaAI",
   "rank": 5,
   "role": "ignored",
   "slugs": [
    "novita"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 212850,
   "failures": 6869,
   "invalid_tool_call_rate": 0.032272,
   "invalid_tool_call_rate_ci95": [
    0.031529,
    0.033031
   ],
   "tool_calls_per_day": 30407,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.58,
   "tokens_per_second": 73.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "novita",
     "tier": false,
     "name": "NovitaAI",
     "quantization": null,
     "sample_size": 212850,
     "failures": 6869,
     "invalid_tool_call_rate": 0.032272
    }
   ],
   "direct_api": {
    "model_id": "tencent/hy3",
    "dedicated_endpoint": false,
    "context_tokens": 262144,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  }
 ],
 "others": [],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "atlas-cloud/fp8",
    "tencent/fp8"
   ],
   "ignore": [
    "novita",
    "phala"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.022387,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "atlas-cloud/fp8",
    "name": "AtlasCloud",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "atlas-cloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 93635,
    "failures": 986,
    "structured_output_error_rate": 0.01053,
    "structured_output_error_rate_ci95": [
     0.009896,
     0.011204
    ],
    "structured_outputs_per_day": 13376,
    "endpoints": [
     {
      "tag": "atlas-cloud/fp8",
      "tier": false,
      "sample_size": 93635,
      "failures": 986,
      "structured_output_error_rate": 0.01053
     }
    ]
   },
   {
    "id": "tencent/fp8",
    "name": "Tencent Cloud",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "tencent/fp8"
    ],
    "variant": "fp8",
    "sample_size": 88312,
    "failures": 1977,
    "structured_output_error_rate": 0.022387,
    "structured_output_error_rate_ci95": [
     0.021431,
     0.023383
    ],
    "structured_outputs_per_day": 12616,
    "endpoints": [
     {
      "tag": "tencent/fp8",
      "tier": false,
      "sample_size": 88312,
      "failures": 1977,
      "structured_output_error_rate": 0.022387
     }
    ]
   },
   {
    "id": "novita",
    "name": "NovitaAI",
    "rank": 3,
    "role": "ignored",
    "slugs": [
     "novita"
    ],
    "variant": null,
    "sample_size": 19666,
    "failures": 1041,
    "structured_output_error_rate": 0.052934,
    "structured_output_error_rate_ci95": [
     0.049891,
     0.056152
    ],
    "structured_outputs_per_day": 2809,
    "endpoints": [
     {
      "tag": "novita",
      "tier": false,
      "sample_size": 19666,
      "failures": 1041,
      "structured_output_error_rate": 0.052934
     }
    ]
   }
  ],
  "others": [
   {
    "id": "phala",
    "name": "Phala",
    "role": "ignored",
    "slugs": [
     "phala"
    ],
    "variant": null,
    "sample_size": 6595,
    "failures": 381,
    "structured_output_error_rate": 0.057771,
    "structured_output_error_rate_ci95": [
     0.052393,
     0.063664
    ],
    "structured_outputs_per_day": 942,
    "endpoints": [
     {
      "tag": "phala",
      "tier": false,
      "sample_size": 6595,
      "failures": 381,
      "structured_output_error_rate": 0.057771
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}