{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "z-ai/glm-5",
  "permaslug": "z-ai/glm-5-20260211",
  "name": "GLM 5",
  "maker": "Z.ai",
  "file": "models/glm-5.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "low",
 "recommendation": {
  "order": [
   "gmicloud/fp8",
   "streamlake/fp8",
   "z-ai/fp8"
  ],
  "ignore": [
   "amazon-bedrock"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.022215,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost",
    "highest_throughput"
   ],
   "label": "Most reliable, lowest cost, highest throughput",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out; the highest median tokens per second",
   "provider": "gmicloud/fp8",
   "recommendation": {
    "order": [
     "gmicloud/fp8",
     "streamlake/fp8",
     "z-ai/fp8"
    ],
    "ignore": [
     "amazon-bedrock"
    ]
   }
  },
  {
   "id": "highest_uptime",
   "also": [],
   "label": "Highest uptime",
   "criterion": "the highest uptime",
   "provider": "streamlake/fp8",
   "recommendation": {
    "order": [
     "streamlake/fp8",
     "gmicloud/fp8",
     "z-ai/fp8"
    ],
    "ignore": [
     "amazon-bedrock"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 26648,
   "failures": 197,
   "invalid_tool_call_rate": 0.007393,
   "invalid_tool_call_rate_ci95": [
    0.006433,
    0.008495
   ],
   "tool_calls_per_day": 3807,
   "input_price_per_million": 0.6,
   "output_price_per_million": 1.92,
   "tokens_per_second": 64.0,
   "uptime": 0.9986,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 26648,
     "failures": 197,
     "invalid_tool_call_rate": 0.007393
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5-FP8",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  },
  {
   "id": "streamlake/fp8",
   "name": "StreamLake",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "streamlake/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 93650,
   "failures": 838,
   "invalid_tool_call_rate": 0.008948,
   "invalid_tool_call_rate_ci95": [
    0.008365,
    0.009572
   ],
   "tool_calls_per_day": 13379,
   "input_price_per_million": 0.6,
   "output_price_per_million": 1.92,
   "tokens_per_second": 60.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "streamlake/fp8",
     "tier": false,
     "name": "StreamLake",
     "quantization": "fp8",
     "sample_size": 93650,
     "failures": 838,
     "invalid_tool_call_rate": 0.008948
    }
   ],
   "direct_api": {
    "model_id": "ep-z4ixbe-1774648625018296211",
    "dedicated_endpoint": false,
    "context_tokens": 198000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  },
  {
   "id": "z-ai/fp8",
   "name": "Z.ai",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "z-ai/fp8"
   ],
   "variant": "fp8",
   "makers_api": true,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 23723,
   "failures": 527,
   "invalid_tool_call_rate": 0.022215,
   "invalid_tool_call_rate_ci95": [
    0.020415,
    0.024169
   ],
   "tool_calls_per_day": 3389,
   "input_price_per_million": 1.0,
   "output_price_per_million": 3.2,
   "tokens_per_second": 43.0,
   "uptime": 0.996,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "z-ai/fp8",
     "tier": false,
     "name": "Z.ai",
     "quantization": "fp8",
     "sample_size": 23723,
     "failures": 527,
     "invalid_tool_call_rate": 0.022215
    }
   ],
   "direct_api": {
    "model_id": "glm-5",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://docs.z.ai/guides/capabilities/function-calling",
    "website": "https://z.ai",
    "status_page": null,
    "terms": "https://chat.z.ai/legal-agreement/terms-of-service",
    "privacy": "https://chat.z.ai/legal-agreement/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/z-ai"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 25351,
   "failures": 567,
   "invalid_tool_call_rate": 0.022366,
   "invalid_tool_call_rate_ci95": [
    0.020617,
    0.02426
   ],
   "tool_calls_per_day": 3622,
   "input_price_per_million": 0.95,
   "output_price_per_million": 2.55,
   "tokens_per_second": 48.5,
   "uptime": 0.9986,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 25351,
     "failures": 567,
     "invalid_tool_call_rate": 0.022366
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-5",
    "dedicated_endpoint": false,
    "context_tokens": 204800,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "amazon-bedrock",
   "name": "Amazon Bedrock",
   "rank": 5,
   "role": "ignored",
   "slugs": [
    "amazon-bedrock"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 7194,
   "failures": 225,
   "invalid_tool_call_rate": 0.031276,
   "invalid_tool_call_rate_ci95": [
    0.027497,
    0.035555
   ],
   "tool_calls_per_day": 1028,
   "input_price_per_million": 1.0,
   "output_price_per_million": 3.2,
   "tokens_per_second": 113.0,
   "uptime": 0.9961,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "amazon-bedrock",
     "tier": false,
     "name": "Amazon Bedrock",
     "quantization": null,
     "sample_size": 7194,
     "failures": 225,
     "invalid_tool_call_rate": 0.031276
    }
   ],
   "direct_api": {
    "model_id": "zai.glm-5",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://docs.aws.amazon.com/bedrock/latest/userguide/tool-use.html",
    "website": "https://aws.amazon.com",
    "status_page": "https://health.aws.amazon.com/health/status",
    "terms": "https://aws.amazon.com/service-terms/",
    "privacy": "https://aws.amazon.com/privacy",
    "openrouter": "https://openrouter.ai/provider/amazon-bedrock"
   }
  }
 ],
 "others": [
  {
   "id": "venice/turbo",
   "name": "Venice",
   "role": "neutral",
   "slugs": [
    "venice/turbo"
   ],
   "variant": "turbo",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2206,
   "failures": 6,
   "invalid_tool_call_rate": 0.00272,
   "invalid_tool_call_rate_ci95": [
    0.001247,
    0.005922
   ],
   "tool_calls_per_day": 315,
   "input_price_per_million": 1.2,
   "output_price_per_million": 4.0,
   "tokens_per_second": 26.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "venice/turbo",
     "tier": true,
     "name": "Venice",
     "quantization": null,
     "sample_size": 2206,
     "failures": 6,
     "invalid_tool_call_rate": 0.00272
    }
   ],
   "direct_api": {
    "model_id": "z-ai-glm-5-turbo",
    "dedicated_endpoint": false,
    "context_tokens": 200000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "baidu/fp8",
   "name": "Baidu Qianfan",
   "role": "neutral",
   "slugs": [
    "baidu/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 2253,
   "failures": 13,
   "invalid_tool_call_rate": 0.00577,
   "invalid_tool_call_rate_ci95": [
    0.003375,
    0.009848
   ],
   "tool_calls_per_day": 322,
   "input_price_per_million": 0.7,
   "output_price_per_million": 2.24,
   "tokens_per_second": 62.0,
   "uptime": 0.9982,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baidu/fp8",
     "tier": false,
     "name": "Baidu Qianfan",
     "quantization": "fp8",
     "sample_size": 2253,
     "failures": 13,
     "invalid_tool_call_rate": 0.00577
    }
   ],
   "direct_api": {
    "model_id": "glm-5",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  },
  {
   "id": "venice/fp8",
   "name": "Venice",
   "role": "neutral",
   "slugs": [
    "venice/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1968,
   "failures": 43,
   "invalid_tool_call_rate": 0.02185,
   "invalid_tool_call_rate_ci95": [
    0.016262,
    0.029301
   ],
   "tool_calls_per_day": 281,
   "input_price_per_million": 1.0,
   "output_price_per_million": 3.2,
   "tokens_per_second": 41.0,
   "uptime": 0.9933,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "venice/fp8",
     "tier": false,
     "name": "Venice (fp8)",
     "quantization": "fp8",
     "sample_size": 1968,
     "failures": 43,
     "invalid_tool_call_rate": 0.02185
    }
   ],
   "direct_api": {
    "model_id": "zai-org-glm-5",
    "dedicated_endpoint": false,
    "context_tokens": 198000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "role": "neutral",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 6069,
   "failures": 170,
   "invalid_tool_call_rate": 0.028011,
   "invalid_tool_call_rate_ci95": [
    0.024149,
    0.032471
   ],
   "tool_calls_per_day": 867,
   "input_price_per_million": 1.0,
   "output_price_per_million": 3.2,
   "tokens_per_second": 39.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 6069,
     "failures": 170,
     "invalid_tool_call_rate": 0.028011
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-5",
    "dedicated_endpoint": false,
    "context_tokens": 202800,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "no_reliable_provider",
  "status_reason": "every provider breaks 3% of structured outputs or more",
  "confidence": "none",
  "recommendation": null,
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.066292,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "baidu/fp8",
    "name": "Baidu Qianfan",
    "rank": 1,
    "role": "ignored",
    "slugs": [
     "baidu/fp8"
    ],
    "variant": "fp8",
    "sample_size": 9631,
    "failures": 313,
    "structured_output_error_rate": 0.032499,
    "structured_output_error_rate_ci95": [
     0.02914,
     0.036231
    ],
    "structured_outputs_per_day": 1376,
    "endpoints": [
     {
      "tag": "baidu/fp8",
      "tier": false,
      "sample_size": 9631,
      "failures": 313,
      "structured_output_error_rate": 0.032499
     }
    ]
   },
   {
    "id": "streamlake/fp8",
    "name": "StreamLake",
    "rank": 2,
    "role": "ignored",
    "slugs": [
     "streamlake/fp8"
    ],
    "variant": "fp8",
    "sample_size": 12098,
    "failures": 802,
    "structured_output_error_rate": 0.066292,
    "structured_output_error_rate_ci95": [
     0.061995,
     0.070864
    ],
    "structured_outputs_per_day": 1728,
    "endpoints": [
     {
      "tag": "streamlake/fp8",
      "tier": false,
      "sample_size": 12098,
      "failures": 802,
      "structured_output_error_rate": 0.066292
     }
    ]
   },
   {
    "id": "gmicloud/fp8",
    "name": "GMICloud",
    "rank": 3,
    "role": "ignored",
    "slugs": [
     "gmicloud/fp8"
    ],
    "variant": "fp8",
    "sample_size": 8561,
    "failures": 5677,
    "structured_output_error_rate": 0.663123,
    "structured_output_error_rate_ci95": [
     0.65304,
     0.67306
    ],
    "structured_outputs_per_day": 1223,
    "endpoints": [
     {
      "tag": "gmicloud/fp8",
      "tier": false,
      "sample_size": 8561,
      "failures": 5677,
      "structured_output_error_rate": 0.663123
     }
    ]
   }
  ],
  "others": [
   {
    "id": "venice/fp8",
    "name": "Venice",
    "role": "neutral",
    "slugs": [
     "venice/fp8"
    ],
    "variant": "fp8",
    "sample_size": 2464,
    "failures": 49,
    "structured_output_error_rate": 0.019886,
    "structured_output_error_rate_ci95": [
     0.015075,
     0.026192
    ],
    "structured_outputs_per_day": 352,
    "endpoints": [
     {
      "tag": "venice/fp8",
      "tier": false,
      "sample_size": 2464,
      "failures": 49,
      "structured_output_error_rate": 0.019886
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}