{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "z-ai/glm-4.7",
  "permaslug": "z-ai/glm-4.7-20251222",
  "name": "GLM 4.7",
  "maker": "Z.ai",
  "file": "models/glm-4.7.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "z-ai/fp4",
   "novita/fp8",
   "deepinfra/fp4"
  ],
  "ignore": []
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.010366,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "highest_throughput",
    "highest_uptime"
   ],
   "label": "Most reliable, highest throughput, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the highest median tokens per second; the highest uptime",
   "provider": "z-ai/fp4",
   "recommendation": {
    "order": [
     "z-ai/fp4",
     "novita/fp8",
     "deepinfra/fp4"
    ],
    "ignore": []
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "deepinfra/fp4",
   "recommendation": {
    "order": [
     "deepinfra/fp4",
     "z-ai/fp4",
     "novita/fp8"
    ],
    "ignore": []
   }
  }
 ],
 "providers": [
  {
   "id": "z-ai/fp4",
   "name": "Z.ai",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "z-ai/fp4"
   ],
   "variant": "fp4",
   "makers_api": true,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 10138,
   "failures": 94,
   "invalid_tool_call_rate": 0.009272,
   "invalid_tool_call_rate_ci95": [
    0.007583,
    0.011333
   ],
   "tool_calls_per_day": 1448,
   "input_price_per_million": 0.6,
   "output_price_per_million": 2.2,
   "tokens_per_second": 24.0,
   "uptime": 0.9991,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "z-ai/fp4",
     "tier": false,
     "name": "Z.ai",
     "quantization": "fp4",
     "sample_size": 10138,
     "failures": 94,
     "invalid_tool_call_rate": 0.009272
    }
   ],
   "direct_api": {
    "model_id": "glm-4.7",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://docs.z.ai/guides/capabilities/function-calling",
    "website": "https://z.ai",
    "status_page": null,
    "terms": "https://chat.z.ai/legal-agreement/terms-of-service",
    "privacy": "https://chat.z.ai/legal-agreement/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/z-ai"
   }
  },
  {
   "id": "novita/fp8",
   "name": "NovitaAI",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "novita/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 14277,
   "failures": 148,
   "invalid_tool_call_rate": 0.010366,
   "invalid_tool_call_rate_ci95": [
    0.008832,
    0.012164
   ],
   "tool_calls_per_day": 2040,
   "input_price_per_million": 0.54,
   "output_price_per_million": 1.98,
   "tokens_per_second": 23.0,
   "uptime": 0.9991,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "novita/fp8",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp8",
     "sample_size": 14277,
     "failures": 148,
     "invalid_tool_call_rate": 0.010366
    }
   ],
   "direct_api": {
    "model_id": "zai-org/glm-4.7",
    "dedicated_endpoint": false,
    "context_tokens": 204800,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "deepinfra/fp4",
   "name": "DeepInfra",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "deepinfra/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 16252,
   "failures": 361,
   "invalid_tool_call_rate": 0.022213,
   "invalid_tool_call_rate_ci95": [
    0.020057,
    0.024594
   ],
   "tool_calls_per_day": 2322,
   "input_price_per_million": 0.4,
   "output_price_per_million": 1.75,
   "tokens_per_second": 19.0,
   "uptime": 0.9841,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp4",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp4",
     "sample_size": 16252,
     "failures": 361,
     "invalid_tool_call_rate": 0.022213
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-4.7",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  }
 ],
 "others": [
  {
   "id": "deepinfra/fp4/flex",
   "name": "DeepInfra",
   "role": "neutral",
   "slugs": [
    "deepinfra/fp4/flex"
   ],
   "variant": "fp4/flex",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 289,
   "failures": 1,
   "invalid_tool_call_rate": 0.00346,
   "invalid_tool_call_rate_ci95": [
    0.000611,
    0.019337
   ],
   "tool_calls_per_day": 41,
   "input_price_per_million": 0.32,
   "output_price_per_million": 1.4,
   "tokens_per_second": 22.0,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp4/flex",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp4",
     "sample_size": 289,
     "failures": 1,
     "invalid_tool_call_rate": 0.00346
    }
   ],
   "direct_api": {
    "model_id": "zai-org/GLM-4.7",
    "dedicated_endpoint": false,
    "context_tokens": 202752,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "venice/fp4",
   "name": "Venice",
   "role": "neutral",
   "slugs": [
    "venice/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1604,
   "failures": 20,
   "invalid_tool_call_rate": 0.012469,
   "invalid_tool_call_rate_ci95": [
    0.008086,
    0.019181
   ],
   "tool_calls_per_day": 229,
   "input_price_per_million": 0.4004,
   "output_price_per_million": 1.9292,
   "tokens_per_second": 19.0,
   "uptime": 0.9337,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "venice/fp4",
     "tier": false,
     "name": "Venice",
     "quantization": "fp4",
     "sample_size": 1604,
     "failures": 20,
     "invalid_tool_call_rate": 0.012469
    }
   ],
   "direct_api": {
    "model_id": "zai-org-glm-4.7",
    "dedicated_endpoint": false,
    "context_tokens": 198000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "single_provider",
  "status_reason": "fewer than two providers at 1,000 structured outputs a day or more",
  "confidence": "none",
  "recommendation": null,
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": null,
   "ignore_at_or_above": 0.03
  },
  "providers": [],
  "others": [
   {
    "id": "deepinfra/fp4/flex",
    "name": "DeepInfra",
    "role": "ignored",
    "slugs": [
     "deepinfra/fp4/flex"
    ],
    "variant": "fp4/flex",
    "sample_size": 1,
    "failures": 0,
    "structured_output_error_rate": 0.0,
    "structured_output_error_rate_ci95": [
     0.0,
     0.793457
    ],
    "structured_outputs_per_day": 0,
    "endpoints": [
     {
      "tag": "deepinfra/fp4/flex",
      "tier": false,
      "sample_size": 1,
      "failures": 0,
      "structured_output_error_rate": 0.0
     }
    ]
   },
   {
    "id": "deepinfra/fp4",
    "name": "DeepInfra",
    "role": "ignored",
    "slugs": [
     "deepinfra/fp4"
    ],
    "variant": "fp4",
    "sample_size": 21990,
    "failures": 1305,
    "structured_output_error_rate": 0.059345,
    "structured_output_error_rate_ci95": [
     0.056299,
     0.062546
    ],
    "structured_outputs_per_day": 3141,
    "endpoints": [
     {
      "tag": "deepinfra/fp4",
      "tier": false,
      "sample_size": 21990,
      "failures": 1305,
      "structured_output_error_rate": 0.059345
     }
    ]
   },
   {
    "id": "venice/fp4",
    "name": "Venice",
    "role": "ignored",
    "slugs": [
     "venice/fp4"
    ],
    "variant": "fp4",
    "sample_size": 2350,
    "failures": 166,
    "structured_output_error_rate": 0.070638,
    "structured_output_error_rate_ci95": [
     0.060964,
     0.081714
    ],
    "structured_outputs_per_day": 336,
    "endpoints": [
     {
      "tag": "venice/fp4",
      "tier": false,
      "sample_size": 2350,
      "failures": 166,
      "structured_output_error_rate": 0.070638
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}