{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "deepseek/deepseek-v4-flash",
  "permaslug": "deepseek/deepseek-v4-flash-20260423",
  "name": "DeepSeek V4 Flash 0423",
  "maker": "DeepSeek",
  "file": "models/deepseek-v4-flash.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "crusoe/fp8",
   "wafer/mxfp4",
   "relace/fp4"
  ],
  "ignore": [
   "baidu/fp8",
   "atlas-cloud/fp4",
   "venice",
   "azure/us"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.0198,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "highest_uptime"
   ],
   "label": "Most reliable, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the highest uptime",
   "provider": "crusoe/fp8",
   "recommendation": {
    "order": [
     "crusoe/fp8",
     "wafer/mxfp4",
     "relace/fp4"
    ],
    "ignore": [
     "baidu/fp8",
     "atlas-cloud/fp4",
     "venice",
     "azure/us"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "streamlake/fp8",
   "recommendation": {
    "order": [
     "streamlake/fp8",
     "crusoe/fp8",
     "wafer/mxfp4"
    ],
    "ignore": [
     "baidu/fp8",
     "atlas-cloud/fp4",
     "venice",
     "azure/us"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "fireworks",
   "recommendation": {
    "order": [
     "fireworks",
     "crusoe/fp8",
     "wafer/mxfp4"
    ],
    "ignore": [
     "baidu/fp8",
     "atlas-cloud/fp4",
     "venice",
     "azure/us"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "crusoe/fp8",
   "name": "Crusoe",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "crusoe/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1113620,
   "failures": 5123,
   "invalid_tool_call_rate": 0.0046,
   "invalid_tool_call_rate_ci95": [
    0.004476,
    0.004728
   ],
   "tool_calls_per_day": 159089,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.28,
   "tokens_per_second": 49.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "crusoe/fp8",
     "tier": false,
     "name": "Crusoe",
     "quantization": "fp8",
     "sample_size": 1113620,
     "failures": 5123,
     "invalid_tool_call_rate": 0.0046
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/Deepseek-V4-Flash",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.crusoecloud.com/",
    "website": "https://crusoe.ai",
    "status_page": "https://status.crusoecloud.com/",
    "terms": "https://legal.crusoe.ai/open-router#managed-inference-tos-open-router",
    "privacy": "https://legal.crusoe.ai/open-router#cloud-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/crusoe"
   }
  },
  {
   "id": "wafer/mxfp4",
   "name": "Wafer",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "wafer/mxfp4"
   ],
   "variant": "mxfp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1130341,
   "failures": 5760,
   "invalid_tool_call_rate": 0.005096,
   "invalid_tool_call_rate_ci95": [
    0.004966,
    0.005229
   ],
   "tool_calls_per_day": 161477,
   "input_price_per_million": 0.6,
   "output_price_per_million": 0.17,
   "tokens_per_second": 76.0,
   "uptime": 1.0,
   "quantizations": [
    "mxfp4"
   ],
   "endpoints": [
    {
     "tag": "wafer/mxfp4",
     "tier": false,
     "name": "Wafer",
     "quantization": "mxfp4",
     "sample_size": 1130341,
     "failures": 5760,
     "invalid_tool_call_rate": 0.005096
    }
   ],
   "direct_api": {
    "model_id": "DeepSeek-V4-Flash-0423",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.wafer.ai/serverless",
    "website": "https://www.wafer.ai",
    "status_page": null,
    "terms": "https://www.wafer.ai/terms",
    "privacy": "https://www.wafer.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/wafer"
   }
  },
  {
   "id": "relace/fp4",
   "name": "Relace",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "relace/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 5937312,
   "failures": 34629,
   "invalid_tool_call_rate": 0.005832,
   "invalid_tool_call_rate_ci95": [
    0.005772,
    0.005894
   ],
   "tool_calls_per_day": 848187,
   "input_price_per_million": 0.0449,
   "output_price_per_million": 0.45,
   "tokens_per_second": 85.0,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "relace/fp4",
     "tier": false,
     "name": "Relace",
     "quantization": "fp4",
     "sample_size": 5937312,
     "failures": 34629,
     "invalid_tool_call_rate": 0.005832
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash-0423",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.relace.ai/docs/introduction",
    "website": "https://www.relace.ai",
    "status_page": "https://status.relace.ai",
    "terms": "https://www.relace.ai/terms-of-use",
    "privacy": "https://www.relace.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/relace"
   }
  },
  {
   "id": "fireworks",
   "name": "Fireworks",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "fireworks"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 74028,
   "failures": 518,
   "invalid_tool_call_rate": 0.006997,
   "invalid_tool_call_rate_ci95": [
    0.006422,
    0.007624
   ],
   "tool_calls_per_day": 10575,
   "input_price_per_million": 0.105,
   "output_price_per_million": 0.21,
   "tokens_per_second": 99.0,
   "uptime": 0.7385,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 74028,
     "failures": 518,
     "invalid_tool_call_rate": 0.006997
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/routers/spot-deepseek-v4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "digitalocean",
   "name": "DigitalOcean",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "digitalocean"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 445844,
   "failures": 3259,
   "invalid_tool_call_rate": 0.00731,
   "invalid_tool_call_rate_ci95": [
    0.007064,
    0.007564
   ],
   "tool_calls_per_day": 63692,
   "input_price_per_million": 0.098,
   "output_price_per_million": 0.196,
   "tokens_per_second": 33.0,
   "uptime": 0.9999,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "digitalocean",
     "tier": false,
     "name": "DigitalOcean",
     "quantization": null,
     "sample_size": 445844,
     "failures": 3259,
     "invalid_tool_call_rate": 0.00731
    }
   ],
   "direct_api": {
    "model_id": "deepseek-4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.digitalocean.com/products/inference/how-to/use-serverless-inference/",
    "website": "https://www.digitalocean.com",
    "status_page": null,
    "terms": "https://www.digitalocean.com/legal/terms-of-service-agreement",
    "privacy": "https://www.digitalocean.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/digitalocean"
   }
  },
  {
   "id": "cloudflare",
   "name": "Cloudflare",
   "rank": 6,
   "role": "neutral",
   "slugs": [
    "cloudflare"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 818589,
   "failures": 7914,
   "invalid_tool_call_rate": 0.009668,
   "invalid_tool_call_rate_ci95": [
    0.009458,
    0.009882
   ],
   "tool_calls_per_day": 116941,
   "input_price_per_million": 0.44,
   "output_price_per_million": 1.32,
   "tokens_per_second": 72.0,
   "uptime": 0.9961,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "cloudflare",
     "tier": false,
     "name": "Cloudflare",
     "quantization": null,
     "sample_size": 818589,
     "failures": 7914,
     "invalid_tool_call_rate": 0.009668
    }
   ],
   "direct_api": {
    "model_id": "@cf/deepseek-ai/deepseek-v4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 384000,
    "tool_choice": true,
    "docs": "https://developers.cloudflare.com/workers-ai/features/function-calling/",
    "website": "https://cloudflare.com",
    "status_page": "https://www.cloudflarestatus.com/",
    "terms": "https://www.cloudflare.com/service-specific-terms-developer-platform/#developer-platform-terms",
    "privacy": "https://developers.cloudflare.com/workers-ai/privacy",
    "openrouter": "https://openrouter.ai/provider/cloudflare"
   }
  },
  {
   "id": "siliconflow/fp8",
   "name": "SiliconFlow",
   "rank": 7,
   "role": "neutral",
   "slugs": [
    "siliconflow/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 917510,
   "failures": 9680,
   "invalid_tool_call_rate": 0.01055,
   "invalid_tool_call_rate_ci95": [
    0.010343,
    0.010761
   ],
   "tool_calls_per_day": 131073,
   "input_price_per_million": 0.13,
   "output_price_per_million": 0.28,
   "tokens_per_second": 51.0,
   "uptime": 0.9944,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "siliconflow/fp8",
     "tier": false,
     "name": "SiliconFlow",
     "quantization": "fp8",
     "sample_size": 917510,
     "failures": 9680,
     "invalid_tool_call_rate": 0.01055
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.siliconflow.com/en/userguide/guides/function-calling",
    "website": "https://siliconflow.com",
    "status_page": null,
    "terms": "https://docs.siliconflow.com/en/legals/terms-of-service",
    "privacy": "https://docs.siliconflow.com/en/legals/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/siliconflow"
   }
  },
  {
   "id": "deepinfra/fp8",
   "name": "DeepInfra",
   "rank": 8,
   "role": "neutral",
   "slugs": [
    "deepinfra/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 3104491,
   "failures": 46529,
   "invalid_tool_call_rate": 0.014988,
   "invalid_tool_call_rate_ci95": [
    0.014853,
    0.015123
   ],
   "tool_calls_per_day": 443499,
   "input_price_per_million": 0.09,
   "output_price_per_million": 0.18,
   "tokens_per_second": 24.0,
   "uptime": 0.9951,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/fp8",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "fp8",
     "sample_size": 3104491,
     "failures": 46529,
     "invalid_tool_call_rate": 0.014988
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "gmicloud/fp8",
   "name": "GMICloud",
   "rank": 9,
   "role": "neutral",
   "slugs": [
    "gmicloud/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 4786253,
   "failures": 94766,
   "invalid_tool_call_rate": 0.0198,
   "invalid_tool_call_rate_ci95": [
    0.019675,
    0.019925
   ],
   "tool_calls_per_day": 683750,
   "input_price_per_million": 0.091,
   "output_price_per_million": 0.182,
   "tokens_per_second": 42.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "gmicloud/fp8",
     "tier": false,
     "name": "GMICloud",
     "quantization": "fp8",
     "sample_size": 4786253,
     "failures": 94766,
     "invalid_tool_call_rate": 0.0198
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/DeepSeek-V4-Flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048575,
    "tool_choice": true,
    "docs": "https://docs.gmicloud.ai/",
    "website": "https://gmicloud.ai",
    "status_page": null,
    "terms": "https://www.gmicloud.ai/terms-and-conditions",
    "privacy": "https://docs.gmicloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/gmicloud"
   }
  },
  {
   "id": "parasail/fp8",
   "name": "Parasail",
   "rank": 10,
   "role": "neutral",
   "slugs": [
    "parasail/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 977264,
   "failures": 22666,
   "invalid_tool_call_rate": 0.023193,
   "invalid_tool_call_rate_ci95": [
    0.022897,
    0.023494
   ],
   "tool_calls_per_day": 139609,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.28,
   "tokens_per_second": 69.0,
   "uptime": 0.9999,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp8",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp8",
     "sample_size": 977264,
     "failures": 22666,
     "invalid_tool_call_rate": 0.023193
    }
   ],
   "direct_api": {
    "model_id": "parasail-deepseek-v4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "alibaba/fp8/us-east-1",
   "name": "Alibaba Cloud Int.",
   "rank": 11,
   "role": "neutral",
   "slugs": [
    "alibaba/fp8/us-east-1"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 299266,
   "failures": 8084,
   "invalid_tool_call_rate": 0.027013,
   "invalid_tool_call_rate_ci95": [
    0.026438,
    0.0276
   ],
   "tool_calls_per_day": 42752,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.3,
   "tokens_per_second": 86.0,
   "uptime": 0.9502,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "alibaba/fp8/us-east-1",
     "tier": false,
     "name": "Alibaba Cloud Int.",
     "quantization": "fp8",
     "sample_size": 299266,
     "failures": 8084,
     "invalid_tool_call_rate": 0.027013
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://www.alibabacloud.com/help/en/model-studio/compatibility-of-openai-with-dashscope",
    "website": "https://www.alibabacloud.com",
    "status_page": "https://status.alibabacloud.com/",
    "terms": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-product-terms-of-service-v-3-8-0",
    "privacy": "https://www.alibabacloud.com/help/en/legal/latest/alibaba-cloud-international-website-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/alibaba"
   }
  },
  {
   "id": "streamlake/fp8",
   "name": "StreamLake",
   "rank": 12,
   "role": "neutral",
   "slugs": [
    "streamlake/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 2293705,
   "failures": 66395,
   "invalid_tool_call_rate": 0.028947,
   "invalid_tool_call_rate_ci95": [
    0.02873,
    0.029164
   ],
   "tool_calls_per_day": 327672,
   "input_price_per_million": 0.07,
   "output_price_per_million": 0.14,
   "tokens_per_second": 51.0,
   "uptime": 1.0,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "streamlake/fp8",
     "tier": false,
     "name": "StreamLake",
     "quantization": "fp8",
     "sample_size": 2293705,
     "failures": 66395,
     "invalid_tool_call_rate": 0.028947
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1024000,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.streamlake.ai",
    "status_page": "https://status.streamlake.ai/",
    "terms": "https://www.streamlake.ai/document/DOC/mgkchnd89grpt1961fw",
    "privacy": "https://www.streamlake.ai/document/DOC/mgkci47q13qr66h9i54",
    "openrouter": "https://openrouter.ai/provider/streamlake"
   }
  },
  {
   "id": "baidu/fp8",
   "name": "Baidu Qianfan",
   "rank": 13,
   "role": "ignored",
   "slugs": [
    "baidu/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 7117992,
   "failures": 289073,
   "invalid_tool_call_rate": 0.040612,
   "invalid_tool_call_rate_ci95": [
    0.040467,
    0.040757
   ],
   "tool_calls_per_day": 1016856,
   "input_price_per_million": 0.04732,
   "output_price_per_million": 0.09464,
   "tokens_per_second": 68.0,
   "uptime": 0.9686,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "baidu/fp8",
     "tier": false,
     "name": "Baidu Qianfan",
     "quantization": "fp8",
     "sample_size": 7117992,
     "failures": 289073,
     "invalid_tool_call_rate": 0.040612
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://cloud.baidu.com/doc/qianfan/index.html",
    "website": "https://intl.cloud.baidu.com",
    "status_page": null,
    "terms": "https://intl.cloud.baidu.com/en/doc/Agreements/s/bmesahnjh-intl-en",
    "privacy": "https://intl.cloud.baidu.com/en/doc/Agreements/s/Plr0fi68q-intl-en",
    "openrouter": "https://openrouter.ai/provider/baidu"
   }
  },
  {
   "id": "atlas-cloud/fp4",
   "name": "AtlasCloud",
   "rank": 14,
   "role": "ignored",
   "slugs": [
    "atlas-cloud/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": true,
   "trains_on_prompts": false,
   "sample_size": 36610,
   "failures": 1565,
   "invalid_tool_call_rate": 0.042748,
   "invalid_tool_call_rate_ci95": [
    0.040723,
    0.044868
   ],
   "tool_calls_per_day": 5230,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.28,
   "tokens_per_second": 37.0,
   "uptime": 0.9962,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "atlas-cloud/fp4",
     "tier": false,
     "name": "AtlasCloud",
     "quantization": "fp4",
     "sample_size": 36610,
     "failures": 1565,
     "invalid_tool_call_rate": 0.042748
    }
   ],
   "direct_api": {
    "model_id": "deepseek-ai/deepseek-v4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://www.atlascloud.ai/docs",
    "website": "https://www.atlascloud.ai",
    "status_page": null,
    "terms": null,
    "privacy": "https://www.atlascloud.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/atlas-cloud"
   }
  },
  {
   "id": "venice",
   "name": "Venice",
   "rank": 15,
   "role": "ignored",
   "slugs": [
    "venice"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 263124,
   "failures": 11384,
   "invalid_tool_call_rate": 0.043265,
   "invalid_tool_call_rate_ci95": [
    0.042494,
    0.044049
   ],
   "tool_calls_per_day": 37589,
   "input_price_per_million": 0.0966,
   "output_price_per_million": 0.1925,
   "tokens_per_second": 24.0,
   "uptime": 0.9998,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "venice",
     "tier": false,
     "name": "Venice",
     "quantization": null,
     "sample_size": 263124,
     "failures": 11384,
     "invalid_tool_call_rate": 0.043265
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "azure/us",
   "name": "Azure",
   "rank": 16,
   "role": "ignored",
   "slugs": [
    "azure/us"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 240963,
   "failures": 14008,
   "invalid_tool_call_rate": 0.058133,
   "invalid_tool_call_rate_ci95": [
    0.057206,
    0.059075
   ],
   "tool_calls_per_day": 34423,
   "input_price_per_million": 0.21,
   "output_price_per_million": 0.56,
   "tokens_per_second": 88.0,
   "uptime": 0.96,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "azure/us",
     "tier": false,
     "name": "Azure",
     "quantization": null,
     "sample_size": 240963,
     "failures": 14008,
     "invalid_tool_call_rate": 0.058133
    }
   ],
   "direct_api": {
    "model_id": "DeepSeek-V4-Flash",
    "dedicated_endpoint": true,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://learn.microsoft.com/en-us/azure/foundry/",
    "website": "https://www.microsoft.com",
    "status_page": "https://status.azure.com/",
    "terms": "https://learn.microsoft.com/en-us/legal/ai-code-of-conduct",
    "privacy": "https://www.microsoft.com/licensing/terms/product/PrivacyandSecurityTerms/MCA",
    "openrouter": "https://openrouter.ai/provider/azure"
   }
  }
 ],
 "others": [
  {
   "id": "mancer/fp8",
   "name": "Mancer",
   "role": "neutral",
   "slugs": [
    "mancer/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 5693,
   "failures": 63,
   "invalid_tool_call_rate": 0.011066,
   "invalid_tool_call_rate_ci95": [
    0.008659,
    0.014132
   ],
   "tool_calls_per_day": 813,
   "input_price_per_million": 0.19,
   "output_price_per_million": 0.5,
   "tokens_per_second": 26.0,
   "uptime": 0.9702,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "mancer/fp8",
     "tier": false,
     "name": "Mancer",
     "quantization": "fp8",
     "sample_size": 5693,
     "failures": 63,
     "invalid_tool_call_rate": 0.011066
    }
   ],
   "direct_api": {
    "model_id": "deepseek-v4-flash",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://mancer.tech/docs-api/",
    "website": "https://mancer.tech",
    "status_page": null,
    "terms": "https://mancer.tech/terms",
    "privacy": "https://mancer.tech/privacy",
    "openrouter": "https://openrouter.ai/provider/mancer"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "alibaba/fp8/us-east-1",
    "deepinfra/fp8",
    "streamlake/fp8"
   ],
   "ignore": [
    "venice",
    "cloudflare",
    "digitalocean",
    "atlas-cloud/fp4"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.020217,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "alibaba/fp8/us-east-1",
    "name": "Alibaba Cloud Int.",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "alibaba/fp8/us-east-1"
    ],
    "variant": "fp8",
    "sample_size": 884696,
    "failures": 5290,
    "structured_output_error_rate": 0.005979,
    "structured_output_error_rate_ci95": [
     0.005821,
     0.006142
    ],
    "structured_outputs_per_day": 126385,
    "endpoints": [
     {
      "tag": "alibaba/fp8/us-east-1",
      "tier": false,
      "sample_size": 884696,
      "failures": 5290,
      "structured_output_error_rate": 0.005979
     }
    ]
   },
   {
    "id": "deepinfra/fp8",
    "name": "DeepInfra",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "deepinfra/fp8"
    ],
    "variant": "fp8",
    "sample_size": 10719432,
    "failures": 104764,
    "structured_output_error_rate": 0.009773,
    "structured_output_error_rate_ci95": [
     0.009715,
     0.009832
    ],
    "structured_outputs_per_day": 1531347,
    "endpoints": [
     {
      "tag": "deepinfra/fp8",
      "tier": false,
      "sample_size": 10719432,
      "failures": 104764,
      "structured_output_error_rate": 0.009773
     }
    ]
   },
   {
    "id": "streamlake/fp8",
    "name": "StreamLake",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "streamlake/fp8"
    ],
    "variant": "fp8",
    "sample_size": 12087961,
    "failures": 147679,
    "structured_output_error_rate": 0.012217,
    "structured_output_error_rate_ci95": [
     0.012155,
     0.012279
    ],
    "structured_outputs_per_day": 1726852,
    "endpoints": [
     {
      "tag": "streamlake/fp8",
      "tier": false,
      "sample_size": 12087961,
      "failures": 147679,
      "structured_output_error_rate": 0.012217
     }
    ]
   },
   {
    "id": "wafer/mxfp4",
    "name": "Wafer",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "wafer/mxfp4"
    ],
    "variant": "mxfp4",
    "sample_size": 2838609,
    "failures": 35634,
    "structured_output_error_rate": 0.012553,
    "structured_output_error_rate_ci95": [
     0.012424,
     0.012684
    ],
    "structured_outputs_per_day": 405516,
    "endpoints": [
     {
      "tag": "wafer/mxfp4",
      "tier": false,
      "sample_size": 2838609,
      "failures": 35634,
      "structured_output_error_rate": 0.012553
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 9243697,
    "failures": 147611,
    "structured_output_error_rate": 0.015969,
    "structured_output_error_rate_ci95": [
     0.015888,
     0.01605
    ],
    "structured_outputs_per_day": 1320528,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 9243697,
      "failures": 147611,
      "structured_output_error_rate": 0.015969
     }
    ]
   },
   {
    "id": "crusoe/fp8",
    "name": "Crusoe",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "crusoe/fp8"
    ],
    "variant": "fp8",
    "sample_size": 488908,
    "failures": 8121,
    "structured_output_error_rate": 0.01661,
    "structured_output_error_rate_ci95": [
     0.016256,
     0.016973
    ],
    "structured_outputs_per_day": 69844,
    "endpoints": [
     {
      "tag": "crusoe/fp8",
      "tier": false,
      "sample_size": 488908,
      "failures": 8121,
      "structured_output_error_rate": 0.01661
     }
    ]
   },
   {
    "id": "baidu/fp8",
    "name": "Baidu Qianfan",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "baidu/fp8"
    ],
    "variant": "fp8",
    "sample_size": 20696449,
    "failures": 418415,
    "structured_output_error_rate": 0.020217,
    "structured_output_error_rate_ci95": [
     0.020156,
     0.020277
    ],
    "structured_outputs_per_day": 2956636,
    "endpoints": [
     {
      "tag": "baidu/fp8",
      "tier": false,
      "sample_size": 20696449,
      "failures": 418415,
      "structured_output_error_rate": 0.020217
     }
    ]
   },
   {
    "id": "fireworks",
    "name": "Fireworks",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "fireworks"
    ],
    "variant": null,
    "sample_size": 166600,
    "failures": 3378,
    "structured_output_error_rate": 0.020276,
    "structured_output_error_rate_ci95": [
     0.01961,
     0.020964
    ],
    "structured_outputs_per_day": 23800,
    "endpoints": [
     {
      "tag": "fireworks",
      "tier": false,
      "sample_size": 166600,
      "failures": 3378,
      "structured_output_error_rate": 0.020276
     }
    ]
   },
   {
    "id": "mancer/fp8",
    "name": "Mancer",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "mancer/fp8"
    ],
    "variant": "fp8",
    "sample_size": 80720,
    "failures": 1705,
    "structured_output_error_rate": 0.021122,
    "structured_output_error_rate_ci95": [
     0.020153,
     0.022137
    ],
    "structured_outputs_per_day": 11531,
    "endpoints": [
     {
      "tag": "mancer/fp8",
      "tier": false,
      "sample_size": 80720,
      "failures": 1705,
      "structured_output_error_rate": 0.021122
     }
    ]
   },
   {
    "id": "venice",
    "name": "Venice",
    "rank": 10,
    "role": "ignored",
    "slugs": [
     "venice"
    ],
    "variant": null,
    "sample_size": 1838549,
    "failures": 56525,
    "structured_output_error_rate": 0.030744,
    "structured_output_error_rate_ci95": [
     0.030496,
     0.030995
    ],
    "structured_outputs_per_day": 262650,
    "endpoints": [
     {
      "tag": "venice",
      "tier": false,
      "sample_size": 1838549,
      "failures": 56525,
      "structured_output_error_rate": 0.030744
     }
    ]
   },
   {
    "id": "cloudflare",
    "name": "Cloudflare",
    "rank": 11,
    "role": "ignored",
    "slugs": [
     "cloudflare"
    ],
    "variant": null,
    "sample_size": 1622827,
    "failures": 52516,
    "structured_output_error_rate": 0.032361,
    "structured_output_error_rate_ci95": [
     0.03209,
     0.032634
    ],
    "structured_outputs_per_day": 231832,
    "endpoints": [
     {
      "tag": "cloudflare",
      "tier": false,
      "sample_size": 1622827,
      "failures": 52516,
      "structured_output_error_rate": 0.032361
     }
    ]
   },
   {
    "id": "digitalocean",
    "name": "DigitalOcean",
    "rank": 12,
    "role": "ignored",
    "slugs": [
     "digitalocean"
    ],
    "variant": null,
    "sample_size": 2585007,
    "failures": 129765,
    "structured_output_error_rate": 0.050199,
    "structured_output_error_rate_ci95": [
     0.049934,
     0.050466
    ],
    "structured_outputs_per_day": 369287,
    "endpoints": [
     {
      "tag": "digitalocean",
      "tier": false,
      "sample_size": 2585007,
      "failures": 129765,
      "structured_output_error_rate": 0.050199
     }
    ]
   },
   {
    "id": "atlas-cloud/fp4",
    "name": "AtlasCloud",
    "rank": 13,
    "role": "ignored",
    "slugs": [
     "atlas-cloud/fp4"
    ],
    "variant": "fp4",
    "sample_size": 1886251,
    "failures": 692494,
    "structured_output_error_rate": 0.367127,
    "structured_output_error_rate_ci95": [
     0.36644,
     0.367815
    ],
    "structured_outputs_per_day": 269464,
    "endpoints": [
     {
      "tag": "atlas-cloud/fp4",
      "tier": false,
      "sample_size": 1886251,
      "failures": 692494,
      "structured_output_error_rate": 0.367127
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}