{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "openai/gpt-oss-120b",
  "permaslug": "openai/gpt-oss-120b",
  "name": "gpt-oss-120b",
  "maker": "OpenAI",
  "file": "models/gpt-oss-120b.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "low",
 "recommendation": {
  "order": [
   "groq",
   "deepinfra/bf16",
   "coreweave/fp4"
  ],
  "ignore": [
   "akashml/bf16",
   "parasail/fp4",
   "dekallm/bf16",
   "mancer/fp8",
   "crusoe/bf16",
   "phala",
   "baseten/fp4",
   "near-ai/fp4",
   "venice/int4",
   "novita/fp4",
   "cerebras/fp16",
   "sail-research/fp4",
   "nebius/fp4"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.039373,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "highest_uptime"
   ],
   "label": "Most reliable, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the highest uptime",
   "provider": "groq",
   "recommendation": {
    "order": [
     "groq",
     "deepinfra/bf16",
     "coreweave/fp4"
    ],
    "ignore": [
     "akashml/bf16",
     "parasail/fp4",
     "dekallm/bf16",
     "mancer/fp8",
     "crusoe/bf16",
     "phala",
     "baseten/fp4",
     "near-ai/fp4",
     "venice/int4",
     "novita/fp4",
     "cerebras/fp16",
     "sail-research/fp4",
     "nebius/fp4"
    ]
   }
  },
  {
   "id": "lowest_cost",
   "also": [],
   "label": "Lowest cost",
   "criterion": "the lowest price, blended at 3 tokens in to 1 out",
   "provider": "coreweave/fp4",
   "recommendation": {
    "order": [
     "coreweave/fp4",
     "groq",
     "deepinfra/bf16"
    ],
    "ignore": [
     "akashml/bf16",
     "parasail/fp4",
     "dekallm/bf16",
     "mancer/fp8",
     "crusoe/bf16",
     "phala",
     "baseten/fp4",
     "near-ai/fp4",
     "venice/int4",
     "novita/fp4",
     "cerebras/fp16",
     "sail-research/fp4",
     "nebius/fp4"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [],
   "label": "Highest throughput",
   "criterion": "the highest median tokens per second",
   "provider": "sambanova",
   "recommendation": {
    "order": [
     "sambanova",
     "groq",
     "deepinfra/bf16"
    ],
    "ignore": [
     "akashml/bf16",
     "parasail/fp4",
     "dekallm/bf16",
     "mancer/fp8",
     "crusoe/bf16",
     "phala",
     "baseten/fp4",
     "near-ai/fp4",
     "venice/int4",
     "novita/fp4",
     "cerebras/fp16",
     "sail-research/fp4",
     "nebius/fp4"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "groq",
   "name": "Groq",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "groq"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 767559,
   "failures": 299,
   "invalid_tool_call_rate": 0.00039,
   "invalid_tool_call_rate_ci95": [
    0.000348,
    0.000436
   ],
   "tool_calls_per_day": 109651,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 359.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "groq",
     "tier": false,
     "name": "Groq",
     "quantization": null,
     "sample_size": 767559,
     "failures": 299,
     "invalid_tool_call_rate": 0.00039
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://console.groq.com/docs/tool-use/overview",
    "website": "https://groq.com",
    "status_page": "https://status.groq.com/",
    "terms": "https://groq.com/terms-of-use/",
    "privacy": "https://groq.com/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/groq"
   }
  },
  {
   "id": "deepinfra/bf16",
   "name": "DeepInfra",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "deepinfra/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 463959,
   "failures": 6764,
   "invalid_tool_call_rate": 0.014579,
   "invalid_tool_call_rate_ci95": [
    0.014238,
    0.014928
   ],
   "tool_calls_per_day": 66280,
   "input_price_per_million": 0.037,
   "output_price_per_million": 0.17,
   "tokens_per_second": 33.0,
   "uptime": 0.9925,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/bf16",
     "tier": false,
     "name": "DeepInfra",
     "quantization": "bf16",
     "sample_size": 463959,
     "failures": 6764,
     "invalid_tool_call_rate": 0.014579
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "coreweave/fp4",
   "name": "CoreWeave",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "coreweave/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 632069,
   "failures": 13654,
   "invalid_tool_call_rate": 0.021602,
   "invalid_tool_call_rate_ci95": [
    0.021247,
    0.021963
   ],
   "tool_calls_per_day": 90296,
   "input_price_per_million": 0.03,
   "output_price_per_million": 0.17,
   "tokens_per_second": 65.0,
   "uptime": 0.9977,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "coreweave/fp4",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "fp4",
     "sample_size": 632069,
     "failures": 13654,
     "invalid_tool_call_rate": 0.021602
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "sambanova",
   "name": "SambaNova",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "sambanova"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 14964,
   "failures": 378,
   "invalid_tool_call_rate": 0.025261,
   "invalid_tool_call_rate_ci95": [
    0.022866,
    0.027899
   ],
   "tool_calls_per_day": 2138,
   "input_price_per_million": 0.14,
   "output_price_per_million": 0.95,
   "tokens_per_second": 377.5,
   "uptime": 0.9455,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "sambanova",
     "tier": false,
     "name": "SambaNova",
     "quantization": null,
     "sample_size": 14964,
     "failures": 378,
     "invalid_tool_call_rate": 0.025261
    }
   ],
   "direct_api": {
    "model_id": "gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.sambanova.ai/docs/en/features/function-calling",
    "website": "https://sambanova.ai",
    "status_page": "https://status.sambanova.ai/",
    "terms": "https://sambanova.ai/terms-and-conditions",
    "privacy": "https://sambanova.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/sambanova"
   }
  },
  {
   "id": "together",
   "name": "Together",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 28298,
   "failures": 795,
   "invalid_tool_call_rate": 0.028094,
   "invalid_tool_call_rate_ci95": [
    0.026232,
    0.030084
   ],
   "tool_calls_per_day": 4043,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 72.0,
   "uptime": 0.9825,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 28298,
     "failures": 795,
     "invalid_tool_call_rate": 0.028094
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "akashml/bf16",
   "name": "AkashML",
   "rank": 6,
   "role": "ignored",
   "slugs": [
    "akashml/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 92493,
   "failures": 2870,
   "invalid_tool_call_rate": 0.031029,
   "invalid_tool_call_rate_ci95": [
    0.029931,
    0.032166
   ],
   "tool_calls_per_day": 13213,
   "input_price_per_million": 0.03,
   "output_price_per_million": 0.187,
   "tokens_per_second": 45.0,
   "uptime": 1.0,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "akashml/bf16",
     "tier": false,
     "name": "AkashML",
     "quantization": "bf16",
     "sample_size": 92493,
     "failures": 2870,
     "invalid_tool_call_rate": 0.031029
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": true,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://akashml.com/docs/getting-started",
    "website": "https://akashml.com",
    "status_page": null,
    "terms": "https://akashml.com/terms",
    "privacy": "https://akashml.com/privacy",
    "openrouter": "https://openrouter.ai/provider/akashml"
   }
  },
  {
   "id": "parasail/fp4",
   "name": "Parasail",
   "rank": 7,
   "role": "ignored",
   "slugs": [
    "parasail/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 148516,
   "failures": 5157,
   "invalid_tool_call_rate": 0.034724,
   "invalid_tool_call_rate_ci95": [
    0.033804,
    0.035667
   ],
   "tool_calls_per_day": 21217,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.75,
   "tokens_per_second": 203.5,
   "uptime": 0.9998,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "parasail/fp4",
     "tier": false,
     "name": "Parasail",
     "quantization": "fp4",
     "sample_size": 148516,
     "failures": 5157,
     "invalid_tool_call_rate": 0.034724
    }
   ],
   "direct_api": {
    "model_id": "parasail-gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.parasail.io/parasail-docs",
    "website": "https://www.parasail.io",
    "status_page": null,
    "terms": "https://parasail.io/legal/terms-of-service",
    "privacy": "https://www.parasail.io/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/parasail"
   }
  },
  {
   "id": "dekallm/bf16",
   "name": "DekaLLM",
   "rank": 8,
   "role": "ignored",
   "slugs": [
    "dekallm/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 337691,
   "failures": 13296,
   "invalid_tool_call_rate": 0.039373,
   "invalid_tool_call_rate_ci95": [
    0.038723,
    0.040034
   ],
   "tool_calls_per_day": 48242,
   "input_price_per_million": 0.03,
   "output_price_per_million": 0.18,
   "tokens_per_second": 63.0,
   "uptime": 0.9993,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "dekallm/bf16",
     "tier": false,
     "name": "DekaLLM",
     "quantization": "bf16",
     "sample_size": 337691,
     "failures": 13296,
     "invalid_tool_call_rate": 0.039373
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": true,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.cloudeka.id",
    "status_page": null,
    "terms": "https://docs.cloudeka.ai/service-portal-ai/end-user-license-agreement",
    "privacy": "https://www.cloudeka.id/id/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/dekallm"
   }
  },
  {
   "id": "crusoe/bf16",
   "name": "Crusoe",
   "rank": 9,
   "role": "ignored",
   "slugs": [
    "crusoe/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 107186,
   "failures": 7856,
   "invalid_tool_call_rate": 0.073293,
   "invalid_tool_call_rate_ci95": [
    0.071748,
    0.074869
   ],
   "tool_calls_per_day": 15312,
   "input_price_per_million": 0.05,
   "output_price_per_million": 0.25,
   "tokens_per_second": 302.0,
   "uptime": 0.9943,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "crusoe/bf16",
     "tier": false,
     "name": "Crusoe",
     "quantization": "bf16",
     "sample_size": 107186,
     "failures": 7856,
     "invalid_tool_call_rate": 0.073293
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": true,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.crusoecloud.com/",
    "website": "https://crusoe.ai",
    "status_page": "https://status.crusoecloud.com/",
    "terms": "https://legal.crusoe.ai/open-router#managed-inference-tos-open-router",
    "privacy": "https://legal.crusoe.ai/open-router#cloud-privacy-policy",
    "openrouter": "https://openrouter.ai/provider/crusoe"
   }
  },
  {
   "id": "baseten/fp4",
   "name": "Baseten",
   "rank": 10,
   "role": "ignored",
   "slugs": [
    "baseten/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 43376,
   "failures": 4283,
   "invalid_tool_call_rate": 0.098741,
   "invalid_tool_call_rate_ci95": [
    0.095969,
    0.101584
   ],
   "tool_calls_per_day": 6197,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.5,
   "tokens_per_second": 164.75,
   "uptime": 0.9949,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "baseten/fp4",
     "tier": false,
     "name": "Baseten",
     "quantization": "fp4",
     "sample_size": 4954,
     "failures": 32,
     "invalid_tool_call_rate": 0.006459
    },
    {
     "tag": "baseten/fp4/us",
     "tier": false,
     "name": "Baseten",
     "quantization": "fp4",
     "sample_size": 38422,
     "failures": 4251,
     "invalid_tool_call_rate": 0.11064
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 128072,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "near-ai/fp4",
   "name": "NEAR AI",
   "rank": 11,
   "role": "ignored",
   "slugs": [
    "near-ai/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1075521,
   "failures": 111517,
   "invalid_tool_call_rate": 0.103686,
   "invalid_tool_call_rate_ci95": [
    0.103112,
    0.104264
   ],
   "tool_calls_per_day": 153646,
   "input_price_per_million": 0.03,
   "output_price_per_million": 0.15,
   "tokens_per_second": 46.0,
   "uptime": 0.9986,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "near-ai/fp4",
     "tier": false,
     "name": "NEAR AI",
     "quantization": "fp4",
     "sample_size": 1075521,
     "failures": 111517,
     "invalid_tool_call_rate": 0.103686
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": true,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.near.ai/",
    "website": "https://near.ai",
    "status_page": null,
    "terms": "https://near.ai/terms-of-service",
    "privacy": "https://near.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/near-ai"
   }
  },
  {
   "id": "venice/int4",
   "name": "Venice",
   "rank": 12,
   "role": "ignored",
   "slugs": [
    "venice/int4"
   ],
   "variant": "int4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 85918,
   "failures": 14800,
   "invalid_tool_call_rate": 0.172257,
   "invalid_tool_call_rate_ci95": [
    0.169747,
    0.174797
   ],
   "tool_calls_per_day": 12274,
   "input_price_per_million": 0.03,
   "output_price_per_million": 0.15,
   "tokens_per_second": 22.0,
   "uptime": 0.9907,
   "quantizations": [
    "int4"
   ],
   "endpoints": [
    {
     "tag": "venice/int4",
     "tier": false,
     "name": "Venice",
     "quantization": "int4",
     "sample_size": 85918,
     "failures": 14800,
     "invalid_tool_call_rate": 0.172257
    }
   ],
   "direct_api": {
    "model_id": "gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 128000,
    "tool_choice": true,
    "docs": "https://docs.venice.ai/overview/about-venice",
    "website": "https://venice.ai",
    "status_page": null,
    "terms": "https://venice.ai/legal/tos",
    "privacy": "https://venice.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/venice"
   }
  },
  {
   "id": "novita/fp4",
   "name": "NovitaAI",
   "rank": 13,
   "role": "ignored",
   "slugs": [
    "novita/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 90199,
   "failures": 26407,
   "invalid_tool_call_rate": 0.292764,
   "invalid_tool_call_rate_ci95": [
    0.289803,
    0.295742
   ],
   "tool_calls_per_day": 12886,
   "input_price_per_million": 0.05,
   "output_price_per_million": 0.25,
   "tokens_per_second": 124.0,
   "uptime": 0.9895,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "novita/fp4",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "fp4",
     "sample_size": 90199,
     "failures": 26407,
     "invalid_tool_call_rate": 0.292764
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "cerebras/fp16",
   "name": "Cerebras",
   "rank": 14,
   "role": "ignored",
   "slugs": [
    "cerebras/fp16"
   ],
   "variant": "fp16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 491881,
   "failures": 179138,
   "invalid_tool_call_rate": 0.36419,
   "invalid_tool_call_rate_ci95": [
    0.362846,
    0.365536
   ],
   "tool_calls_per_day": 70269,
   "input_price_per_million": 0.35,
   "output_price_per_million": 0.75,
   "tokens_per_second": 794.0,
   "uptime": 0.9995,
   "quantizations": [
    "fp16"
   ],
   "endpoints": [
    {
     "tag": "cerebras/fp16",
     "tier": false,
     "name": "Cerebras",
     "quantization": "fp16",
     "sample_size": 491881,
     "failures": 179138,
     "invalid_tool_call_rate": 0.36419
    }
   ],
   "direct_api": {
    "model_id": "gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://inference-docs.cerebras.ai/capabilities/tool-use",
    "website": "https://www.cerebras.ai",
    "status_page": "https://status.cerebras.ai/",
    "terms": "https://www.cerebras.ai/terms-of-service",
    "privacy": "https://www.cerebras.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/cerebras"
   }
  },
  {
   "id": "nebius/fp4",
   "name": "Nebius Token Factory",
   "rank": 15,
   "role": "ignored",
   "slugs": [
    "nebius/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 27316,
   "failures": 21886,
   "invalid_tool_call_rate": 0.801215,
   "invalid_tool_call_rate_ci95": [
    0.79644,
    0.805906
   ],
   "tool_calls_per_day": 3902,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 295.0,
   "uptime": 0.9972,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "nebius/fp4",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "fp4",
     "sample_size": 27316,
     "failures": 21886,
     "invalid_tool_call_rate": 0.801215
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  }
 ],
 "others": [
  {
   "id": "mara",
   "name": "MARA",
   "role": "neutral",
   "slugs": [
    "mara"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 4958,
   "failures": 94,
   "invalid_tool_call_rate": 0.018959,
   "invalid_tool_call_rate_ci95": [
    0.015519,
    0.023145
   ],
   "tool_calls_per_day": 708,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.75,
   "tokens_per_second": 157.0,
   "uptime": 0.9757,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "mara",
     "tier": false,
     "name": "MARA",
     "quantization": null,
     "sample_size": 4958,
     "failures": 94,
     "invalid_tool_call_rate": 0.018959
    }
   ],
   "direct_api": {
    "model_id": "gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": null,
    "website": "https://www.mara.com",
    "status_page": null,
    "terms": "https://www.mara.com/mara-legals/ai-policies#cloud-toc",
    "privacy": "https://www.mara.com/mara-legals/ai-policies#cloud-pp",
    "openrouter": "https://openrouter.ai/provider/mara"
   }
  },
  {
   "id": "mancer/fp8",
   "name": "Mancer",
   "role": "ignored",
   "slugs": [
    "mancer/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2527,
   "failures": 113,
   "invalid_tool_call_rate": 0.044717,
   "invalid_tool_call_rate_ci95": [
    0.037326,
    0.05349
   ],
   "tool_calls_per_day": 361,
   "input_price_per_million": 0.05,
   "output_price_per_million": 0.25,
   "tokens_per_second": 67.0,
   "uptime": 0.9975,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "mancer/fp8",
     "tier": false,
     "name": "Mancer",
     "quantization": "fp8",
     "sample_size": 2527,
     "failures": 113,
     "invalid_tool_call_rate": 0.044717
    }
   ],
   "direct_api": {
    "model_id": "gpt-oss-120b",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://mancer.tech/docs-api/",
    "website": "https://mancer.tech",
    "status_page": null,
    "terms": "https://mancer.tech/terms",
    "privacy": "https://mancer.tech/privacy",
    "openrouter": "https://openrouter.ai/provider/mancer"
   }
  },
  {
   "id": "phala",
   "name": "Phala",
   "role": "ignored",
   "slugs": [
    "phala"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 1266,
   "failures": 115,
   "invalid_tool_call_rate": 0.090837,
   "invalid_tool_call_rate_ci95": [
    0.07622,
    0.10793
   ],
   "tool_calls_per_day": 181,
   "input_price_per_million": 0.15,
   "output_price_per_million": 0.6,
   "tokens_per_second": 112.0,
   "uptime": 0.9883,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "phala",
     "tier": false,
     "name": "Phala",
     "quantization": null,
     "sample_size": 1266,
     "failures": 115,
     "invalid_tool_call_rate": 0.090837
    }
   ],
   "direct_api": {
    "model_id": "phala/gpt-oss-120b",
    "dedicated_endpoint": true,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.phala.com/",
    "website": "https://redpill.ai",
    "status_page": "https://status.phala.network/",
    "terms": "https://redpill.ai/terms",
    "privacy": "https://redpill.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/phala"
   }
  },
  {
   "id": "sail-research/fp4",
   "name": "Sail Research",
   "role": "ignored",
   "slugs": [
    "sail-research/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 2088,
   "failures": 1018,
   "invalid_tool_call_rate": 0.487548,
   "invalid_tool_call_rate_ci95": [
    0.46615,
    0.508991
   ],
   "tool_calls_per_day": 298,
   "input_price_per_million": 0.06,
   "output_price_per_million": 0.4,
   "tokens_per_second": 159.0,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "sail-research/fp4",
     "tier": false,
     "name": "Sail Research",
     "quantization": "fp4",
     "sample_size": 2088,
     "failures": 1018,
     "invalid_tool_call_rate": 0.487548
    }
   ],
   "direct_api": {
    "model_id": "openai/gpt-oss-120b",
    "dedicated_endpoint": true,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.sailresearch.com/",
    "website": "https://www.sailresearch.com",
    "status_page": "https://status.sailresearch.com/",
    "terms": "https://www.sailresearch.com/terms",
    "privacy": "https://www.sailresearch.com/privacy",
    "openrouter": "https://openrouter.ai/provider/sail-research"
   }
  }
 ],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "mara",
    "akashml/bf16",
    "nebius/fp4"
   ],
   "ignore": [
    "siliconflow/fp8",
    "coreweave/fp4",
    "sail-research/fp4",
    "google-vertex/global"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.017062,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "mara",
    "name": "MARA",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "mara"
    ],
    "variant": null,
    "sample_size": 86465,
    "failures": 585,
    "structured_output_error_rate": 0.006766,
    "structured_output_error_rate_ci95": [
     0.006241,
     0.007334
    ],
    "structured_outputs_per_day": 12352,
    "endpoints": [
     {
      "tag": "mara",
      "tier": false,
      "sample_size": 86465,
      "failures": 585,
      "structured_output_error_rate": 0.006766
     }
    ]
   },
   {
    "id": "akashml/bf16",
    "name": "AkashML",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "akashml/bf16"
    ],
    "variant": "bf16",
    "sample_size": 2421829,
    "failures": 19979,
    "structured_output_error_rate": 0.00825,
    "structured_output_error_rate_ci95": [
     0.008136,
     0.008364
    ],
    "structured_outputs_per_day": 345976,
    "endpoints": [
     {
      "tag": "akashml/bf16",
      "tier": false,
      "sample_size": 2421829,
      "failures": 19979,
      "structured_output_error_rate": 0.00825
     }
    ]
   },
   {
    "id": "nebius/fp4",
    "name": "Nebius Token Factory",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "nebius/fp4"
    ],
    "variant": "fp4",
    "sample_size": 355714,
    "failures": 3191,
    "structured_output_error_rate": 0.008971,
    "structured_output_error_rate_ci95": [
     0.008666,
     0.009286
    ],
    "structured_outputs_per_day": 50816,
    "endpoints": [
     {
      "tag": "nebius/fp4",
      "tier": false,
      "sample_size": 355714,
      "failures": 3191,
      "structured_output_error_rate": 0.008971
     }
    ]
   },
   {
    "id": "deepinfra/bf16",
    "name": "DeepInfra",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "deepinfra/bf16"
    ],
    "variant": "bf16",
    "sample_size": 3559964,
    "failures": 34520,
    "structured_output_error_rate": 0.009697,
    "structured_output_error_rate_ci95": [
     0.009595,
     0.009799
    ],
    "structured_outputs_per_day": 508566,
    "endpoints": [
     {
      "tag": "deepinfra/bf16",
      "tier": false,
      "sample_size": 3559964,
      "failures": 34520,
      "structured_output_error_rate": 0.009697
     }
    ]
   },
   {
    "id": "baseten/fp4",
    "name": "Baseten",
    "rank": 5,
    "role": "neutral",
    "slugs": [
     "baseten/fp4"
    ],
    "variant": "fp4",
    "sample_size": 705425,
    "failures": 7436,
    "structured_output_error_rate": 0.010541,
    "structured_output_error_rate_ci95": [
     0.010305,
     0.010782
    ],
    "structured_outputs_per_day": 100775,
    "endpoints": [
     {
      "tag": "baseten/fp4",
      "tier": false,
      "sample_size": 207933,
      "failures": 2835,
      "structured_output_error_rate": 0.013634
     },
     {
      "tag": "baseten/fp4/us",
      "tier": false,
      "sample_size": 497492,
      "failures": 4602,
      "structured_output_error_rate": 0.00925
     }
    ]
   },
   {
    "id": "mancer/fp8",
    "name": "Mancer",
    "rank": 6,
    "role": "neutral",
    "slugs": [
     "mancer/fp8"
    ],
    "variant": "fp8",
    "sample_size": 566882,
    "failures": 6621,
    "structured_output_error_rate": 0.01168,
    "structured_output_error_rate_ci95": [
     0.011403,
     0.011963
    ],
    "structured_outputs_per_day": 80983,
    "endpoints": [
     {
      "tag": "mancer/fp8",
      "tier": false,
      "sample_size": 566882,
      "failures": 6621,
      "structured_output_error_rate": 0.01168
     }
    ]
   },
   {
    "id": "parasail/fp4",
    "name": "Parasail",
    "rank": 7,
    "role": "neutral",
    "slugs": [
     "parasail/fp4"
    ],
    "variant": "fp4",
    "sample_size": 192550,
    "failures": 2292,
    "structured_output_error_rate": 0.011903,
    "structured_output_error_rate_ci95": [
     0.011429,
     0.012398
    ],
    "structured_outputs_per_day": 27507,
    "endpoints": [
     {
      "tag": "parasail/fp4",
      "tier": false,
      "sample_size": 192550,
      "failures": 2292,
      "structured_output_error_rate": 0.011903
     }
    ]
   },
   {
    "id": "crusoe/bf16",
    "name": "Crusoe",
    "rank": 8,
    "role": "neutral",
    "slugs": [
     "crusoe/bf16"
    ],
    "variant": "bf16",
    "sample_size": 2209031,
    "failures": 27754,
    "structured_output_error_rate": 0.012564,
    "structured_output_error_rate_ci95": [
     0.012418,
     0.012712
    ],
    "structured_outputs_per_day": 315576,
    "endpoints": [
     {
      "tag": "crusoe/bf16",
      "tier": false,
      "sample_size": 2209031,
      "failures": 27754,
      "structured_output_error_rate": 0.012564
     }
    ]
   },
   {
    "id": "dekallm/bf16",
    "name": "DekaLLM",
    "rank": 9,
    "role": "neutral",
    "slugs": [
     "dekallm/bf16"
    ],
    "variant": "bf16",
    "sample_size": 1397766,
    "failures": 18697,
    "structured_output_error_rate": 0.013376,
    "structured_output_error_rate_ci95": [
     0.013187,
     0.013568
    ],
    "structured_outputs_per_day": 199681,
    "endpoints": [
     {
      "tag": "dekallm/bf16",
      "tier": false,
      "sample_size": 1397766,
      "failures": 18697,
      "structured_output_error_rate": 0.013376
     }
    ]
   },
   {
    "id": "together",
    "name": "Together",
    "rank": 10,
    "role": "neutral",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 123258,
    "failures": 2103,
    "structured_output_error_rate": 0.017062,
    "structured_output_error_rate_ci95": [
     0.016354,
     0.0178
    ],
    "structured_outputs_per_day": 17608,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 123258,
      "failures": 2103,
      "structured_output_error_rate": 0.017062
     }
    ]
   },
   {
    "id": "cerebras/fp16",
    "name": "Cerebras",
    "rank": 11,
    "role": "neutral",
    "slugs": [
     "cerebras/fp16"
    ],
    "variant": "fp16",
    "sample_size": 5721981,
    "failures": 114282,
    "structured_output_error_rate": 0.019972,
    "structured_output_error_rate_ci95": [
     0.019858,
     0.020087
    ],
    "structured_outputs_per_day": 817426,
    "endpoints": [
     {
      "tag": "cerebras/fp16",
      "tier": false,
      "sample_size": 5721981,
      "failures": 114282,
      "structured_output_error_rate": 0.019972
     }
    ]
   },
   {
    "id": "groq",
    "name": "Groq",
    "rank": 12,
    "role": "neutral",
    "slugs": [
     "groq"
    ],
    "variant": null,
    "sample_size": 6305969,
    "failures": 127529,
    "structured_output_error_rate": 0.020224,
    "structured_output_error_rate_ci95": [
     0.020114,
     0.020334
    ],
    "structured_outputs_per_day": 900853,
    "endpoints": [
     {
      "tag": "groq",
      "tier": false,
      "sample_size": 6305969,
      "failures": 127529,
      "structured_output_error_rate": 0.020224
     }
    ]
   },
   {
    "id": "near-ai/fp4",
    "name": "NEAR AI",
    "rank": 13,
    "role": "neutral",
    "slugs": [
     "near-ai/fp4"
    ],
    "variant": "fp4",
    "sample_size": 2476337,
    "failures": 53420,
    "structured_output_error_rate": 0.021572,
    "structured_output_error_rate_ci95": [
     0.021392,
     0.021754
    ],
    "structured_outputs_per_day": 353762,
    "endpoints": [
     {
      "tag": "near-ai/fp4",
      "tier": false,
      "sample_size": 2476337,
      "failures": 53420,
      "structured_output_error_rate": 0.021572
     }
    ]
   },
   {
    "id": "phala",
    "name": "Phala",
    "rank": 14,
    "role": "neutral",
    "slugs": [
     "phala"
    ],
    "variant": null,
    "sample_size": 61420,
    "failures": 1392,
    "structured_output_error_rate": 0.022664,
    "structured_output_error_rate_ci95": [
     0.021516,
     0.023871
    ],
    "structured_outputs_per_day": 8774,
    "endpoints": [
     {
      "tag": "phala",
      "tier": false,
      "sample_size": 61420,
      "failures": 1392,
      "structured_output_error_rate": 0.022664
     }
    ]
   },
   {
    "id": "siliconflow/fp8",
    "name": "SiliconFlow",
    "rank": 15,
    "role": "ignored",
    "slugs": [
     "siliconflow/fp8"
    ],
    "variant": "fp8",
    "sample_size": 46563,
    "failures": 2793,
    "structured_output_error_rate": 0.059983,
    "structured_output_error_rate_ci95": [
     0.057862,
     0.062177
    ],
    "structured_outputs_per_day": 6652,
    "endpoints": [
     {
      "tag": "siliconflow/fp8",
      "tier": false,
      "sample_size": 46563,
      "failures": 2793,
      "structured_output_error_rate": 0.059983
     }
    ]
   },
   {
    "id": "coreweave/fp4",
    "name": "CoreWeave",
    "rank": 16,
    "role": "ignored",
    "slugs": [
     "coreweave/fp4"
    ],
    "variant": "fp4",
    "sample_size": 943365,
    "failures": 73338,
    "structured_output_error_rate": 0.077741,
    "structured_output_error_rate_ci95": [
     0.077202,
     0.078283
    ],
    "structured_outputs_per_day": 134766,
    "endpoints": [
     {
      "tag": "coreweave/fp4",
      "tier": false,
      "sample_size": 943365,
      "failures": 73338,
      "structured_output_error_rate": 0.077741
     }
    ]
   },
   {
    "id": "sail-research/fp4",
    "name": "Sail Research",
    "rank": 17,
    "role": "ignored",
    "slugs": [
     "sail-research/fp4"
    ],
    "variant": "fp4",
    "sample_size": 149485,
    "failures": 17615,
    "structured_output_error_rate": 0.117838,
    "structured_output_error_rate_ci95": [
     0.116213,
     0.119482
    ],
    "structured_outputs_per_day": 21355,
    "endpoints": [
     {
      "tag": "sail-research/fp4",
      "tier": false,
      "sample_size": 149485,
      "failures": 17615,
      "structured_output_error_rate": 0.117838
     }
    ]
   },
   {
    "id": "google-vertex/global",
    "name": "Google Vertex",
    "rank": 18,
    "role": "ignored",
    "slugs": [
     "google-vertex/global"
    ],
    "variant": null,
    "sample_size": 34550,
    "failures": 4941,
    "structured_output_error_rate": 0.14301,
    "structured_output_error_rate_ci95": [
     0.139358,
     0.146741
    ],
    "structured_outputs_per_day": 4936,
    "endpoints": [
     {
      "tag": "google-vertex/global",
      "tier": false,
      "sample_size": 34550,
      "failures": 4941,
      "structured_output_error_rate": 0.14301
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}