{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "meta-llama/llama-3.3-70b-instruct",
  "permaslug": "meta-llama/llama-3.3-70b-instruct",
  "name": "Llama 3.3 70B Instruct",
  "maker": "Meta",
  "file": "models/llama-3.3-70b-instruct.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "groq"
  ],
  "ignore": [
   "coreweave/fp16",
   "deepinfra/turbo",
   "novita/bf16",
   "akashml/fp8"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.09938,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost",
    "highest_throughput",
    "highest_uptime"
   ],
   "label": "Most reliable, lowest cost, highest throughput, highest uptime",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out; the highest median tokens per second; the highest uptime",
   "provider": "groq",
   "recommendation": {
    "order": [
     "groq"
    ],
    "ignore": [
     "coreweave/fp16",
     "deepinfra/turbo",
     "novita/bf16",
     "akashml/fp8"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "groq",
   "name": "Groq",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "groq"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 17392,
   "failures": 384,
   "invalid_tool_call_rate": 0.022079,
   "invalid_tool_call_rate_ci95": [
    0.019998,
    0.024371
   ],
   "tool_calls_per_day": 2485,
   "input_price_per_million": 0.59,
   "output_price_per_million": 0.79,
   "tokens_per_second": 223.0,
   "uptime": 1.0,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "groq",
     "tier": false,
     "name": "Groq",
     "quantization": null,
     "sample_size": 17392,
     "failures": 384,
     "invalid_tool_call_rate": 0.022079
    }
   ],
   "direct_api": {
    "model_id": "llama-3.3-70b-versatile",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://console.groq.com/docs/tool-use/overview",
    "website": "https://groq.com",
    "status_page": "https://status.groq.com/",
    "terms": "https://groq.com/terms-of-use/",
    "privacy": "https://groq.com/privacy-policy/",
    "openrouter": "https://openrouter.ai/provider/groq"
   }
  },
  {
   "id": "coreweave/fp16",
   "name": "CoreWeave",
   "rank": 2,
   "role": "ignored",
   "slugs": [
    "coreweave/fp16"
   ],
   "variant": "fp16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 374998,
   "failures": 17451,
   "invalid_tool_call_rate": 0.046536,
   "invalid_tool_call_rate_ci95": [
    0.045867,
    0.047215
   ],
   "tool_calls_per_day": 53571,
   "input_price_per_million": 0.71,
   "output_price_per_million": 0.71,
   "tokens_per_second": 87.0,
   "uptime": 0.9996,
   "quantizations": [
    "fp16"
   ],
   "endpoints": [
    {
     "tag": "coreweave/fp16",
     "tier": false,
     "name": "CoreWeave",
     "quantization": "fp16",
     "sample_size": 374998,
     "failures": 17451,
     "invalid_tool_call_rate": 0.046536
    }
   ],
   "direct_api": {
    "model_id": "meta-llama/Llama-3.3-70B-Instruct",
    "dedicated_endpoint": false,
    "context_tokens": 128000,
    "tool_choice": true,
    "docs": "https://docs.coreweave.com/products/inference/serverless",
    "website": "https://coreweave.com",
    "status_page": null,
    "terms": "https://docs.coreweave.com/policies/terms-of-service",
    "privacy": "https://docs.coreweave.com/policies/terms-of-service/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/coreweave"
   }
  },
  {
   "id": "deepinfra/turbo",
   "name": "DeepInfra",
   "rank": 3,
   "role": "ignored",
   "slugs": [
    "deepinfra/turbo"
   ],
   "variant": "fp8/turbo",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 45623,
   "failures": 4534,
   "invalid_tool_call_rate": 0.09938,
   "invalid_tool_call_rate_ci95": [
    0.096668,
    0.102159
   ],
   "tool_calls_per_day": 6518,
   "input_price_per_million": 0.1,
   "output_price_per_million": 0.32,
   "tokens_per_second": 19.0,
   "uptime": 0.9919,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "deepinfra/turbo",
     "tier": false,
     "name": "DeepInfra (Turbo)",
     "quantization": "fp8",
     "sample_size": 45623,
     "failures": 4534,
     "invalid_tool_call_rate": 0.09938
    }
   ],
   "direct_api": {
    "model_id": "meta-llama/Llama-3.3-70B-Instruct-Turbo",
    "dedicated_endpoint": false,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://docs.deepinfra.com/chat/tool-calling",
    "website": "https://deepinfra.com",
    "status_page": "https://status.deepinfra.com/",
    "terms": "https://deepinfra.com/terms",
    "privacy": "https://deepinfra.com/privacy",
    "openrouter": "https://openrouter.ai/provider/deepinfra"
   }
  },
  {
   "id": "novita/bf16",
   "name": "NovitaAI",
   "rank": 4,
   "role": "ignored",
   "slugs": [
    "novita/bf16"
   ],
   "variant": "bf16",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 16502,
   "failures": 4222,
   "invalid_tool_call_rate": 0.255848,
   "invalid_tool_call_rate_ci95": [
    0.249248,
    0.262562
   ],
   "tool_calls_per_day": 2357,
   "input_price_per_million": 0.135,
   "output_price_per_million": 0.4,
   "tokens_per_second": 35.0,
   "uptime": 0.9881,
   "quantizations": [
    "bf16"
   ],
   "endpoints": [
    {
     "tag": "novita/bf16",
     "tier": false,
     "name": "NovitaAI",
     "quantization": "bf16",
     "sample_size": 16502,
     "failures": 4222,
     "invalid_tool_call_rate": 0.255848
    }
   ],
   "direct_api": {
    "model_id": "meta-llama/llama-3.3-70b-instruct",
    "dedicated_endpoint": false,
    "context_tokens": 12288,
    "tool_choice": true,
    "docs": "https://docs.novita.ai/guides/llm-function-calling",
    "website": "https://novita.ai",
    "status_page": "https://status.novita.ai/",
    "terms": "https://novita.ai/legal/terms-of-service",
    "privacy": "https://novita.ai/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/novita"
   }
  },
  {
   "id": "akashml/fp8",
   "name": "AkashML",
   "rank": 5,
   "role": "ignored",
   "slugs": [
    "akashml/fp8"
   ],
   "variant": "fp8",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 63088,
   "failures": 20663,
   "invalid_tool_call_rate": 0.327527,
   "invalid_tool_call_rate_ci95": [
    0.323875,
    0.331199
   ],
   "tool_calls_per_day": 9013,
   "input_price_per_million": 0.2,
   "output_price_per_million": 0.52,
   "tokens_per_second": 33.0,
   "uptime": 0.9997,
   "quantizations": [
    "fp8"
   ],
   "endpoints": [
    {
     "tag": "akashml/fp8",
     "tier": false,
     "name": "AkashML",
     "quantization": "fp8",
     "sample_size": 63088,
     "failures": 20663,
     "invalid_tool_call_rate": 0.327527
    }
   ],
   "direct_api": {
    "model_id": "meta-llama/Llama-3.3-70B-Instruct",
    "dedicated_endpoint": true,
    "context_tokens": 131072,
    "tool_choice": true,
    "docs": "https://akashml.com/docs/getting-started",
    "website": "https://akashml.com",
    "status_page": null,
    "terms": "https://akashml.com/terms",
    "privacy": "https://akashml.com/privacy",
    "openrouter": "https://openrouter.ai/provider/akashml"
   }
  }
 ],
 "others": [],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "sambanova-turbo",
    "parasail/fp8",
    "akashml/fp8"
   ],
   "ignore": [
    "deepinfra/turbo"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.006686,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "sambanova-turbo",
    "name": "SambaNova Turbo",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "sambanova-turbo"
    ],
    "variant": null,
    "sample_size": 124592,
    "failures": 174,
    "structured_output_error_rate": 0.001397,
    "structured_output_error_rate_ci95": [
     0.001204,
     0.00162
    ],
    "structured_outputs_per_day": 17799,
    "endpoints": [
     {
      "tag": "sambanova-turbo",
      "tier": false,
      "sample_size": 124592,
      "failures": 174,
      "structured_output_error_rate": 0.001397
     }
    ]
   },
   {
    "id": "parasail/fp8",
    "name": "Parasail",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "parasail/fp8"
    ],
    "variant": "fp8",
    "sample_size": 868214,
    "failures": 5762,
    "structured_output_error_rate": 0.006637,
    "structured_output_error_rate_ci95": [
     0.006468,
     0.00681
    ],
    "structured_outputs_per_day": 124031,
    "endpoints": [
     {
      "tag": "parasail/fp8",
      "tier": false,
      "sample_size": 868214,
      "failures": 5762,
      "structured_output_error_rate": 0.006637
     }
    ]
   },
   {
    "id": "akashml/fp8",
    "name": "AkashML",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "akashml/fp8"
    ],
    "variant": "fp8",
    "sample_size": 1412887,
    "failures": 9446,
    "structured_output_error_rate": 0.006686,
    "structured_output_error_rate_ci95": [
     0.006553,
     0.006821
    ],
    "structured_outputs_per_day": 201841,
    "endpoints": [
     {
      "tag": "akashml/fp8",
      "tier": false,
      "sample_size": 1412887,
      "failures": 9446,
      "structured_output_error_rate": 0.006686
     }
    ]
   },
   {
    "id": "coreweave/fp16",
    "name": "CoreWeave",
    "rank": 4,
    "role": "neutral",
    "slugs": [
     "coreweave/fp16"
    ],
    "variant": "fp16",
    "sample_size": 231171,
    "failures": 2283,
    "structured_output_error_rate": 0.009876,
    "structured_output_error_rate_ci95": [
     0.009481,
     0.010287
    ],
    "structured_outputs_per_day": 33024,
    "endpoints": [
     {
      "tag": "coreweave/fp16",
      "tier": false,
      "sample_size": 231171,
      "failures": 2283,
      "structured_output_error_rate": 0.009876
     }
    ]
   },
   {
    "id": "deepinfra/turbo",
    "name": "DeepInfra",
    "rank": 5,
    "role": "ignored",
    "slugs": [
     "deepinfra/turbo"
    ],
    "variant": "fp8/turbo",
    "sample_size": 1872702,
    "failures": 79038,
    "structured_output_error_rate": 0.042205,
    "structured_output_error_rate_ci95": [
     0.041918,
     0.042494
    ],
    "structured_outputs_per_day": 267529,
    "endpoints": [
     {
      "tag": "deepinfra/turbo",
      "tier": false,
      "sample_size": 1872702,
      "failures": 79038,
      "structured_output_error_rate": 0.042205
     }
    ]
   }
  ],
  "others": []
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}