{
 "methodology_version": "2.0",
 "generated_at": "2026-10-30T00:44:27Z",
 "as_of": "2026-10-29T00:00:00Z",
 "valid_until": "2026-10-31T00:00:00Z",
 "window": {
  "start": "2026-10-22T00:00:00Z",
  "end": "2026-10-29T00:00:00Z",
  "days": 7,
  "observed_days": 7.0
 },
 "model": {
  "id": "meta/muse-spark-open",
  "permaslug": "meta/muse-spark-open-20261015",
  "name": "Muse Spark Open",
  "maker": "Meta",
  "file": "models/muse-spark-open.json"
 },
 "metric": "invalid_tool_call_rate",
 "status": "ok",
 "status_reason": null,
 "confidence": "high",
 "recommendation": {
  "order": [
   "nebius/fp4",
   "fireworks",
   "together"
  ],
  "ignore": [
   "modal"
  ]
 },
 "thresholds": {
  "min_tool_calls_per_day_to_recommend": 1000,
  "median_invalid_tool_call_rate": 0.016147,
  "ignore_at_or_above": 0.03
 },
 "choices": [
  {
   "id": "most_reliable",
   "also": [
    "lowest_cost"
   ],
   "label": "Most reliable, lowest cost",
   "criterion": "the lowest invalid tool-call rate; the lowest price, blended at 3 tokens in to 1 out",
   "provider": "nebius/fp4",
   "recommendation": {
    "order": [
     "nebius/fp4",
     "fireworks",
     "together"
    ],
    "ignore": [
     "modal"
    ]
   }
  },
  {
   "id": "highest_throughput",
   "also": [
    "highest_uptime"
   ],
   "label": "Highest throughput, highest uptime",
   "criterion": "the highest median tokens per second; the highest uptime",
   "provider": "baseten/fp4",
   "recommendation": {
    "order": [
     "baseten/fp4",
     "nebius/fp4",
     "fireworks"
    ],
    "ignore": [
     "modal"
    ]
   }
  }
 ],
 "providers": [
  {
   "id": "nebius/fp4",
   "name": "Nebius Token Factory",
   "rank": 1,
   "role": "recommended",
   "slugs": [
    "nebius/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 88758,
   "failures": 61,
   "invalid_tool_call_rate": 0.000687,
   "invalid_tool_call_rate_ci95": [
    0.000535,
    0.000883
   ],
   "tool_calls_per_day": 12680,
   "input_price_per_million": 1.25,
   "output_price_per_million": 4.25,
   "tokens_per_second": 76.0,
   "uptime": 0.9511,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "nebius/fp4",
     "tier": false,
     "name": "Nebius Token Factory",
     "quantization": "fp4",
     "sample_size": 88758,
     "failures": 61,
     "invalid_tool_call_rate": 0.000687
    }
   ],
   "direct_api": {
    "model_id": "meta-models/muse-spark-open",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.tokenfactory.nebius.com/api-reference/introduction",
    "website": "https://nebius.com",
    "status_page": null,
    "terms": "https://docs.nebius.com/legal/studio/terms-of-use/",
    "privacy": "https://docs.nebius.com/legal/studio/privacy/",
    "openrouter": "https://openrouter.ai/provider/nebius"
   }
  },
  {
   "id": "fireworks",
   "name": "Fireworks",
   "rank": 2,
   "role": "recommended",
   "slugs": [
    "fireworks"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 91105,
   "failures": 290,
   "invalid_tool_call_rate": 0.003183,
   "invalid_tool_call_rate_ci95": [
    0.002838,
    0.00357
   ],
   "tool_calls_per_day": 13015,
   "input_price_per_million": 1.25,
   "output_price_per_million": 4.25,
   "tokens_per_second": 76.0,
   "uptime": 0.9912,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "fireworks",
     "tier": false,
     "name": "Fireworks",
     "quantization": null,
     "sample_size": 91105,
     "failures": 290,
     "invalid_tool_call_rate": 0.003183
    }
   ],
   "direct_api": {
    "model_id": "accounts/fireworks/models/muse-spark-open",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.fireworks.ai/guides/function-calling",
    "website": "https://fireworks.ai",
    "status_page": "https://status.fireworks.ai/",
    "terms": "https://fireworks.ai/terms-of-service",
    "privacy": "https://fireworks.ai/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/fireworks"
   }
  },
  {
   "id": "together",
   "name": "Together",
   "rank": 3,
   "role": "recommended",
   "slugs": [
    "together"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 238926,
   "failures": 904,
   "invalid_tool_call_rate": 0.003784,
   "invalid_tool_call_rate_ci95": [
    0.003545,
    0.004038
   ],
   "tool_calls_per_day": 34132,
   "input_price_per_million": 1.25,
   "output_price_per_million": 4.25,
   "tokens_per_second": 92.0,
   "uptime": 0.9943,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "together",
     "tier": false,
     "name": "Together",
     "quantization": null,
     "sample_size": 238926,
     "failures": 904,
     "invalid_tool_call_rate": 0.003784
    }
   ],
   "direct_api": {
    "model_id": "meta-models/Muse-Spark-Open-816B-A42B",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.together.ai/docs/inference/function-calling/overview",
    "website": "https://www.together.ai",
    "status_page": "https://status.together.ai/",
    "terms": "https://www.together.ai/terms-of-service",
    "privacy": "https://www.together.ai/privacy",
    "openrouter": "https://openrouter.ai/provider/together"
   }
  },
  {
   "id": "makora/fp4",
   "name": "Makora",
   "rank": 4,
   "role": "neutral",
   "slugs": [
    "makora/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 265369,
   "failures": 4285,
   "invalid_tool_call_rate": 0.016147,
   "invalid_tool_call_rate_ci95": [
    0.015675,
    0.016634
   ],
   "tool_calls_per_day": 37910,
   "input_price_per_million": 1.25,
   "output_price_per_million": 4.25,
   "tokens_per_second": 169.0,
   "uptime": 0.9997,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "makora/fp4",
     "tier": false,
     "name": "Makora",
     "quantization": "fp4",
     "sample_size": 265369,
     "failures": 4285,
     "invalid_tool_call_rate": 0.016147
    }
   ],
   "direct_api": {
    "model_id": "meta-models/Muse-Spark-Open-816B-A42B-NVFP4",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.makora.com/",
    "website": null,
    "status_page": "https://status.makora.com",
    "terms": null,
    "privacy": null,
    "openrouter": "https://openrouter.ai/provider/makora"
   }
  },
  {
   "id": "baseten/fp4",
   "name": "Baseten",
   "rank": 5,
   "role": "neutral",
   "slugs": [
    "baseten/fp4"
   ],
   "variant": "fp4",
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 9018,
   "failures": 196,
   "invalid_tool_call_rate": 0.021734,
   "invalid_tool_call_rate_ci95": [
    0.018922,
    0.024954
   ],
   "tool_calls_per_day": 1288,
   "input_price_per_million": 1.25,
   "output_price_per_million": 4.25,
   "tokens_per_second": 175.0,
   "uptime": 1.0,
   "quantizations": [
    "fp4"
   ],
   "endpoints": [
    {
     "tag": "baseten/fp4",
     "tier": false,
     "name": "Baseten",
     "quantization": "fp4",
     "sample_size": 9018,
     "failures": 196,
     "invalid_tool_call_rate": 0.021734
    }
   ],
   "direct_api": {
    "model_id": "meta-models/muse-spark-open",
    "dedicated_endpoint": false,
    "context_tokens": 1048576,
    "tool_choice": true,
    "docs": "https://docs.baseten.co/inference/model-apis/overview",
    "website": "https://www.baseten.co",
    "status_page": "https://status.baseten.co/",
    "terms": "https://www.baseten.co/terms-and-conditions",
    "privacy": "https://www.baseten.co/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/baseten"
   }
  },
  {
   "id": "modal",
   "name": "Modal",
   "rank": 6,
   "role": "ignored",
   "slugs": [
    "modal"
   ],
   "variant": null,
   "makers_api": false,
   "retains_prompts": false,
   "trains_on_prompts": false,
   "sample_size": 55117,
   "failures": 1797,
   "invalid_tool_call_rate": 0.032603,
   "invalid_tool_call_rate_ci95": [
    0.031153,
    0.034119
   ],
   "tool_calls_per_day": 7874,
   "input_price_per_million": 1.25,
   "output_price_per_million": 4.25,
   "tokens_per_second": 75.0,
   "uptime": 0.9931,
   "quantizations": [],
   "endpoints": [
    {
     "tag": "modal",
     "tier": false,
     "name": "Modal",
     "quantization": null,
     "sample_size": 55117,
     "failures": 1797,
     "invalid_tool_call_rate": 0.032603
    }
   ],
   "direct_api": {
    "model_id": null,
    "dedicated_endpoint": false,
    "context_tokens": 1000000,
    "tool_choice": true,
    "docs": "https://modal.com/docs",
    "website": "https://modal.com",
    "status_page": "https://status.modal.com/",
    "terms": "https://modal.com/legal/terms",
    "privacy": "https://modal.com/legal/privacy-policy",
    "openrouter": "https://openrouter.ai/provider/modal"
   }
  }
 ],
 "others": [],
 "structured_outputs": {
  "metric": "structured_output_error_rate",
  "as_of": "2026-10-29T00:00:00Z",
  "valid_until": "2026-10-31T00:00:00Z",
  "window": {
   "start": "2026-10-22T00:00:00Z",
   "end": "2026-10-29T00:00:00Z",
   "days": 7,
   "observed_days": 7.0
  },
  "status": "ok",
  "status_reason": null,
  "confidence": "high",
  "recommendation": {
   "order": [
    "together",
    "nebius/fp4",
    "modal"
   ],
   "ignore": [
    "makora/fp4",
    "fireworks"
   ]
  },
  "thresholds": {
   "min_structured_outputs_per_day_to_recommend": 1000,
   "median_structured_output_error_rate": 0.022835,
   "ignore_at_or_above": 0.03
  },
  "providers": [
   {
    "id": "together",
    "name": "Together",
    "rank": 1,
    "role": "recommended",
    "slugs": [
     "together"
    ],
    "variant": null,
    "sample_size": 41473,
    "failures": 319,
    "structured_output_error_rate": 0.007692,
    "structured_output_error_rate_ci95": [
     0.006895,
     0.008579
    ],
    "structured_outputs_per_day": 5925,
    "endpoints": [
     {
      "tag": "together",
      "tier": false,
      "sample_size": 41473,
      "failures": 319,
      "structured_output_error_rate": 0.007692
     }
    ]
   },
   {
    "id": "nebius/fp4",
    "name": "Nebius Token Factory",
    "rank": 2,
    "role": "recommended",
    "slugs": [
     "nebius/fp4"
    ],
    "variant": "fp4",
    "sample_size": 9255,
    "failures": 96,
    "structured_output_error_rate": 0.010373,
    "structured_output_error_rate_ci95": [
     0.008502,
     0.01265
    ],
    "structured_outputs_per_day": 1322,
    "endpoints": [
     {
      "tag": "nebius/fp4",
      "tier": false,
      "sample_size": 9255,
      "failures": 96,
      "structured_output_error_rate": 0.010373
     }
    ]
   },
   {
    "id": "modal",
    "name": "Modal",
    "rank": 3,
    "role": "recommended",
    "slugs": [
     "modal"
    ],
    "variant": null,
    "sample_size": 11868,
    "failures": 271,
    "structured_output_error_rate": 0.022835,
    "structured_output_error_rate_ci95": [
     0.020297,
     0.02568
    ],
    "structured_outputs_per_day": 1695,
    "endpoints": [
     {
      "tag": "modal",
      "tier": false,
      "sample_size": 11868,
      "failures": 271,
      "structured_output_error_rate": 0.022835
     }
    ]
   },
   {
    "id": "makora/fp4",
    "name": "Makora",
    "rank": 4,
    "role": "ignored",
    "slugs": [
     "makora/fp4"
    ],
    "variant": "fp4",
    "sample_size": 12513,
    "failures": 445,
    "structured_output_error_rate": 0.035563,
    "structured_output_error_rate_ci95": [
     0.032458,
     0.038953
    ],
    "structured_outputs_per_day": 1788,
    "endpoints": [
     {
      "tag": "makora/fp4",
      "tier": false,
      "sample_size": 12513,
      "failures": 445,
      "structured_output_error_rate": 0.035563
     }
    ]
   }
  ],
  "others": [
   {
    "id": "fireworks",
    "name": "Fireworks",
    "role": "ignored",
    "slugs": [
     "fireworks"
    ],
    "variant": null,
    "sample_size": 5716,
    "failures": 684,
    "structured_output_error_rate": 0.119664,
    "structured_output_error_rate_ci95": [
     0.111504,
     0.128335
    ],
    "structured_outputs_per_day": 817,
    "endpoints": [
     {
      "tag": "fireworks",
      "tier": false,
      "sample_size": 5716,
      "failures": 684,
      "structured_output_error_rate": 0.119664
     }
    ]
   }
  ]
 },
 "source": "dottxt Tool-call Index (https://dottxt.ai), from OpenRouter's published measurements"
}