{
  "@context": "https://schema.org",
  "@type": "Dataset",
  "@id": "https://requesty.ai/data/policy-eventual-success-trend-jan-april-2026",
  "id": "policy-eventual-success-trend-jan-april-2026",
  "slug": "policy-eventual-success-trend-jan-april-2026",
  "title": "Policy vs direct eventual success rate, Jan-Apr 2026",
  "shortTitle": "Policy vs direct reliability",
  "topic": "reliability",
  "abstract": "How much does using a routing policy improve LLM reliability? In April 2026 the Requesty managed-fallback policy cohort hit 99.25% eventual success rate, vs 85.01% for users calling a single provider directly. That is a 14.2 pp lift, up from a +3.0 pp gap in January. Policy reliability held a tight 97.5-99.3% band across all four months while the direct cohort swung 12 pp; the widening is driven by direct-cohort regressions, not policy degradation.",
  "whyItMatters": "A managed fallback chain absorbs upstream provider incidents that direct callers experience as user-visible failures. Over the four months of 2026 plotted here, direct callers gave up 12 percentage points of reliability while the policy cohort barely moved. Same upstream events, opposite outcomes. That is the clearest measurable case for using an LLM gateway over calling provider APIs directly.",
  "questions": [
    "How reliable are LLM routing policies vs calling providers directly?",
    "Does using an LLM gateway actually improve reliability?",
    "What success rate do AI gateways deliver in 2026?",
    "How much do managed fallback chains improve LLM uptime?"
  ],
  "period": "Jan 2026 - Apr 2026",
  "updated": "2026-05-10",
  "license": "CC BY 4.0",
  "licenseUrl": "https://creativecommons.org/licenses/by/4.0/",
  "caveats": [
    "Eventual success is computed at the request_id level: max(successful) across all attempts in the fallback chain.",
    "The direct cohort includes every non-policy provider_requested value. Volume is large enough that the headline rates are stable."
  ],
  "keyFindings": [
    "Policy reliability widened its lead over direct from +3.0 pp in January to +14.2 pp in April.",
    "April 2026: policy 99.25%, direct 85.01%. Policies eliminated 14 percentage points of failures that direct customers absorbed.",
    "Policy rate has held a tight 97.5-99.3% band for four months. Direct rate swings 12 pp (97.5% in Feb to 85.0% in Apr) because direct calls have no fallback to absorb provider-side incidents.",
    "The Mar-Apr widening is driven by direct-cohort regressions, not policy degradation. Policies absorbed the same upstream issues through their fallback chain."
  ],
  "columns": [
    {
      "key": "month",
      "label": "Month",
      "unit": "count"
    },
    {
      "key": "policy",
      "label": "Policy - eventual success",
      "unit": "percent"
    },
    {
      "key": "direct",
      "label": "Direct - eventual success",
      "unit": "percent"
    }
  ],
  "rows": [
    {
      "month": "January",
      "policy": 0.97503,
      "direct": 0.94504
    },
    {
      "month": "February",
      "policy": 0.98718,
      "direct": 0.97475
    },
    {
      "month": "March",
      "policy": 0.98552,
      "direct": 0.86725
    },
    {
      "month": "April",
      "policy": 0.99245,
      "direct": 0.85011
    }
  ],
  "rowKey": "month",
  "citation": {
    "apa": "Requesty (2026). Policy vs direct eventual success rate, Jan-Apr 2026. Requesty Data. https://requesty.ai/data/policy-eventual-success-trend-jan-april-2026",
    "bibtex": "@misc{requesty_policy_eventual_success_trend_jan_april_2026,\n  author       = {{Requesty}},\n  title        = {Policy vs direct eventual success rate, Jan-Apr 2026},\n  year         = {2026},\n  howpublished = {\\url{https://requesty.ai/data/policy-eventual-success-trend-jan-april-2026}},\n  note         = {Requesty Data}\n}"
  },
  "permalink": "https://requesty.ai/data/policy-eventual-success-trend-jan-april-2026",
  "downloads": {
    "json": "https://requesty.ai/data/policy-eventual-success-trend-jan-april-2026/data.json",
    "csv": "https://requesty.ai/data/policy-eventual-success-trend-jan-april-2026/data.csv",
    "markdown": "https://requesty.ai/data/policy-eventual-success-trend-jan-april-2026.md"
  },
  "citedIn": [],
  "image": "https://requesty.ai/data/policy-eventual-success-trend-jan-april-2026/opengraph-image",
  "source": {
    "organization": "Requesty",
    "url": "https://requesty.ai"
  }
}