{
  "schema_version": 1,
  "captured_for": "engine-fix-phase-C",
  "classifiers": [
    "pipeline._lib.run_shot._extract_failure_mode",
    "pipeline.orchestrator.retry_dispatcher.classify_failure",
    "pipeline.orchestrator.strategy_registry.detect_failure_mode"
  ],
  "input_count": 50,
  "entries": [
    {
      "index": 0,
      "input": {
        "error": "429 rate limit",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "transient"
      },
      "detect_failure_mode": {
        "value": "transient",
        "confidence": 0.9
      }
    },
    {
      "index": 1,
      "input": {
        "error": "ECONNRESET",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 2,
      "input": {
        "error": "504 gateway timeout",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "transient"
      },
      "detect_failure_mode": {
        "value": "transient",
        "confidence": 0.9
      }
    },
    {
      "index": 3,
      "input": {
        "error": "500 internal",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "transient"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 4,
      "input": {
        "error": "503 unavailable",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "transient"
      },
      "detect_failure_mode": {
        "value": "transient",
        "confidence": 0.9
      }
    },
    {
      "index": 5,
      "input": {
        "error": "502 bad gateway",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "transient"
      },
      "detect_failure_mode": {
        "value": "transient",
        "confidence": 0.9
      }
    },
    {
      "index": 6,
      "input": {
        "error": "501 not implemented",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 7,
      "input": {
        "error": "timeout reading from upstream",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "transient"
      },
      "detect_failure_mode": {
        "value": "transient",
        "confidence": 0.9
      }
    },
    {
      "index": 8,
      "input": {
        "error": "connection refused",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "transient"
      },
      "detect_failure_mode": {
        "value": "transient",
        "confidence": 0.9
      }
    },
    {
      "index": 9,
      "input": {
        "error": "content policy violation",
        "expect_content_filter": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "content_filter"
      },
      "detect_failure_mode": {
        "value": "content_filter_hard_block",
        "confidence": 0.95
      }
    },
    {
      "index": 10,
      "input": {
        "error": "safety blocked the request",
        "expect_content_filter": true
      },
      "extract_failure_mode": {
        "value": "content_filter_hard_block"
      },
      "classify_failure": {
        "value": "content_filter"
      },
      "detect_failure_mode": {
        "value": "content_filter_hard_block",
        "confidence": 0.95
      }
    },
    {
      "index": 11,
      "input": {
        "error": "moderation refused this prompt",
        "expect_content_filter": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "content_filter"
      },
      "detect_failure_mode": {
        "value": "content_filter_hard_block",
        "confidence": 0.95
      }
    },
    {
      "index": 12,
      "input": {
        "error": "unsafe content detected",
        "expect_content_filter": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 13,
      "input": {
        "error": "budget exceeded for this run",
        "expect_budget": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "budget"
      },
      "detect_failure_mode": {
        "value": "cost_overrun",
        "confidence": 0.95
      }
    },
    {
      "index": 14,
      "input": {
        "error": "402 insufficient balance",
        "expect_budget": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "cost_overrun",
        "confidence": 0.95
      }
    },
    {
      "index": 15,
      "input": {
        "error": "422 input should be valid",
        "expect_schema": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "prompt_duration_mismatch"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 16,
      "input": {
        "error": "unprocessable entity (422)",
        "expect_schema": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "prompt_duration_mismatch"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 17,
      "input": {
        "error": "ValidationError: field 'duration' missing",
        "expect_schema": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 18,
      "input": {
        "error": "wardrobe phase mismatch detected",
        "expect_wardrobe": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 19,
      "input": {
        "error": "identity drift detected on subject",
        "expect_identity": true
      },
      "extract_failure_mode": {
        "value": "identity_drift"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 20,
      "input": {
        "error": "background contamination \u2014 unwanted character",
        "expect_background": true
      },
      "extract_failure_mode": {
        "value": "identity_drift"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 21,
      "input": {
        "error": "anatomy: limb miscount",
        "expect_anatomy": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 22,
      "input": {
        "error": "anatomy: face merge",
        "expect_anatomy": true
      },
      "extract_failure_mode": {
        "value": "identity_drift"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 23,
      "input": {
        "error": "lighting mismatch with bible",
        "expect_lighting": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 24,
      "input": {
        "error": "grid influence detected",
        "expect_grid": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 25,
      "input": {
        "error": "ref bleed \u2014 character A wearing B's wardrobe",
        "expect_ref_bleed": true
      },
      "extract_failure_mode": {
        "value": "identity_drift"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 26,
      "input": {
        "error": "audio sync drift > 200ms",
        "expect_audio_sync": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 27,
      "input": {
        "error": "coverage geometry broken",
        "expect_coverage": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 28,
      "input": {
        "error": "composition wrong \u2014 main subject off-frame",
        "expect_composition": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 29,
      "input": {
        "error": "style drift from bible palette",
        "expect_style": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 30,
      "input": {
        "error": "cuts too soft \u2014 no clear shot change",
        "expect_cuts": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 31,
      "input": {
        "error": "prompt duration mismatch \u2014 8s prompt for 5s shot",
        "expect_prompt_duration": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 32,
      "input": {
        "error": "cost overrun: 250% of budget",
        "expect_cost_overrun": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "budget"
      },
      "detect_failure_mode": {
        "value": "cost_overrun",
        "confidence": 0.95
      }
    },
    {
      "index": 33,
      "input": {
        "error": "motion failure \u2014 subject frozen",
        "expect_motion": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 34,
      "input": {
        "error": "end frame drift detected",
        "expect_end_frame": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 35,
      "input": {
        "error": "GATE_MECHANICAL: artifact missing",
        "expect_gate_mechanical": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 36,
      "input": {
        "error": "GATE_MECHANICAL: file not found",
        "expect_gate_mechanical": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 37,
      "input": {
        "error": "fal.ai job timed out at 120s",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 38,
      "input": {
        "error": "kling api returned 502 bad gateway",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "transient"
      },
      "detect_failure_mode": {
        "value": "transient",
        "confidence": 0.9
      }
    },
    {
      "index": 39,
      "input": {
        "error": "google gemini quota exceeded",
        "expect_budget": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 40,
      "input": {
        "error": "elevenlabs 401 unauthorized",
        "expect_permanent": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 41,
      "input": {
        "error": "sync.so 422 invalid audio format",
        "expect_schema": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "prompt_duration_mismatch"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 42,
      "input": {
        "error": "ECONNRESET during sync.so streaming",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 43,
      "input": {
        "error": "rate limit reached, retry after 60s",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "transient"
      },
      "detect_failure_mode": {
        "value": "transient",
        "confidence": 0.9
      }
    },
    {
      "index": 44,
      "input": {
        "error": "the upstream provider returned a 500",
        "expect_transient": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "transient"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 45,
      "input": {
        "error": "garbage random text that no list captures",
        "expect_unknown": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 46,
      "input": {
        "error": "weird-error-shape-not-in-any-list",
        "expect_unknown": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 47,
      "input": {
        "error": "",
        "expect_unknown": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "transient",
        "confidence": 0.5
      }
    },
    {
      "index": 48,
      "input": {
        "error": "None",
        "expect_unknown": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    },
    {
      "index": 49,
      "input": {
        "error": "TypeError: 'NoneType' is not subscriptable",
        "expect_unknown": true
      },
      "extract_failure_mode": {
        "value": "none"
      },
      "classify_failure": {
        "value": "permanent"
      },
      "detect_failure_mode": {
        "value": "unknown",
        "confidence": 0.5
      }
    }
  ]
}