{
  "schema": "agent_same_model_control.v1",
  "provenance": "Synthetic test input (two frozen coding fixtures); actual agent CLIs; 3 runs per agent per task. UNAVAILABLE and BLOCKED rows are infrastructure evidence, excluded from comparisons. Verdict Code rerun on 1.4.618 on 2026-10-20 (docs/reports/REPORT_Verdict_Code_Retest_1.4.618_2026-10-20.md); other agents unchanged from 2026-10-18.",
  "report": "docs/reports/REPORT_Agent_Same_Model_Control_2026-10-18.md",
  "rows": [
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261019T030906Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.602",
      "attempt": "r1-try1",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "UNAVAILABLE",
      "wallSeconds": 2.158,
      "providerCalls": 1,
      "providerCallsBasis": null,
      "inputTokens": null,
      "cachedInputTokens": null,
      "outputTokens": null,
      "totalTokens": null,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": null,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261019T031302Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.602",
      "attempt": "r1-try2",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "UNAVAILABLE",
      "wallSeconds": 65.971,
      "providerCalls": 17,
      "providerCallsBasis": null,
      "inputTokens": 21186,
      "cachedInputTokens": null,
      "outputTokens": 5881,
      "totalTokens": 27067,
      "costUsdReceipt": 0.0,
      "costUsdListRateEstimate": 0.101182,
      "capSpendUsd": 0.101182,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261019T031811Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r1-try3",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 19.482,
      "providerCalls": 7,
      "providerCallsBasis": null,
      "inputTokens": 7973,
      "cachedInputTokens": null,
      "outputTokens": 1994,
      "totalTokens": 9967,
      "costUsdReceipt": 0.0,
      "costUsdListRateEstimate": 0.035886,
      "capSpendUsd": 0.035886,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261019T031946Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r2",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 19.993,
      "providerCalls": 7,
      "providerCallsBasis": null,
      "inputTokens": 6785,
      "cachedInputTokens": null,
      "outputTokens": 1959,
      "totalTokens": 8744,
      "costUsdReceipt": 0.0,
      "costUsdListRateEstimate": 0.03316,
      "capSpendUsd": 0.03316,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261019T032007Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r3",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 17.797,
      "providerCalls": 7,
      "providerCallsBasis": null,
      "inputTokens": 6936,
      "cachedInputTokens": null,
      "outputTokens": 1854,
      "totalTokens": 8790,
      "costUsdReceipt": 0.0,
      "costUsdListRateEstimate": 0.032412,
      "capSpendUsd": 0.032412,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261019T032026Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r1",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 6.399,
      "providerCalls": 2,
      "providerCallsBasis": null,
      "inputTokens": 5505,
      "cachedInputTokens": null,
      "outputTokens": 489,
      "totalTokens": 5994,
      "costUsdReceipt": 0.0,
      "costUsdListRateEstimate": 0.0159,
      "capSpendUsd": 0.0159,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261019T032033Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r2",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 6.657,
      "providerCalls": 2,
      "providerCallsBasis": null,
      "inputTokens": 5521,
      "cachedInputTokens": null,
      "outputTokens": 468,
      "totalTokens": 5989,
      "costUsdReceipt": 0.0,
      "costUsdListRateEstimate": 0.015722,
      "capSpendUsd": 0.015722,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261019T032042Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r3",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 6.508,
      "providerCalls": 2,
      "providerCallsBasis": null,
      "inputTokens": 5526,
      "cachedInputTokens": null,
      "outputTokens": 476,
      "totalTokens": 6002,
      "costUsdReceipt": 0.0,
      "costUsdListRateEstimate": 0.015812,
      "capSpendUsd": 0.015812,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "native-claude-extra-regression-repair-r1",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Claude Code",
      "attempt": "r1",
      "taskId": "extra-regression-repair",
      "requestedModel": "claude-sonnet-5-5",
      "resolvedModel": null,
      "status": "BLOCKED",
      "wallSeconds": 4.567,
      "providerCalls": 1,
      "providerCallsBasis": "num_turns from result JSON",
      "inputTokens": 0,
      "cachedInputTokens": 0,
      "outputTokens": 0,
      "totalTokens": 0,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 2,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261019T032123Z",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r1",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 42.55,
      "providerCalls": 13,
      "providerCallsBasis": null,
      "inputTokens": 61880,
      "cachedInputTokens": null,
      "outputTokens": 1092,
      "totalTokens": 63023,
      "costUsdReceipt": 0.13519,
      "costUsdListRateEstimate": 0.13468,
      "capSpendUsd": 0.13468,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261019T032207Z",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r2",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 43.703,
      "providerCalls": 13,
      "providerCallsBasis": null,
      "inputTokens": 62086,
      "cachedInputTokens": null,
      "outputTokens": 1135,
      "totalTokens": 63362,
      "costUsdReceipt": 0.136932,
      "costUsdListRateEstimate": 0.135522,
      "capSpendUsd": 0.135522,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261019T032252Z",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r3",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 51.531,
      "providerCalls": 16,
      "providerCallsBasis": null,
      "inputTokens": 76146,
      "cachedInputTokens": null,
      "outputTokens": 1346,
      "totalTokens": 77661,
      "costUsdReceipt": 0.167442,
      "costUsdListRateEstimate": 0.165752,
      "capSpendUsd": 0.165752,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261019T032345Z",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r1",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 15.52,
      "providerCalls": 3,
      "providerCallsBasis": null,
      "inputTokens": 4608,
      "cachedInputTokens": null,
      "outputTokens": 503,
      "totalTokens": 5111,
      "costUsdReceipt": 0.014246000000000002,
      "costUsdListRateEstimate": 0.014246,
      "capSpendUsd": 0.014246,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261019T032401Z",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r2",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 14.685,
      "providerCalls": 3,
      "providerCallsBasis": null,
      "inputTokens": 4622,
      "cachedInputTokens": null,
      "outputTokens": 496,
      "totalTokens": 5118,
      "costUsdReceipt": 0.014204000000000001,
      "costUsdListRateEstimate": 0.014204,
      "capSpendUsd": 0.014204,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261019T032417Z",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Verdict Code 1.4.603",
      "attempt": "r3",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 13.567,
      "providerCalls": 3,
      "providerCallsBasis": null,
      "inputTokens": 4609,
      "cachedInputTokens": null,
      "outputTokens": 504,
      "totalTokens": 5113,
      "costUsdReceipt": 0.014258,
      "costUsdListRateEstimate": 0.014258,
      "capSpendUsd": 0.014258,
      "costBasis": "token-rate estimate at list price, all input at full rate (upper bound); receipt value recorded separately",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240
    },
    {
      "cellId": "native-codex-extra-regression-repair-r1",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Codex CLI",
      "attempt": "r1",
      "taskId": "extra-regression-repair",
      "requestedModel": "gpt-6.1-sol",
      "resolvedModel": null,
      "status": "PASS",
      "wallSeconds": 36.807,
      "providerCalls": null,
      "providerCallsBasis": "not exposed",
      "inputTokens": 115556,
      "cachedInputTokens": null,
      "outputTokens": 1382,
      "totalTokens": 116938,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-codex-extra-regression-repair-r2",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Codex CLI",
      "attempt": "r2",
      "taskId": "extra-regression-repair",
      "requestedModel": "gpt-6.1-sol",
      "resolvedModel": null,
      "status": "PASS",
      "wallSeconds": 30.923,
      "providerCalls": null,
      "providerCallsBasis": "not exposed",
      "inputTokens": 82794,
      "cachedInputTokens": null,
      "outputTokens": 1293,
      "totalTokens": 84087,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-codex-extra-regression-repair-r3",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Codex CLI",
      "attempt": "r3",
      "taskId": "extra-regression-repair",
      "requestedModel": "gpt-6.1-sol",
      "resolvedModel": null,
      "status": "PASS",
      "wallSeconds": 26.896,
      "providerCalls": null,
      "providerCallsBasis": "not exposed",
      "inputTokens": 114936,
      "cachedInputTokens": null,
      "outputTokens": 1062,
      "totalTokens": 115998,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-codex-extra-dependency-scope-r1",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Codex CLI",
      "attempt": "r1",
      "taskId": "extra-dependency-scope",
      "requestedModel": "gpt-6.1-sol",
      "resolvedModel": null,
      "status": "PASS",
      "wallSeconds": 22.648,
      "providerCalls": null,
      "providerCallsBasis": "not exposed",
      "inputTokens": 114466,
      "cachedInputTokens": null,
      "outputTokens": 867,
      "totalTokens": 115333,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-codex-extra-dependency-scope-r2",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Codex CLI",
      "attempt": "r2",
      "taskId": "extra-dependency-scope",
      "requestedModel": "gpt-6.1-sol",
      "resolvedModel": null,
      "status": "PASS",
      "wallSeconds": 22.183,
      "providerCalls": null,
      "providerCallsBasis": "not exposed",
      "inputTokens": 114568,
      "cachedInputTokens": null,
      "outputTokens": 877,
      "totalTokens": 115445,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-codex-extra-dependency-scope-r3",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Codex CLI",
      "attempt": "r3",
      "taskId": "extra-dependency-scope",
      "requestedModel": "gpt-6.1-sol",
      "resolvedModel": null,
      "status": "PASS",
      "wallSeconds": 15.289,
      "providerCalls": null,
      "providerCallsBasis": "not exposed",
      "inputTokens": 68298,
      "cachedInputTokens": null,
      "outputTokens": 605,
      "totalTokens": 68903,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-regression-repair-A-r1",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Devin CLI",
      "attempt": "r1",
      "taskId": "extra-regression-repair",
      "requestedModel": "claude-sonnet-5-5-medium",
      "resolvedModel": "claude-sonnet-5-5-medium",
      "status": "PASS",
      "wallSeconds": 13.064,
      "providerCalls": 4,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 86653,
      "cachedInputTokens": 76852,
      "outputTokens": 1178,
      "totalTokens": 87831,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-regression-repair-A-r2",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Devin CLI",
      "attempt": "r2",
      "taskId": "extra-regression-repair",
      "requestedModel": "claude-sonnet-5-5-medium",
      "resolvedModel": "claude-sonnet-5-5-medium",
      "status": "PASS",
      "wallSeconds": 12.597,
      "providerCalls": 4,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 86569,
      "cachedInputTokens": 82639,
      "outputTokens": 1229,
      "totalTokens": 87798,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-regression-repair-A-r3",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Devin CLI",
      "attempt": "r3",
      "taskId": "extra-regression-repair",
      "requestedModel": "claude-sonnet-5-5-medium",
      "resolvedModel": "claude-sonnet-5-5-medium",
      "status": "PASS",
      "wallSeconds": 10.303,
      "providerCalls": 4,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 86552,
      "cachedInputTokens": 82642,
      "outputTokens": 1083,
      "totalTokens": 87635,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-dependency-scope-A-r1",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Devin CLI",
      "attempt": "r1",
      "taskId": "extra-dependency-scope",
      "requestedModel": "claude-sonnet-5-5-medium",
      "resolvedModel": "claude-sonnet-5-5-medium",
      "status": "PASS",
      "wallSeconds": 11.07,
      "providerCalls": 4,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 88176,
      "cachedInputTokens": 83818,
      "outputTokens": 869,
      "totalTokens": 89045,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-dependency-scope-A-r2",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Devin CLI",
      "attempt": "r2",
      "taskId": "extra-dependency-scope",
      "requestedModel": "claude-sonnet-5-5-medium",
      "resolvedModel": "claude-sonnet-5-5-medium",
      "status": "PASS",
      "wallSeconds": 7.272,
      "providerCalls": 3,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 65350,
      "cachedInputTokens": 61272,
      "outputTokens": 627,
      "totalTokens": 65977,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-dependency-scope-A-r3",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Devin CLI",
      "attempt": "r3",
      "taskId": "extra-dependency-scope",
      "requestedModel": "claude-sonnet-5-5-medium",
      "resolvedModel": "claude-sonnet-5-5-medium",
      "status": "PASS",
      "wallSeconds": 8.226,
      "providerCalls": 3,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 65174,
      "cachedInputTokens": 61188,
      "outputTokens": 601,
      "totalTokens": 65775,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-regression-repair-B-r1",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Devin CLI",
      "attempt": "r1",
      "taskId": "extra-regression-repair",
      "requestedModel": "gpt-6-1-sol-medium",
      "resolvedModel": "gpt-6-1-sol-medium",
      "status": "PASS",
      "wallSeconds": 38.368,
      "providerCalls": 5,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 45573,
      "cachedInputTokens": 35326,
      "outputTokens": 1465,
      "totalTokens": 47038,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-regression-repair-B-r2",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Devin CLI",
      "attempt": "r2",
      "taskId": "extra-regression-repair",
      "requestedModel": "gpt-6-1-sol-medium",
      "resolvedModel": "gpt-6-1-sol-medium",
      "status": "PASS",
      "wallSeconds": 38.987,
      "providerCalls": 5,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 45745,
      "cachedInputTokens": 35410,
      "outputTokens": 1630,
      "totalTokens": 47375,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-regression-repair-B-r3",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Devin CLI",
      "attempt": "r3",
      "taskId": "extra-regression-repair",
      "requestedModel": "gpt-6-1-sol-medium",
      "resolvedModel": "gpt-6-1-sol-medium",
      "status": "PASS",
      "wallSeconds": 41.973,
      "providerCalls": 6,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 55373,
      "cachedInputTokens": 45024,
      "outputTokens": 1558,
      "totalTokens": 56931,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-dependency-scope-B-r1",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Devin CLI",
      "attempt": "r1",
      "taskId": "extra-dependency-scope",
      "requestedModel": "gpt-6-1-sol-medium",
      "resolvedModel": "gpt-6-1-sol-medium",
      "status": "PASS",
      "wallSeconds": 22.168,
      "providerCalls": 5,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 44073,
      "cachedInputTokens": 34624,
      "outputTokens": 707,
      "totalTokens": 44780,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-dependency-scope-B-r2",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Devin CLI",
      "attempt": "r2",
      "taskId": "extra-dependency-scope",
      "requestedModel": "gpt-6-1-sol-medium",
      "resolvedModel": "gpt-6-1-sol-medium",
      "status": "PASS",
      "wallSeconds": 21.597,
      "providerCalls": 5,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 44607,
      "cachedInputTokens": 34955,
      "outputTokens": 689,
      "totalTokens": 45296,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-devin-extra-dependency-scope-B-r3",
      "pair": "B: gpt-6.1-sol (same requested model)",
      "agent": "Devin CLI",
      "attempt": "r3",
      "taskId": "extra-dependency-scope",
      "requestedModel": "gpt-6-1-sol-medium",
      "resolvedModel": "gpt-6-1-sol-medium",
      "status": "PASS",
      "wallSeconds": 19.925,
      "providerCalls": 5,
      "providerCallsBasis": "transcript steps with generation_model",
      "inputTokens": 44386,
      "cachedInputTokens": 34781,
      "outputTokens": 652,
      "totalTokens": 45038,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "Devin account; spend counted only if the transcript shows it",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "medium",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-claude-extra-regression-repair-A-r1",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Claude Code",
      "attempt": "r1",
      "taskId": "extra-regression-repair",
      "requestedModel": "claude-sonnet-5-5",
      "resolvedModel": "claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 29.765,
      "providerCalls": 7,
      "providerCallsBasis": "num_turns from result JSON",
      "inputTokens": 204618,
      "cachedInputTokens": 191631,
      "outputTokens": 1748,
      "totalTokens": 206366,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-claude-extra-regression-repair-A-r2",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Claude Code",
      "attempt": "r2",
      "taskId": "extra-regression-repair",
      "requestedModel": "claude-sonnet-5-5",
      "resolvedModel": "claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 18.853,
      "providerCalls": 7,
      "providerCallsBasis": "num_turns from result JSON",
      "inputTokens": 204621,
      "cachedInputTokens": 191635,
      "outputTokens": 1906,
      "totalTokens": 206527,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-claude-extra-regression-repair-A-r3",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Claude Code",
      "attempt": "r3",
      "taskId": "extra-regression-repair",
      "requestedModel": "claude-sonnet-5-5",
      "resolvedModel": "claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 30.564,
      "providerCalls": 7,
      "providerCallsBasis": "num_turns from result JSON",
      "inputTokens": 205069,
      "cachedInputTokens": 191936,
      "outputTokens": 1953,
      "totalTokens": 207022,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-claude-extra-dependency-scope-A-r1",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Claude Code",
      "attempt": "r1",
      "taskId": "extra-dependency-scope",
      "requestedModel": "claude-sonnet-5-5",
      "resolvedModel": "claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 19.098,
      "providerCalls": 5,
      "providerCallsBasis": "num_turns from result JSON",
      "inputTokens": 134058,
      "cachedInputTokens": 122309,
      "outputTokens": 882,
      "totalTokens": 134940,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-claude-extra-dependency-scope-A-r2",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Claude Code",
      "attempt": "r2",
      "taskId": "extra-dependency-scope",
      "requestedModel": "claude-sonnet-5-5",
      "resolvedModel": "claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 10.78,
      "providerCalls": 4,
      "providerCallsBasis": "num_turns from result JSON",
      "inputTokens": 99979,
      "cachedInputTokens": 88572,
      "outputTokens": 648,
      "totalTokens": 100627,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "native-claude-extra-dependency-scope-A-r3",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Claude Code",
      "attempt": "r3",
      "taskId": "extra-dependency-scope",
      "requestedModel": "claude-sonnet-5-5",
      "resolvedModel": "claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 18.273,
      "providerCalls": 5,
      "providerCallsBasis": "num_turns from result JSON",
      "inputTokens": 134022,
      "cachedInputTokens": 122328,
      "outputTokens": 865,
      "totalTokens": 134887,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "costBasis": "native subscription; API-equivalent figure (if any) is not spend",
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "low",
      "timeoutSeconds": 180
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261020T134656Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-sonnet-extra-regression-repair-r1",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": null,
      "status": "UNAVAILABLE",
      "wallSeconds": 6.985,
      "providerCalls": null,
      "inputTokens": null,
      "outputTokens": null,
      "totalTokens": null,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.0,
      "assertionsPassed": null,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest; Verdict Server restart 401, no tokens"
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261020T134804Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-sonnet-extra-regression-repair-r1",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 19.758,
      "providerCalls": 4,
      "inputTokens": 3123,
      "outputTokens": 1417,
      "totalTokens": 4540,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": 0.020416,
      "capSpendUsd": 0.020416,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261020T134827Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-sonnet-extra-regression-repair-r2",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 15.283,
      "providerCalls": 4,
      "inputTokens": 3221,
      "outputTokens": 1290,
      "totalTokens": 4511,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": 0.019342,
      "capSpendUsd": 0.019342,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261020T134845Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-sonnet-extra-regression-repair-r3",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 18.278,
      "providerCalls": 4,
      "inputTokens": 3288,
      "outputTokens": 1449,
      "totalTokens": 4737,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": 0.021066,
      "capSpendUsd": 0.021066,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261020T134908Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-sonnet-extra-dependency-scope-r1",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 9.944,
      "providerCalls": 2,
      "inputTokens": 5605,
      "outputTokens": 480,
      "totalTokens": 6085,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": 0.01601,
      "capSpendUsd": 0.01601,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261020T134922Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-sonnet-extra-dependency-scope-r2",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 9.711,
      "providerCalls": 2,
      "inputTokens": 5616,
      "outputTokens": 455,
      "totalTokens": 6071,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": 0.015782,
      "capSpendUsd": 0.015782,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261020T134934Z",
      "pair": "A: claude-sonnet-5-5",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-sonnet-extra-dependency-scope-r3",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/anthropic/claude-sonnet-5-5",
      "resolvedModel": "byok/anthropic/claude-sonnet-5-5",
      "status": "PASS",
      "wallSeconds": 10.834,
      "providerCalls": 2,
      "inputTokens": 5600,
      "outputTokens": 445,
      "totalTokens": 6045,
      "costUsdReceipt": null,
      "costUsdListRateEstimate": 0.01565,
      "capSpendUsd": 0.01565,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261020T134949Z",
      "pair": "B: gpt-6.1-sol",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-gpt-extra-regression-repair-r1",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 44.008,
      "providerCalls": 6,
      "inputTokens": 32250,
      "outputTokens": 1351,
      "totalTokens": 33601,
      "costUsdReceipt": 0.08120999999999999,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.08120999999999999,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261020T135036Z",
      "pair": "B: gpt-6.1-sol",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-gpt-extra-regression-repair-r2",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 47.714,
      "providerCalls": 6,
      "inputTokens": 32347,
      "outputTokens": 1444,
      "totalTokens": 33791,
      "costUsdReceipt": 0.08282400000000001,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.08282400000000001,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-regression-repair-verdict-code-20261020T135127Z",
      "pair": "B: gpt-6.1-sol",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-gpt-extra-regression-repair-r3",
      "taskId": "extra-regression-repair",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 46.352,
      "providerCalls": 6,
      "inputTokens": 32124,
      "outputTokens": 1326,
      "totalTokens": 33450,
      "costUsdReceipt": 0.08168800000000001,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.08168800000000001,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261020T135215Z",
      "pair": "B: gpt-6.1-sol",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-gpt-extra-dependency-scope-r1",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 14.816,
      "providerCalls": 3,
      "inputTokens": 4787,
      "outputTokens": 502,
      "totalTokens": 5289,
      "costUsdReceipt": 0.014594,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.014594,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261020T135231Z",
      "pair": "B: gpt-6.1-sol",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-gpt-extra-dependency-scope-r2",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 13.292,
      "providerCalls": 2,
      "inputTokens": 2779,
      "outputTokens": 430,
      "totalTokens": 3209,
      "costUsdReceipt": 0.009858,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.009858,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    },
    {
      "cellId": "TEST-extra-dependency-scope-verdict-code-20261020T135246Z",
      "pair": "B: gpt-6.1-sol",
      "agent": "Verdict Code 1.4.618",
      "attempt": "618-gpt-extra-dependency-scope-r3",
      "taskId": "extra-dependency-scope",
      "requestedModel": "byok/openai/gpt-6.1-sol",
      "resolvedModel": "byok/openai/gpt-6.1-sol",
      "status": "PASS",
      "wallSeconds": 16.348,
      "providerCalls": 3,
      "inputTokens": 4777,
      "outputTokens": 504,
      "totalTokens": 5281,
      "costUsdReceipt": 0.014594,
      "costUsdListRateEstimate": null,
      "capSpendUsd": 0.014594,
      "assertionsPassed": 10,
      "assertionsTotal": 10,
      "effort": "model default",
      "timeoutSeconds": 240,
      "note": "2026-10-20 retest"
    }
  ]
}
