{
  "schemaVersion": 2,
  "title": "Halv SWE-rebench: Astra workflow, 42 paired repetitions",
  "scope": {
    "snapshotAt": "2026-09-30T17:42:11+00:00",
    "taskCount": 14,
    "repetitionsPerTask": 3,
    "pairCount": 42,
    "recordCount": 84,
    "plannedTaskCount": 111,
    "dataset": "ibragim-badertdinov/swe-rebench-07-2026",
    "datasetRevision": "1",
    "model": "openai/gpt-6-astra",
    "reasoningEffort": "medium",
    "serviceTier": "default",
    "codexVersion": "0.155.1",
    "selection": "The first 14 tasks in the fixed 111-task plan, with three repetitions per task. Select the first valid run for each task, arm, and repetition. Keep valid verifier failures. Pause after Pulsar-25793 at the user's request.",
    "costBasis": "Recorded token-based model cost estimates across coordinator and worker sessions. Cached input is part of input tokens. These are not invoices or subscription savings.",
    "workerPolicy": "Luna 6 medium investigation; JEV selects L1; L1 may assign cheaper L2 workers. All workers use Codex. Workers differ in model and effort.",
    "hierarchy": "investigate-l1-l2-v1",
    "cruxVersion": "v0.10.3",
    "cruxActivation": "always_on",
    "toolkit": [
      "JEV hierarchy",
      "Crux",
      "RTK",
      "Headroom"
    ],
    "evidenceLimits": "Sanitized run summaries and recorded verifier rewards. The verifier checks arithmetic and file integrity. It does not rerun tasks or independently authenticate provider billing.",
    "planFingerprint": "f4a2a81caa8f31156328adf7d5c93a7385f2c615451bd9b5d5c8c5fa119109d4",
    "sourceFiles": {
      "results.jsonl": {
        "sha256": "a04c07e5f823f164ad2dc50d2a9b4e0f46ced43b7ed25fbb7ef25f222ac50988",
        "publishedInFull": false
      },
      "plan.json": {
        "sha256": "affd03cb64dfc15ac55bec4265c3c75f7056b4d669534e6022d878a1d8e8caea",
        "publishedInFull": false
      },
      "config.json": {
        "sha256": "413dec292f27acb1cec48005c93261c05e9a1cda888323901a9bc39988b567b6",
        "publishedInFull": false
      },
      "provenance.json": {
        "sha256": "a43e950956be900a2824fb1877253cfdfc0bc3523c4cc39fedb023a98cf4930f",
        "publishedInFull": false
      }
    },
    "amendments": [
      "Repair Node launchers and provision Coursier for indexing.",
      "Trial a native-completion policy, then roll it back at the user's request. Exclude its ten recorded runs.",
      "Restore the original quiet-wait policy and continue from its checkpoint.",
      "Repair the Pulsar Gradle indexing stack before retrying infrastructure failures.",
      "Pause after all Pulsar task repetitions. No automatic resume."
    ]
  },
  "aggregates": {
    "vanilla": {
      "correct": 25,
      "tokens": 48755656,
      "costUsd": 337.501056,
      "tokensPerCorrect": 1950226.24,
      "costPerCorrect": 13.50004224
    },
    "halv": {
      "correct": 25,
      "tokens": 170114775,
      "costUsd": 144.66619,
      "tokensPerCorrect": 6804591.0,
      "costPerCorrect": 5.7866476
    },
    "halvChange": {
      "totalTokensPct": 248.91290356138373,
      "totalCostPct": -57.13607782015355,
      "tokensPerCorrectPct": 248.91290356138373,
      "costPerCorrectPct": -57.13607782015355
    }
  },
  "pairs": [
    {
      "position": 1,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4281",
      "taskPosition": 1,
      "displayTask": "ArcadeDB-4281",
      "repetition": 1,
      "vanilla": {
        "reward": 0,
        "totalTokens": 566924,
        "costUsd": 4.3393120000000005,
        "recordPath": "pairs/01/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 1886994,
        "costUsd": 2.6751272200000007,
        "recordPath": "pairs/01/rep-1/halv.json"
      }
    },
    {
      "position": 2,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4281",
      "taskPosition": 1,
      "displayTask": "ArcadeDB-4281",
      "repetition": 2,
      "vanilla": {
        "reward": 1,
        "totalTokens": 451936,
        "costUsd": 3.558136,
        "recordPath": "pairs/01/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 2349252,
        "costUsd": 2.1976525399999995,
        "recordPath": "pairs/01/rep-2/halv.json"
      }
    },
    {
      "position": 3,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4281",
      "taskPosition": 1,
      "displayTask": "ArcadeDB-4281",
      "repetition": 3,
      "vanilla": {
        "reward": 1,
        "totalTokens": 473382,
        "costUsd": 3.3616279999999996,
        "recordPath": "pairs/01/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 1993562,
        "costUsd": 2.6222395600000006,
        "recordPath": "pairs/01/rep-3/halv.json"
      }
    },
    {
      "position": 4,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4411",
      "taskPosition": 2,
      "displayTask": "ArcadeDB-4411",
      "repetition": 1,
      "vanilla": {
        "reward": 1,
        "totalTokens": 663993,
        "costUsd": 4.642818000000001,
        "recordPath": "pairs/02/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 2564800,
        "costUsd": 2.33730496,
        "recordPath": "pairs/02/rep-1/halv.json"
      }
    },
    {
      "position": 5,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4411",
      "taskPosition": 2,
      "displayTask": "ArcadeDB-4411",
      "repetition": 2,
      "vanilla": {
        "reward": 1,
        "totalTokens": 846430,
        "costUsd": 5.826652,
        "recordPath": "pairs/02/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 2169215,
        "costUsd": 3.0490080199999996,
        "recordPath": "pairs/02/rep-2/halv.json"
      }
    },
    {
      "position": 6,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4411",
      "taskPosition": 2,
      "displayTask": "ArcadeDB-4411",
      "repetition": 3,
      "vanilla": {
        "reward": 1,
        "totalTokens": 611648,
        "costUsd": 3.3352080000000006,
        "recordPath": "pairs/02/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 2178603,
        "costUsd": 2.0591964999999988,
        "recordPath": "pairs/02/rep-3/halv.json"
      }
    },
    {
      "position": 7,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4455",
      "taskPosition": 3,
      "displayTask": "ArcadeDB-4455",
      "repetition": 1,
      "vanilla": {
        "reward": 1,
        "totalTokens": 4124153,
        "costUsd": 23.135329999999996,
        "recordPath": "pairs/03/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 7746301,
        "costUsd": 4.6291860200000015,
        "recordPath": "pairs/03/rep-1/halv.json"
      }
    },
    {
      "position": 8,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4455",
      "taskPosition": 3,
      "displayTask": "ArcadeDB-4455",
      "repetition": 2,
      "vanilla": {
        "reward": 1,
        "totalTokens": 4739811,
        "costUsd": 34.75449400000001,
        "recordPath": "pairs/03/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 7998005,
        "costUsd": 5.93895178,
        "recordPath": "pairs/03/rep-2/halv.json"
      }
    },
    {
      "position": 9,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4455",
      "taskPosition": 3,
      "displayTask": "ArcadeDB-4455",
      "repetition": 3,
      "vanilla": {
        "reward": 1,
        "totalTokens": 3486083,
        "costUsd": 23.959902000000014,
        "recordPath": "pairs/03/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 6335772,
        "costUsd": 4.406204000000001,
        "recordPath": "pairs/03/rep-3/halv.json"
      }
    },
    {
      "position": 10,
      "task": "ibragim-badertdinov/Gentleman-Programming__gentle-ai-595",
      "taskPosition": 4,
      "displayTask": "gentle-ai-595",
      "repetition": 1,
      "vanilla": {
        "reward": 1,
        "totalTokens": 204505,
        "costUsd": 1.44993,
        "recordPath": "pairs/04/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 3780855,
        "costUsd": 2.6826830400000006,
        "recordPath": "pairs/04/rep-1/halv.json"
      }
    },
    {
      "position": 11,
      "task": "ibragim-badertdinov/Gentleman-Programming__gentle-ai-595",
      "taskPosition": 4,
      "displayTask": "gentle-ai-595",
      "repetition": 2,
      "vanilla": {
        "reward": 1,
        "totalTokens": 446035,
        "costUsd": 3.4651500000000004,
        "recordPath": "pairs/04/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 2303719,
        "costUsd": 2.0176306,
        "recordPath": "pairs/04/rep-2/halv.json"
      }
    },
    {
      "position": 12,
      "task": "ibragim-badertdinov/Gentleman-Programming__gentle-ai-595",
      "taskPosition": 4,
      "displayTask": "gentle-ai-595",
      "repetition": 3,
      "vanilla": {
        "reward": 1,
        "totalTokens": 426449,
        "costUsd": 3.2173380000000003,
        "recordPath": "pairs/04/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 3095018,
        "costUsd": 2.492042400000001,
        "recordPath": "pairs/04/rep-3/halv.json"
      }
    },
    {
      "position": 13,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4048",
      "taskPosition": 5,
      "displayTask": "nanobot-4048",
      "repetition": 1,
      "vanilla": {
        "reward": 1,
        "totalTokens": 212958,
        "costUsd": 1.2737880000000001,
        "recordPath": "pairs/05/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 1592923,
        "costUsd": 1.81896544,
        "recordPath": "pairs/05/rep-1/halv.json"
      }
    },
    {
      "position": 14,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4048",
      "taskPosition": 5,
      "displayTask": "nanobot-4048",
      "repetition": 2,
      "vanilla": {
        "reward": 1,
        "totalTokens": 217043,
        "costUsd": 1.65283,
        "recordPath": "pairs/05/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 1655717,
        "costUsd": 2.0563538,
        "recordPath": "pairs/05/rep-2/halv.json"
      }
    },
    {
      "position": 15,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4048",
      "taskPosition": 5,
      "displayTask": "nanobot-4048",
      "repetition": 3,
      "vanilla": {
        "reward": 1,
        "totalTokens": 220019,
        "costUsd": 1.77683,
        "recordPath": "pairs/05/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 1235283,
        "costUsd": 1.8339730200000002,
        "recordPath": "pairs/05/rep-3/halv.json"
      }
    },
    {
      "position": 16,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4129",
      "taskPosition": 6,
      "displayTask": "nanobot-4129",
      "repetition": 1,
      "vanilla": {
        "reward": 1,
        "totalTokens": 146646,
        "costUsd": 1.3188840000000002,
        "recordPath": "pairs/06/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 1867190,
        "costUsd": 2.3165483,
        "recordPath": "pairs/06/rep-1/halv.json"
      }
    },
    {
      "position": 17,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4129",
      "taskPosition": 6,
      "displayTask": "nanobot-4129",
      "repetition": 2,
      "vanilla": {
        "reward": 1,
        "totalTokens": 175403,
        "costUsd": 1.403934,
        "recordPath": "pairs/06/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 1201502,
        "costUsd": 1.40064916,
        "recordPath": "pairs/06/rep-2/halv.json"
      }
    },
    {
      "position": 18,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4129",
      "taskPosition": 6,
      "displayTask": "nanobot-4129",
      "repetition": 3,
      "vanilla": {
        "reward": 1,
        "totalTokens": 236493,
        "costUsd": 1.674106,
        "recordPath": "pairs/06/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 1286036,
        "costUsd": 1.7658504800000003,
        "recordPath": "pairs/06/rep-3/halv.json"
      }
    },
    {
      "position": 19,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4274",
      "taskPosition": 7,
      "displayTask": "nanobot-4274",
      "repetition": 1,
      "vanilla": {
        "reward": 0,
        "totalTokens": 539195,
        "costUsd": 3.9767660000000005,
        "recordPath": "pairs/07/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 5632181,
        "costUsd": 4.4325238800000015,
        "recordPath": "pairs/07/rep-1/halv.json"
      }
    },
    {
      "position": 20,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4274",
      "taskPosition": 7,
      "displayTask": "nanobot-4274",
      "repetition": 2,
      "vanilla": {
        "reward": 0,
        "totalTokens": 469352,
        "costUsd": 3.7586239999999997,
        "recordPath": "pairs/07/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 6814412,
        "costUsd": 4.329585840000001,
        "recordPath": "pairs/07/rep-2/halv.json"
      }
    },
    {
      "position": 21,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4274",
      "taskPosition": 7,
      "displayTask": "nanobot-4274",
      "repetition": 3,
      "vanilla": {
        "reward": 0,
        "totalTokens": 404443,
        "costUsd": 3.4302620000000004,
        "recordPath": "pairs/07/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 6523129,
        "costUsd": 5.8003950999999985,
        "recordPath": "pairs/07/rep-3/halv.json"
      }
    },
    {
      "position": 22,
      "task": "ibragim-badertdinov/Martian-Engineering__lossless-claw-814",
      "taskPosition": 8,
      "displayTask": "lossless-claw-814",
      "repetition": 1,
      "vanilla": {
        "reward": 0,
        "totalTokens": 886488,
        "costUsd": 6.634952000000001,
        "recordPath": "pairs/08/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 3411080,
        "costUsd": 3.4644437000000003,
        "recordPath": "pairs/08/rep-1/halv.json"
      }
    },
    {
      "position": 23,
      "task": "ibragim-badertdinov/Martian-Engineering__lossless-claw-814",
      "taskPosition": 8,
      "displayTask": "lossless-claw-814",
      "repetition": 2,
      "vanilla": {
        "reward": 0,
        "totalTokens": 848726,
        "costUsd": 7.176364,
        "recordPath": "pairs/08/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 5998998,
        "costUsd": 5.262109,
        "recordPath": "pairs/08/rep-2/halv.json"
      }
    },
    {
      "position": 24,
      "task": "ibragim-badertdinov/Martian-Engineering__lossless-claw-814",
      "taskPosition": 8,
      "displayTask": "lossless-claw-814",
      "repetition": 3,
      "vanilla": {
        "reward": 0,
        "totalTokens": 887697,
        "costUsd": 6.84841,
        "recordPath": "pairs/08/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 3760808,
        "costUsd": 3.245055879999999,
        "recordPath": "pairs/08/rep-3/halv.json"
      }
    },
    {
      "position": 25,
      "task": "ibragim-badertdinov/PerryTS__perry-3982",
      "taskPosition": 9,
      "displayTask": "Perry-3982",
      "repetition": 1,
      "vanilla": {
        "reward": 1,
        "totalTokens": 3300806,
        "costUsd": 22.813892000000003,
        "recordPath": "pairs/09/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 10125736,
        "costUsd": 6.294590880000001,
        "recordPath": "pairs/09/rep-1/halv.json"
      }
    },
    {
      "position": 26,
      "task": "ibragim-badertdinov/PerryTS__perry-3982",
      "taskPosition": 9,
      "displayTask": "Perry-3982",
      "repetition": 2,
      "vanilla": {
        "reward": 1,
        "totalTokens": 4328242,
        "costUsd": 23.48080400000001,
        "recordPath": "pairs/09/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 8841187,
        "costUsd": 6.808232619999997,
        "recordPath": "pairs/09/rep-2/halv.json"
      }
    },
    {
      "position": 27,
      "task": "ibragim-badertdinov/PerryTS__perry-3982",
      "taskPosition": 9,
      "displayTask": "Perry-3982",
      "repetition": 3,
      "vanilla": {
        "reward": 1,
        "totalTokens": 4523566,
        "costUsd": 24.903284000000003,
        "recordPath": "pairs/09/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 7589218,
        "costUsd": 4.80002914,
        "recordPath": "pairs/09/rep-3/halv.json"
      }
    },
    {
      "position": 28,
      "task": "ibragim-badertdinov/Soju06__codex-lb-744",
      "taskPosition": 10,
      "displayTask": "codex-lb-744",
      "repetition": 1,
      "vanilla": {
        "reward": 1,
        "totalTokens": 453281,
        "costUsd": 3.6739700000000006,
        "recordPath": "pairs/10/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 5384495,
        "costUsd": 4.094179760000001,
        "recordPath": "pairs/10/rep-1/halv.json"
      }
    },
    {
      "position": 29,
      "task": "ibragim-badertdinov/Soju06__codex-lb-744",
      "taskPosition": 10,
      "displayTask": "codex-lb-744",
      "repetition": 2,
      "vanilla": {
        "reward": 1,
        "totalTokens": 522712,
        "costUsd": 4.549032,
        "recordPath": "pairs/10/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 3047995,
        "costUsd": 3.21712098,
        "recordPath": "pairs/10/rep-2/halv.json"
      }
    },
    {
      "position": 30,
      "task": "ibragim-badertdinov/Soju06__codex-lb-744",
      "taskPosition": 10,
      "displayTask": "codex-lb-744",
      "repetition": 3,
      "vanilla": {
        "reward": 1,
        "totalTokens": 507561,
        "costUsd": 3.2322100000000002,
        "recordPath": "pairs/10/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 3686613,
        "costUsd": 3.4615567400000007,
        "recordPath": "pairs/10/rep-3/halv.json"
      }
    },
    {
      "position": 31,
      "task": "ibragim-badertdinov/agno-agi__agno-8148",
      "taskPosition": 11,
      "displayTask": "agno-8148",
      "repetition": 1,
      "vanilla": {
        "reward": 0,
        "totalTokens": 1687003,
        "costUsd": 12.502134,
        "recordPath": "pairs/11/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 5378905,
        "costUsd": 3.898868579999998,
        "recordPath": "pairs/11/rep-1/halv.json"
      }
    },
    {
      "position": 32,
      "task": "ibragim-badertdinov/agno-agi__agno-8148",
      "taskPosition": 11,
      "displayTask": "agno-8148",
      "repetition": 2,
      "vanilla": {
        "reward": 0,
        "totalTokens": 1468876,
        "costUsd": 12.2702,
        "recordPath": "pairs/11/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 2616698,
        "costUsd": 2.53369544,
        "recordPath": "pairs/11/rep-2/halv.json"
      }
    },
    {
      "position": 33,
      "task": "ibragim-badertdinov/agno-agi__agno-8148",
      "taskPosition": 11,
      "displayTask": "agno-8148",
      "repetition": 3,
      "vanilla": {
        "reward": 0,
        "totalTokens": 1110675,
        "costUsd": 7.462670000000001,
        "recordPath": "pairs/11/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 2659167,
        "costUsd": 2.4126134999999995,
        "recordPath": "pairs/11/rep-3/halv.json"
      }
    },
    {
      "position": 34,
      "task": "ibragim-badertdinov/apache__dubbo-go-3357",
      "taskPosition": 12,
      "displayTask": "dubbo-go-3357",
      "repetition": 1,
      "vanilla": {
        "reward": 0,
        "totalTokens": 297959,
        "costUsd": 2.7715899999999998,
        "recordPath": "pairs/12/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 5728317,
        "costUsd": 3.7903903600000004,
        "recordPath": "pairs/12/rep-1/halv.json"
      }
    },
    {
      "position": 35,
      "task": "ibragim-badertdinov/apache__dubbo-go-3357",
      "taskPosition": 12,
      "displayTask": "dubbo-go-3357",
      "repetition": 2,
      "vanilla": {
        "reward": 0,
        "totalTokens": 274121,
        "costUsd": 1.84449,
        "recordPath": "pairs/12/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 2821476,
        "costUsd": 3.14950394,
        "recordPath": "pairs/12/rep-2/halv.json"
      }
    },
    {
      "position": 36,
      "task": "ibragim-badertdinov/apache__dubbo-go-3357",
      "taskPosition": 12,
      "displayTask": "dubbo-go-3357",
      "repetition": 3,
      "vanilla": {
        "reward": 0,
        "totalTokens": 319666,
        "costUsd": 2.9876200000000006,
        "recordPath": "pairs/12/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 4147243,
        "costUsd": 2.89552848,
        "recordPath": "pairs/12/rep-3/halv.json"
      }
    },
    {
      "position": 37,
      "task": "ibragim-badertdinov/apache__hugegraph-3037",
      "taskPosition": 13,
      "displayTask": "hugegraph-3037",
      "repetition": 1,
      "vanilla": {
        "reward": 1,
        "totalTokens": 1822079,
        "costUsd": 15.630750000000003,
        "recordPath": "pairs/13/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 4580129,
        "costUsd": 3.5755558399999994,
        "recordPath": "pairs/13/rep-1/halv.json"
      }
    },
    {
      "position": 38,
      "task": "ibragim-badertdinov/apache__hugegraph-3037",
      "taskPosition": 13,
      "displayTask": "hugegraph-3037",
      "repetition": 2,
      "vanilla": {
        "reward": 1,
        "totalTokens": 1051200,
        "costUsd": 7.841176000000002,
        "recordPath": "pairs/13/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 3828516,
        "costUsd": 4.91308006,
        "recordPath": "pairs/13/rep-2/halv.json"
      }
    },
    {
      "position": 39,
      "task": "ibragim-badertdinov/apache__hugegraph-3037",
      "taskPosition": 13,
      "displayTask": "hugegraph-3037",
      "repetition": 3,
      "vanilla": {
        "reward": 0,
        "totalTokens": 2226317,
        "costUsd": 13.57785,
        "recordPath": "pairs/13/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 1,
        "totalTokens": 4512804,
        "costUsd": 3.7171398799999995,
        "recordPath": "pairs/13/rep-3/halv.json"
      }
    },
    {
      "position": 40,
      "task": "ibragim-badertdinov/apache__pulsar-25793",
      "taskPosition": 14,
      "displayTask": "pulsar-25793",
      "repetition": 1,
      "vanilla": {
        "reward": 0,
        "totalTokens": 663551,
        "costUsd": 5.7532060000000005,
        "recordPath": "pairs/14/rep-1/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 3105172,
        "costUsd": 3.4631570799999998,
        "recordPath": "pairs/14/rep-1/halv.json"
      }
    },
    {
      "position": 41,
      "task": "ibragim-badertdinov/apache__pulsar-25793",
      "taskPosition": 14,
      "displayTask": "pulsar-25793",
      "repetition": 2,
      "vanilla": {
        "reward": 0,
        "totalTokens": 898633,
        "costUsd": 8.09401,
        "recordPath": "pairs/14/rep-2/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 3856064,
        "costUsd": 3.453533580000001,
        "recordPath": "pairs/14/rep-2/halv.json"
      }
    },
    {
      "position": 42,
      "task": "ibragim-badertdinov/apache__pulsar-25793",
      "taskPosition": 14,
      "displayTask": "pulsar-25793",
      "repetition": 3,
      "vanilla": {
        "reward": 0,
        "totalTokens": 1013596,
        "costUsd": 8.14052,
        "recordPath": "pairs/14/rep-3/vanilla.json"
      },
      "halv": {
        "reward": 0,
        "totalTokens": 2823685,
        "costUsd": 3.3537328999999976,
        "recordPath": "pairs/14/rep-3/halv.json"
      }
    }
  ],
  "perTask": [
    {
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4281",
      "displayTask": "ArcadeDB-4281",
      "repetitions": 3,
      "vanilla": {
        "correct": 2,
        "tokens": 1492242,
        "costUsd": 11.259076,
        "tokensPerCorrect": 746121.0,
        "costPerCorrect": 5.629538
      },
      "halv": {
        "correct": 3,
        "tokens": 6229808,
        "costUsd": 7.49501932,
        "tokensPerCorrect": 2076602.6666666667,
        "costPerCorrect": 2.4983397733333335
      },
      "savingsPct": 33.43131070435975
    },
    {
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4411",
      "displayTask": "ArcadeDB-4411",
      "repetitions": 3,
      "vanilla": {
        "correct": 3,
        "tokens": 2122071,
        "costUsd": 13.804678,
        "tokensPerCorrect": 707357.0,
        "costPerCorrect": 4.601559333333333
      },
      "halv": {
        "correct": 3,
        "tokens": 6912618,
        "costUsd": 7.44550948,
        "tokensPerCorrect": 2304206.0,
        "costPerCorrect": 2.4818364933333332
      },
      "savingsPct": 46.06531582989476
    },
    {
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4455",
      "displayTask": "ArcadeDB-4455",
      "repetitions": 3,
      "vanilla": {
        "correct": 3,
        "tokens": 12350047,
        "costUsd": 81.849726,
        "tokensPerCorrect": 4116682.3333333335,
        "costPerCorrect": 27.283242
      },
      "halv": {
        "correct": 3,
        "tokens": 22080078,
        "costUsd": 14.9743418,
        "tokensPerCorrect": 7360026.0,
        "costPerCorrect": 4.9914472666666665
      },
      "savingsPct": 81.7050801123024
    },
    {
      "task": "ibragim-badertdinov/Gentleman-Programming__gentle-ai-595",
      "displayTask": "gentle-ai-595",
      "repetitions": 3,
      "vanilla": {
        "correct": 3,
        "tokens": 1076989,
        "costUsd": 8.132418,
        "tokensPerCorrect": 358996.3333333333,
        "costPerCorrect": 2.710806
      },
      "halv": {
        "correct": 3,
        "tokens": 9179592,
        "costUsd": 7.19235604,
        "tokensPerCorrect": 3059864.0,
        "costPerCorrect": 2.3974520133333335
      },
      "savingsPct": 11.559439763179903
    },
    {
      "task": "ibragim-badertdinov/HKUDS__nanobot-4048",
      "displayTask": "nanobot-4048",
      "repetitions": 3,
      "vanilla": {
        "correct": 3,
        "tokens": 650020,
        "costUsd": 4.703448,
        "tokensPerCorrect": 216673.33333333334,
        "costPerCorrect": 1.5678159999999999
      },
      "halv": {
        "correct": 3,
        "tokens": 4483923,
        "costUsd": 5.70929226,
        "tokensPerCorrect": 1494641.0,
        "costPerCorrect": 1.90309742
      },
      "savingsPct": -21.38525311643713
    },
    {
      "task": "ibragim-badertdinov/HKUDS__nanobot-4129",
      "displayTask": "nanobot-4129",
      "repetitions": 3,
      "vanilla": {
        "correct": 3,
        "tokens": 558542,
        "costUsd": 4.396924,
        "tokensPerCorrect": 186180.66666666666,
        "costPerCorrect": 1.4656413333333334
      },
      "halv": {
        "correct": 3,
        "tokens": 4354728,
        "costUsd": 5.48304794,
        "tokensPerCorrect": 1451576.0,
        "costPerCorrect": 1.8276826466666665
      },
      "savingsPct": -24.70190387643725
    },
    {
      "task": "ibragim-badertdinov/HKUDS__nanobot-4274",
      "displayTask": "nanobot-4274",
      "repetitions": 3,
      "vanilla": {
        "correct": 0,
        "tokens": 1412990,
        "costUsd": 11.165652,
        "tokensPerCorrect": null,
        "costPerCorrect": null
      },
      "halv": {
        "correct": 0,
        "tokens": 18969722,
        "costUsd": 14.56250482,
        "tokensPerCorrect": null,
        "costPerCorrect": null
      },
      "savingsPct": -30.422341839061428
    },
    {
      "task": "ibragim-badertdinov/Martian-Engineering__lossless-claw-814",
      "displayTask": "lossless-claw-814",
      "repetitions": 3,
      "vanilla": {
        "correct": 0,
        "tokens": 2622911,
        "costUsd": 20.659726,
        "tokensPerCorrect": null,
        "costPerCorrect": null
      },
      "halv": {
        "correct": 0,
        "tokens": 13170886,
        "costUsd": 11.97160858,
        "tokensPerCorrect": null,
        "costPerCorrect": null
      },
      "savingsPct": 42.0534009986386
    },
    {
      "task": "ibragim-badertdinov/PerryTS__perry-3982",
      "displayTask": "Perry-3982",
      "repetitions": 3,
      "vanilla": {
        "correct": 3,
        "tokens": 12152614,
        "costUsd": 71.19798,
        "tokensPerCorrect": 4050871.3333333335,
        "costPerCorrect": 23.73266
      },
      "halv": {
        "correct": 1,
        "tokens": 26556141,
        "costUsd": 17.90285264,
        "tokensPerCorrect": 26556141.0,
        "costPerCorrect": 17.90285264
      },
      "savingsPct": 74.85483065671245
    },
    {
      "task": "ibragim-badertdinov/Soju06__codex-lb-744",
      "displayTask": "codex-lb-744",
      "repetitions": 3,
      "vanilla": {
        "correct": 3,
        "tokens": 1483554,
        "costUsd": 11.455212,
        "tokensPerCorrect": 494518.0,
        "costPerCorrect": 3.8184039999999997
      },
      "halv": {
        "correct": 3,
        "tokens": 12119103,
        "costUsd": 10.77285748,
        "tokensPerCorrect": 4039701.0,
        "costPerCorrect": 3.5909524933333334
      },
      "savingsPct": 5.956716645663118
    },
    {
      "task": "ibragim-badertdinov/agno-agi__agno-8148",
      "displayTask": "agno-8148",
      "repetitions": 3,
      "vanilla": {
        "correct": 0,
        "tokens": 4266554,
        "costUsd": 32.235004,
        "tokensPerCorrect": null,
        "costPerCorrect": null
      },
      "halv": {
        "correct": 0,
        "tokens": 10654770,
        "costUsd": 8.84517752,
        "tokensPerCorrect": null,
        "costPerCorrect": null
      },
      "savingsPct": 72.56033372913495
    },
    {
      "task": "ibragim-badertdinov/apache__dubbo-go-3357",
      "displayTask": "dubbo-go-3357",
      "repetitions": 3,
      "vanilla": {
        "correct": 0,
        "tokens": 891746,
        "costUsd": 7.6037,
        "tokensPerCorrect": null,
        "costPerCorrect": null
      },
      "halv": {
        "correct": 0,
        "tokens": 12697036,
        "costUsd": 9.83542278,
        "tokensPerCorrect": null,
        "costPerCorrect": null
      },
      "savingsPct": -29.350484369451713
    },
    {
      "task": "ibragim-badertdinov/apache__hugegraph-3037",
      "displayTask": "hugegraph-3037",
      "repetitions": 3,
      "vanilla": {
        "correct": 2,
        "tokens": 5099596,
        "costUsd": 37.049776,
        "tokensPerCorrect": 2549798.0,
        "costPerCorrect": 18.524888
      },
      "halv": {
        "correct": 3,
        "tokens": 12921449,
        "costUsd": 12.20577578,
        "tokensPerCorrect": 4307149.666666667,
        "costPerCorrect": 4.068591926666667
      },
      "savingsPct": 67.05573663927144
    },
    {
      "task": "ibragim-badertdinov/apache__pulsar-25793",
      "displayTask": "pulsar-25793",
      "repetitions": 3,
      "vanilla": {
        "correct": 0,
        "tokens": 2575780,
        "costUsd": 21.987736,
        "tokensPerCorrect": null,
        "costPerCorrect": null
      },
      "halv": {
        "correct": 0,
        "tokens": 9784921,
        "costUsd": 10.27042356,
        "tokensPerCorrect": null,
        "costPerCorrect": null
      },
      "savingsPct": 53.29021796514203
    }
  ]
}