{
  "schemaVersion": 1,
  "title": "Halv SWE-rebench: first 20 paired tasks",
  "scope": {
    "selection": "The first 20 task pairs in the planned benchmark sequence. The checkpoint was limited by elapsed benchmark time.",
    "pairCount": 20,
    "recordCount": 40,
    "dataset": "ibragim-badertdinov/swe-rebench-07-2026",
    "model": "openai/gpt-5.6-luna",
    "reasoningEffort": "medium",
    "serviceTier": "priority",
    "codexVersion": "0.152.0",
    "planFingerprint": "8078d7393056247c25cb0e3b8f117272b4ee18082af79950c6ce14d0227499a1",
    "sourceFiles": {
      "resultsJsonl": {
        "sha256": "b8bfa15d2836e2925a7bada2c051807ee28d03bfebd474857a4f391a959e9187",
        "lineCount": 480,
        "publishedInFull": false,
        "note": "Only the 40 selected records are included in this bundle."
      },
      "planJson": {
        "sha256": "2bddfe491581d24c212c6bd620d06adaad5149027608c9caa831fbca40edd74a"
      },
      "mediumFastConfig": {
        "sha256": "886ca7f3aafd0faba6d457cb4e3dd8d3a040e30148395f2ef1082475b5cee334"
      },
      "sequentialConfig": {
        "sha256": "3bd5daffe6771491337376b018cbbe9893c29bf70970ce117c12119be58abd94"
      }
    }
  },
  "aggregates": {
    "vanilla": {
      "correct": 7,
      "tokens": 63438109,
      "costUsd": 1.84932336,
      "tokensPerCorrect": 9062587,
      "costPerCorrect": 0.26418905142857146
    },
    "halv": {
      "correct": 10,
      "tokens": 44289991,
      "costUsd": 1.403011,
      "tokensPerCorrect": 4428999.1,
      "costPerCorrect": 0.1403011
    },
    "halvChange": {
      "totalTokensPct": -30.183935652936945,
      "totalCostPct": -24.133819409494727,
      "tokensPerCorrectPct": -51.12875495705587,
      "costPerCorrectPct": -46.893673586646315,
      "correctAnswersPerTokenRatio": 2.0461930100640573
    }
  },
  "pairs": [
    {
      "position": 1,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4281",
      "displayTask": "ArcadeDB-4281",
      "immutableRef": "sha256:e86f27a30f51100666b895c863cee80c97d8da709ba582ccfafd52e398ed884f",
      "vanilla": {
        "recordPath": "pairs/ArcadeDB-4281/vanilla/selected-record.json",
        "recordSha256": "a0b3292e2fc34358531e5428f540f27122535f22518871b2827c7f89a71609d3",
        "reward": 1,
        "inputTokens": 3341862,
        "cachedInputTokens": 3245568,
        "outputTokens": 6669,
        "totalTokens": 3348531,
        "costUsd": 0.09217295999999998,
        "experiment": "rebench-luna-medium-fast",
        "trialId": "77f5395e-c647-4f29-811e-935ba1f54332"
      },
      "halv": {
        "recordPath": "pairs/ArcadeDB-4281/halv/selected-record.json",
        "recordSha256": "f455c16a01401889b0f957f8f5263b27eff62cc41dd3d7b83a87ce4561dbf108",
        "reward": 1,
        "inputTokens": 1160167,
        "cachedInputTokens": 1086976,
        "outputTokens": 4687,
        "totalTokens": 1164854,
        "costUsd": 0.042002120000000004,
        "experiment": "rebench-luna-medium-fast",
        "trialId": "f1487a99-ec3a-41eb-9822-1d7e8e94da0a"
      },
      "tokenSavingsPct": 65.2129844400425
    },
    {
      "position": 2,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4411",
      "displayTask": "ArcadeDB-4411",
      "immutableRef": "sha256:e296a12c45c2f73b7a1b9258a99d6ec2abbaa6254b908ec78629df35bff41512",
      "vanilla": {
        "recordPath": "pairs/ArcadeDB-4411/vanilla/selected-record.json",
        "recordSha256": "bfba85c8e2a448b9ad6f081cb27ad0dff775011b5cbfc3147b0c556dc6393de5",
        "reward": 1,
        "inputTokens": 3225805,
        "cachedInputTokens": 3089664,
        "outputTokens": 6814,
        "totalTokens": 3232619,
        "costUsd": 0.09719827999999998,
        "experiment": "rebench-luna-medium-fast",
        "trialId": "e86c82be-51eb-4bc6-ad0a-55dc7df9757d"
      },
      "halv": {
        "recordPath": "pairs/ArcadeDB-4411/halv/selected-record.json",
        "recordSha256": "43019fa27a6e4f06c47878e5969b7bd9b2f8930b9d613a3ab99b484b61ca71c3",
        "reward": 1,
        "inputTokens": 1172182,
        "cachedInputTokens": 1113600,
        "outputTokens": 5472,
        "totalTokens": 1177654,
        "costUsd": 0.040554799999999995,
        "experiment": "rebench-luna-medium-fast",
        "trialId": "f944d963-b974-4db9-ac7c-aec9e5ba50a5"
      },
      "tokenSavingsPct": 63.56966286469269
    },
    {
      "position": 3,
      "task": "ibragim-badertdinov/ArcadeData__arcadedb-4455",
      "displayTask": "ArcadeDB-4455",
      "immutableRef": "sha256:90564a7287720ad90bd9bf9912d74e76067746c02f53587eea02137d0349bc03",
      "vanilla": {
        "recordPath": "pairs/ArcadeDB-4455/vanilla/selected-record.json",
        "recordSha256": "198aeb8f01cb6a6f77912f652e823e4d0adceee24877226c227575e3d8e2e87c",
        "reward": 0,
        "inputTokens": 6483226,
        "cachedInputTokens": 6339072,
        "outputTokens": 14300,
        "totalTokens": 6497526,
        "costUsd": 0.17277223999999997,
        "experiment": "rebench-luna-medium-fast",
        "trialId": "087f833c-7ae4-4606-986f-878d6fcb1752"
      },
      "halv": {
        "recordPath": "pairs/ArcadeDB-4455/halv/selected-record.json",
        "recordSha256": "34b3acf049b056cf73bd7187033860816e40743499394c479005fa20a763a8ec",
        "reward": 1,
        "inputTokens": 2410856,
        "cachedInputTokens": 2326016,
        "outputTokens": 11220,
        "totalTokens": 2422076,
        "costUsd": 0.07695232000000002,
        "experiment": "rebench-luna-medium-fast",
        "trialId": "b3764c62-5644-4f33-b7a5-da658a6c1ab4"
      },
      "tokenSavingsPct": 62.7231041476402
    },
    {
      "position": 4,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4048",
      "displayTask": "nanobot-4048",
      "immutableRef": "sha256:e56f838c3431756f1ad00ffa2b210b437b3357a654fbe5c8fb51837e5c04c40a",
      "vanilla": {
        "recordPath": "pairs/nanobot-4048/vanilla/selected-record.json",
        "recordSha256": "793c86805e45c7b317bd5687cc057b06cc30461a19bb9041fa73470b5a2f7aad",
        "reward": 1,
        "inputTokens": 403876,
        "cachedInputTokens": 362752,
        "outputTokens": 4402,
        "totalTokens": 408278,
        "costUsd": 0.020762239999999998,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "6ebe87ca-16ee-4a5f-8bbf-9746d5fc6642"
      },
      "halv": {
        "recordPath": "pairs/nanobot-4048/halv/selected-record.json",
        "recordSha256": "cdd5fa1cafd7d9c96e4818113151080e63c34d79e9c194e65cf53d7ff78b53be",
        "reward": 1,
        "inputTokens": 594175,
        "cachedInputTokens": 524032,
        "outputTokens": 6017,
        "totalTokens": 600192,
        "costUsd": 0.03172964,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "2c28c9cc-85d1-45bd-b5da-38589f5536af"
      },
      "tokenSavingsPct": -47.005716693037584
    },
    {
      "position": 5,
      "task": "ibragim-badertdinov/HKUDS__nanobot-4274",
      "displayTask": "nanobot-4274",
      "immutableRef": "sha256:dfebdd2482251f68374c6d38e60ea3c7e7812e1df570b6fbd64cf07ab114a2f2",
      "vanilla": {
        "recordPath": "pairs/nanobot-4274/vanilla/selected-record.json",
        "recordSha256": "6e96fa633bd116daac93e37a2c629ae01787aa3ae8288cc7b623224b9e45ccb0",
        "reward": 0,
        "inputTokens": 1956243,
        "cachedInputTokens": 1874688,
        "outputTokens": 8238,
        "totalTokens": 1964481,
        "costUsd": 0.06369036,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "04d63a78-1ede-4ed5-81d5-b29ff322f6ec"
      },
      "halv": {
        "recordPath": "pairs/nanobot-4274/halv/selected-record.json",
        "recordSha256": "fc413b7883519fed9f939c7b0d24fc196a27a1a5afc765fc485860db79120226",
        "reward": 0,
        "inputTokens": 1368342,
        "cachedInputTokens": 1281280,
        "outputTokens": 8034,
        "totalTokens": 1376376,
        "costUsd": 0.05267880000000001,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "2579c680-df7f-4ca2-b039-d9188cadd838"
      },
      "tokenSavingsPct": 29.936914635468604
    },
    {
      "position": 6,
      "task": "ibragim-badertdinov/Martian-Engineering__lossless-claw-814",
      "displayTask": "lossless-claw-814",
      "immutableRef": "sha256:5904d14189c33a39e30c6a06ba74ea77259ac393036bd2d204990df3f01ea6db",
      "vanilla": {
        "recordPath": "pairs/lossless-claw-814/vanilla/selected-record.json",
        "recordSha256": "92e306bfdbb3652e8be507d1b5eb7ba7194ce386b335d9e199e061d6b78a7b6c",
        "reward": 0,
        "inputTokens": 2587081,
        "cachedInputTokens": 2465536,
        "outputTokens": 7082,
        "totalTokens": 2594163,
        "costUsd": 0.08211811999999999,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "b9f43275-d61c-478b-a97a-d05691b6d8e3"
      },
      "halv": {
        "recordPath": "pairs/lossless-claw-814/halv/selected-record.json",
        "recordSha256": "7e4c2d3fd40e8855655801bfc4967095702f783ccebfbbf3f4e30210c16c3118",
        "reward": 0,
        "inputTokens": 2037504,
        "cachedInputTokens": 1948928,
        "outputTokens": 5574,
        "totalTokens": 2043078,
        "costUsd": 0.06338256000000002,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "70d29461-83c0-40a0-8026-11fec8c998b2"
      },
      "tokenSavingsPct": 21.243268059871333
    },
    {
      "position": 7,
      "task": "ibragim-badertdinov/PerryTS__perry-3982",
      "displayTask": "perry-3982",
      "immutableRef": "sha256:9d7f40794b97badaa0dbed4b2f1f32bd6ae3fa521abb0ae078933b9f9c0cffd1",
      "vanilla": {
        "recordPath": "pairs/perry-3982/vanilla/selected-record.json",
        "recordSha256": "c0a2535812097cd2df77bce45ece3254fd1313ac85ee14d5b0aa00dd7c30ca6b",
        "reward": 0,
        "inputTokens": 8348873,
        "cachedInputTokens": 8172544,
        "outputTokens": 12553,
        "totalTokens": 8361426,
        "costUsd": 0.21378027999999988,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "58d2b1fc-979f-4b14-bc9d-9ba4a1d4e0ce"
      },
      "halv": {
        "recordPath": "pairs/perry-3982/halv/selected-record.json",
        "recordSha256": "bf5257a2a72136ee42e86bb3129943dca701bbcdae78003f84343784cb1c77c0",
        "reward": 0,
        "inputTokens": 3947411,
        "cachedInputTokens": 3808512,
        "outputTokens": 9974,
        "totalTokens": 3957385,
        "costUsd": 0.11591883999999998,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "9b7ed6be-ac0b-4700-841a-728b41f213f9"
      },
      "tokenSavingsPct": 52.67093196782463
    },
    {
      "position": 8,
      "task": "ibragim-badertdinov/Soju06__codex-lb-744",
      "displayTask": "codex-lb-744",
      "immutableRef": "sha256:93b2eeeac96b0f92782c92b90eef5f00f07b2a8e49780ecb4e1d2e642af58f81",
      "vanilla": {
        "recordPath": "pairs/codex-lb-744/vanilla/selected-record.json",
        "recordSha256": "f0396023e0a1f087a8e6d96e55518ec681c7da7491b66a5c41e1725181565df7",
        "reward": 1,
        "inputTokens": 757069,
        "cachedInputTokens": 710656,
        "outputTokens": 4522,
        "totalTokens": 761591,
        "costUsd": 0.028922119999999996,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "5e5aae4a-b8ff-4cb0-831d-e625ae9ca7e9"
      },
      "halv": {
        "recordPath": "pairs/codex-lb-744/halv/selected-record.json",
        "recordSha256": "37d456a31e3c267dba0572ef8eccc10c62339ebaf9f74606c334af0a73d2cae2",
        "reward": 1,
        "inputTokens": 702681,
        "cachedInputTokens": 633344,
        "outputTokens": 5742,
        "totalTokens": 708423,
        "costUsd": 0.03342468,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "01545981-d043-4b73-9dec-7935fa500f00"
      },
      "tokenSavingsPct": 6.9811749351029615
    },
    {
      "position": 9,
      "task": "ibragim-badertdinov/agno-agi__agno-8148",
      "displayTask": "agno-8148",
      "immutableRef": "sha256:bc76bee2924fe6fb14e1afd7e4b4f771552781b2cb27ef7f1573fe52c8a4a7a5",
      "vanilla": {
        "recordPath": "pairs/agno-8148/vanilla/selected-record.json",
        "recordSha256": "05962652f3ca2e928a81da87e14c174f8ffae7a70b25913c65304bd89bc56c2c",
        "reward": 0,
        "inputTokens": 1069100,
        "cachedInputTokens": 1002752,
        "outputTokens": 5273,
        "totalTokens": 1074373,
        "costUsd": 0.039652240000000005,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "813003ae-c85d-4bfc-bcef-71352742c7a8"
      },
      "halv": {
        "recordPath": "pairs/agno-8148/halv/selected-record.json",
        "recordSha256": "3bfa927c478ea08ef978b4ade5019a58f3d837eac1cdd31c0c1e33bd00300664",
        "reward": 0,
        "inputTokens": 1162058,
        "cachedInputTokens": 1086976,
        "outputTokens": 5800,
        "totalTokens": 1167858,
        "costUsd": 0.04371591999999999,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "24a45bba-eca6-44f8-8388-f13041baa0bd"
      },
      "tokenSavingsPct": -8.70135418518522
    },
    {
      "position": 10,
      "task": "ibragim-badertdinov/apache__hugegraph-3037",
      "displayTask": "hugegraph-3037",
      "immutableRef": "sha256:918667967ee034ef62abbee775613b156c3d576da96e8b6f3e1856488488a408",
      "vanilla": {
        "recordPath": "pairs/hugegraph-3037/vanilla/selected-record.json",
        "recordSha256": "882cd511e717de92db0b25c9e30f755acc8192777d474d61bab7ad09ca6eead0",
        "reward": 1,
        "inputTokens": 4125181,
        "cachedInputTokens": 3957504,
        "outputTokens": 8742,
        "totalTokens": 4133923,
        "costUsd": 0.12317587999999999,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "ce32fcb0-7e92-4f64-87e8-2571ead3c001"
      },
      "halv": {
        "recordPath": "pairs/hugegraph-3037/halv/selected-record.json",
        "recordSha256": "73971ffe5ca56f42916a74ab4696723d09a5971165f0d69b6ec3fd9263c648e6",
        "reward": 1,
        "inputTokens": 3838183,
        "cachedInputTokens": 3683840,
        "outputTokens": 8690,
        "totalTokens": 3846873,
        "costUsd": 0.11497339999999999,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "5d7e15b5-b2ce-482c-841e-328ce45d13e1"
      },
      "tokenSavingsPct": 6.943767457690915
    },
    {
      "position": 11,
      "task": "ibragim-badertdinov/apache__pulsar-25953",
      "displayTask": "pulsar-25953",
      "immutableRef": "sha256:0e2216c0b7a274202fe1d114aabc73275f6b0e70922bce10fac3b6f4141790cf",
      "vanilla": {
        "recordPath": "pairs/pulsar-25953/vanilla/selected-record.json",
        "recordSha256": "63400d176479db353c1e06101648efa79abd31bcd42360542f0f2b7496a22231",
        "reward": 0,
        "inputTokens": 2632492,
        "cachedInputTokens": 2520832,
        "outputTokens": 6781,
        "totalTokens": 2639273,
        "costUsd": 0.08088584000000003,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "2162a74e-1c8d-4b2c-a38c-c76d9abe2211"
      },
      "halv": {
        "recordPath": "pairs/pulsar-25953/halv/selected-record.json",
        "recordSha256": "bd85a556bfcc237961cfb08b0518af533cfdd25ae4476f330066a08899d0735b",
        "reward": 0,
        "inputTokens": 1156271,
        "cachedInputTokens": 1073408,
        "outputTokens": 4079,
        "totalTokens": 1160350,
        "costUsd": 0.042935560000000005,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "81ddbd4e-b454-47d1-9f48-9aa8b7a76f5e"
      },
      "tokenSavingsPct": 56.03524152294968
    },
    {
      "position": 12,
      "task": "ibragim-badertdinov/astral-sh__ruff-25414",
      "displayTask": "ruff-25414",
      "immutableRef": "sha256:4a58ab2186fc1f85eb0a154053535d41b280d58f369b57eea29b765429b4a0d3",
      "vanilla": {
        "recordPath": "pairs/ruff-25414/vanilla/selected-record.json",
        "recordSha256": "1b9ef8b6bdc72524fb4b1df5f3da792365d2952b94a8b1fa57e4e53146952768",
        "reward": 1,
        "inputTokens": 3107284,
        "cachedInputTokens": 3016960,
        "outputTokens": 7420,
        "totalTokens": 3114704,
        "costUsd": 0.08730799999999998,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "11658cc6-8c33-43df-8109-6f7d1b358fbd"
      },
      "halv": {
        "recordPath": "pairs/ruff-25414/halv/selected-record.json",
        "recordSha256": "a3ec439e867c2dbb9bcdccc2c081ce0ed2978b1493d0fcff976c7018c48272aa",
        "reward": 1,
        "inputTokens": 4313284,
        "cachedInputTokens": 4207360,
        "outputTokens": 9019,
        "totalTokens": 4322303,
        "costUsd": 0.11615479999999996,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "4a77a350-4473-4407-ade0-90732ee670ee"
      },
      "tokenSavingsPct": -38.77090728364557
    },
    {
      "position": 13,
      "task": "ibragim-badertdinov/astral-sh__ruff-25567",
      "displayTask": "ruff-25567",
      "immutableRef": "sha256:4cdfd37ee91bc782318dc4fd34c9f2082c7c18a3e5b885162a9f40829d8b19d5",
      "vanilla": {
        "recordPath": "pairs/ruff-25567/vanilla/selected-record.json",
        "recordSha256": "e1a17a99e76355e1435f47db0be86b808408bd91db7b8b70c0210b1d594984ac",
        "reward": 1,
        "inputTokens": 7397521,
        "cachedInputTokens": 7185152,
        "outputTokens": 15183,
        "totalTokens": 7412704,
        "costUsd": 0.20439643999999996,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "e25e683c-cf25-4d0c-a053-56a5f74d0edf"
      },
      "halv": {
        "recordPath": "pairs/ruff-25567/halv/selected-record.json",
        "recordSha256": "a685970a9cd8fe0a51ee2789cf8e10f3e19e8f2562ee32fad00386f81767875a",
        "reward": 1,
        "inputTokens": 4287726,
        "cachedInputTokens": 4162816,
        "outputTokens": 9455,
        "totalTokens": 4297181,
        "costUsd": 0.11958432000000001,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "bc0eeb80-b33e-454d-bbe9-a645bcc8faa3"
      },
      "tokenSavingsPct": 42.029507720799316
    },
    {
      "position": 14,
      "task": "ibragim-badertdinov/better-auth__better-auth-10070",
      "displayTask": "better-auth-10070",
      "immutableRef": "sha256:6c540e14671c49bc638b74d9fb83788f6233257d7e030f4573c2427950762e1e",
      "vanilla": {
        "recordPath": "pairs/better-auth-10070/vanilla/selected-record.json",
        "recordSha256": "99b61f493252fdd8e014f431cf6c9cbf8f22091015e9612bdab130ed107c05cc",
        "reward": 0,
        "inputTokens": 941607,
        "cachedInputTokens": 889856,
        "outputTokens": 5359,
        "totalTokens": 946966,
        "costUsd": 0.034578120000000004,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "0fa7c442-c22d-4eca-ae0a-b59d8bee8601"
      },
      "halv": {
        "recordPath": "pairs/better-auth-10070/halv/selected-record.json",
        "recordSha256": "bd47696ace91d07ce9d75e23e044edcf3dce61a3a327581d738b75188f897a21",
        "reward": 0,
        "inputTokens": 1129598,
        "cachedInputTokens": 1069056,
        "outputTokens": 6053,
        "totalTokens": 1135651,
        "costUsd": 0.040753120000000004,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "a2168fc2-da3d-4640-b8f2-cd14ccfddeb9"
      },
      "tokenSavingsPct": -19.92521378803463
    },
    {
      "position": 15,
      "task": "ibragim-badertdinov/danny-avila__LibreChat-13166",
      "displayTask": "LibreChat-13166",
      "immutableRef": "sha256:788b29ac79d0582203ab3959a9ecab38111adb55da3f7eff9eb95738ebb264e4",
      "vanilla": {
        "recordPath": "pairs/LibreChat-13166/vanilla/selected-record.json",
        "recordSha256": "edc01151c140a8c6a105dd57e1f9cbf3c997ceb117b0379cdf0ba3af5e18835f",
        "reward": 0,
        "inputTokens": 3093296,
        "cachedInputTokens": 2994944,
        "outputTokens": 6059,
        "totalTokens": 3099355,
        "costUsd": 0.08684008000000001,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "aa278fb7-73c4-492a-b20e-228df30358b4"
      },
      "halv": {
        "recordPath": "pairs/LibreChat-13166/halv/selected-record.json",
        "recordSha256": "b947c740fa076863b61294d65db745dfff698b332b367db2ecdebc3b7350b902",
        "reward": 0,
        "inputTokens": 1040256,
        "cachedInputTokens": 957184,
        "outputTokens": 4470,
        "totalTokens": 1044726,
        "costUsd": 0.041122080000000005,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "096d0435-4425-4a60-a397-733e17d9dc3d"
      },
      "tokenSavingsPct": 66.29214788238198
    },
    {
      "position": 16,
      "task": "ibragim-badertdinov/facebook__lexical-8676",
      "displayTask": "lexical-8676",
      "immutableRef": "sha256:fcbbc07906bc1c6704e339aacdc359ecae120043c4e2635769b5f9440b0f42d1",
      "vanilla": {
        "recordPath": "pairs/lexical-8676/vanilla/selected-record.json",
        "recordSha256": "68ff16e240dfee6acc88976b82f3af3b4982955c68b646bfed9169640183026f",
        "reward": 0,
        "inputTokens": 1663901,
        "cachedInputTokens": 1580544,
        "outputTokens": 7605,
        "totalTokens": 1671506,
        "costUsd": 0.05740828,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "c28ba72c-1e5d-4267-a973-92300d780bf0"
      },
      "halv": {
        "recordPath": "pairs/lexical-8676/halv/selected-record.json",
        "recordSha256": "0d8bbf05819f2e5ae5e40ea4b6fa120376f2ef90d18af04f12c1f936cf90ed78",
        "reward": 0,
        "inputTokens": 3130324,
        "cachedInputTokens": 3013376,
        "outputTokens": 13229,
        "totalTokens": 3143553,
        "costUsd": 0.09953191999999998,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "96f927f7-fcd9-4a3a-bc42-129428f60cc7"
      },
      "tokenSavingsPct": -88.06710834421175
    },
    {
      "position": 17,
      "task": "ibragim-badertdinov/fallow-rs__fallow-762",
      "displayTask": "fallow-762",
      "immutableRef": "sha256:1129f68aa33cdbdc26787d139ac6a5ef71c095bd85a13307ecba1c09a46d7a8a",
      "vanilla": {
        "recordPath": "pairs/fallow-762/vanilla/selected-record.json",
        "recordSha256": "8f29ba9b304b61315f2028264dc2502a6521160f0a2b2a95006da066565cc9d0",
        "reward": 0,
        "inputTokens": 6048727,
        "cachedInputTokens": 5821696,
        "outputTokens": 10161,
        "totalTokens": 6058888,
        "costUsd": 0.17403332,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "35bdc4d7-663c-4ec5-9c0c-97a40836c585"
      },
      "halv": {
        "recordPath": "pairs/fallow-762/halv/selected-record.json",
        "recordSha256": "56e46845072c58f2d2a572097645177cb4bfd930e3f7f4005f3250b701dba7a6",
        "reward": 0,
        "inputTokens": 3266231,
        "cachedInputTokens": 3148032,
        "outputTokens": 9078,
        "totalTokens": 3275309,
        "costUsd": 0.09749404000000005,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "1d8a86f5-879b-4073-9218-de5e2969a79e"
      },
      "tokenSavingsPct": 45.94207716003333
    },
    {
      "position": 18,
      "task": "ibragim-badertdinov/fallow-rs__fallow-821",
      "displayTask": "fallow-821",
      "immutableRef": "sha256:b2051080e7599671bbb1967aa4ae5f455036360da88ce46cacc7e827ff2a0efa",
      "vanilla": {
        "recordPath": "pairs/fallow-821/vanilla/selected-record.json",
        "recordSha256": "a7956fd7e40cc666bb1c72ef68989382d337a376ecc97d7f6183c0153fe6fd20",
        "reward": 0,
        "inputTokens": 1705269,
        "cachedInputTokens": 1631488,
        "outputTokens": 3640,
        "totalTokens": 1708909,
        "costUsd": 0.05175396,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "9da57ed8-c68d-41a6-9bef-b19c6dd1ea10"
      },
      "halv": {
        "recordPath": "pairs/fallow-821/halv/selected-record.json",
        "recordSha256": "8fa2411b280ea2db8b5ecbaba4af6f4f5c6b823ace3aab7a0db7c7aef019b9fa",
        "reward": 1,
        "inputTokens": 2221900,
        "cachedInputTokens": 2137088,
        "outputTokens": 6024,
        "totalTokens": 2227924,
        "costUsd": 0.06693296000000001,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "9ee6c822-aba7-46a5-a9e7-4dc1bc90039b"
      },
      "tokenSavingsPct": -30.371131523094558
    },
    {
      "position": 19,
      "task": "ibragim-badertdinov/fallow-rs__fallow-824",
      "displayTask": "fallow-824",
      "immutableRef": "sha256:fb8703f74af38fc24a9e049a41679795d670d51ca2bad065ef752b4b1be382ad",
      "vanilla": {
        "recordPath": "pairs/fallow-824/vanilla/selected-record.json",
        "recordSha256": "013f72ef681c76b1bc78f8525dc2dd9c892feb821bbc2c4b30cb1407c50b1dcf",
        "reward": 0,
        "inputTokens": 2768789,
        "cachedInputTokens": 2631936,
        "outputTokens": 5506,
        "totalTokens": 2774295,
        "costUsd": 0.08661651999999999,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "5f8cf253-d0b9-4848-bb77-5a117f37bb51"
      },
      "halv": {
        "recordPath": "pairs/fallow-824/halv/selected-record.json",
        "recordSha256": "3477e09945dced291f96415e86ad1fd06a3ff2781275e940bd187a7357645c6b",
        "reward": 1,
        "inputTokens": 3338801,
        "cachedInputTokens": 3166208,
        "outputTokens": 5822,
        "totalTokens": 3344623,
        "costUsd": 0.10482916,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "91ec6168-d16f-44a1-8153-6d7492c2237c"
      },
      "tokenSavingsPct": -20.557583097687882
    },
    {
      "position": 20,
      "task": "ibragim-badertdinov/fallow-rs__fallow-913",
      "displayTask": "fallow-913",
      "immutableRef": "sha256:b4845b59fbb03832cc1b39907390e29378db52f96838d59d986621b214339ae6",
      "vanilla": {
        "recordPath": "pairs/fallow-913/vanilla/selected-record.json",
        "recordSha256": "f59143209ad405a3a0ba20b9cab0b84d909262632c8c3b7eaa1b312010970c63",
        "reward": 0,
        "inputTokens": 1630600,
        "cachedInputTokens": 1553664,
        "outputTokens": 3998,
        "totalTokens": 1634598,
        "costUsd": 0.05125807999999999,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "e9d82b7e-c913-4599-96d0-e32a74c42da5"
      },
      "halv": {
        "recordPath": "pairs/fallow-913/halv/selected-record.json",
        "recordSha256": "7f712ad65f69687cca77c870c19702afdd829a97260cb58b6467258821be9c5e",
        "reward": 0,
        "inputTokens": 1867745,
        "cachedInputTokens": 1790208,
        "outputTokens": 5857,
        "totalTokens": 1873602,
        "costUsd": 0.05833995999999998,
        "experiment": "rebench-luna-medium-fast-sequential-clean",
        "trialId": "e87f07e2-d4a0-48d4-a987-e90fa2226f91"
      },
      "tokenSavingsPct": -14.621576681239057
    }
  ]
}