{
  "study_id": "conditional_q3_v4",
  "scope": "A complete ten-replication restart with an explicit simulator-failure boundary. Conditional on the fixed A1 checkpoint and specialist bank, not full-pipeline multi-seed RL. Every v3 model is retained as diagnostic pilot evidence and excluded from v4 primary analysis, regardless of outcome.",
  "unit": "Student/collection replication; not individual episode or independently retrained teacher bank.",
  "cells": [
    {
      "seed": 101,
      "method": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "k": 65,
      "n": 128,
      "success": 0.5078125,
      "mean_return": -310.0234375,
      "mean_length": 313.0703125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "k": 79,
      "n": 128,
      "success": 0.6171875,
      "mean_return": -296.6796875,
      "mean_length": 300.3828125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "k": 19,
      "n": 128,
      "success": 0.1484375,
      "mean_return": -926.2265625,
      "mean_length": 927.1171875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "k": 60,
      "n": 128,
      "success": 0.46875,
      "mean_return": -773.921875,
      "mean_length": 776.734375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "offline",
      "task": "square",
      "mode": "ode",
      "k": 90,
      "n": 128,
      "success": 0.703125,
      "mean_return": -222.1875,
      "mean_length": 226.40625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "offline",
      "task": "square",
      "mode": "sde",
      "k": 104,
      "n": 128,
      "success": 0.8125,
      "mean_return": -189.734375,
      "mean_length": 194.609375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 74,
      "n": 128,
      "success": 0.578125,
      "mean_return": -624.03125,
      "mean_length": 627.5,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 88,
      "n": 128,
      "success": 0.6875,
      "mean_return": -546.8046875,
      "mean_length": 550.9296875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "staged_offline",
      "task": "square",
      "mode": "ode",
      "k": 94,
      "n": 128,
      "success": 0.734375,
      "mean_return": -212.3203125,
      "mean_length": 216.7265625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "staged_offline",
      "task": "square",
      "mode": "sde",
      "k": 97,
      "n": 128,
      "success": 0.7578125,
      "mean_return": -203.828125,
      "mean_length": 208.375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 81,
      "n": 128,
      "success": 0.6328125,
      "mean_return": -589.9140625,
      "mean_length": 593.7109375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 77,
      "n": 128,
      "success": 0.6015625,
      "mean_return": -616.0859375,
      "mean_length": 619.6953125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "dagger",
      "task": "square",
      "mode": "ode",
      "k": 90,
      "n": 128,
      "success": 0.703125,
      "mean_return": -221.4296875,
      "mean_length": 225.6484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "dagger",
      "task": "square",
      "mode": "sde",
      "k": 104,
      "n": 128,
      "success": 0.8125,
      "mean_return": -194.484375,
      "mean_length": 199.359375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "dagger",
      "task": "toolhang",
      "mode": "ode",
      "k": 66,
      "n": 128,
      "success": 0.515625,
      "mean_return": -661.5078125,
      "mean_length": 664.6015625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "dagger",
      "task": "toolhang",
      "mode": "sde",
      "k": 93,
      "n": 128,
      "success": 0.7265625,
      "mean_return": -532.609375,
      "mean_length": 536.96875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "k": 43,
      "n": 128,
      "success": 0.3359375,
      "mean_return": -348.8828125,
      "mean_length": 350.8984375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "k": 63,
      "n": 128,
      "success": 0.4921875,
      "mean_return": -322.9609375,
      "mean_length": 325.9140625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "k": 84,
      "n": 128,
      "success": 0.65625,
      "mean_return": -687.703125,
      "mean_length": 691.640625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "k": 116,
      "n": 128,
      "success": 0.90625,
      "mean_return": -519.0625,
      "mean_length": 524.5,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "k": 63,
      "n": 128,
      "success": 0.4921875,
      "mean_return": -332.3359375,
      "mean_length": 335.2890625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "k": 65,
      "n": 128,
      "success": 0.5078125,
      "mean_return": -310.90625,
      "mean_length": 313.953125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "k": 38,
      "n": 128,
      "success": 0.296875,
      "mean_return": -877.28125,
      "mean_length": 879.0625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "k": 85,
      "n": 128,
      "success": 0.6640625,
      "mean_return": -676.4765625,
      "mean_length": 680.4609375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "k": 63,
      "n": 128,
      "success": 0.4921875,
      "mean_return": -315.578125,
      "mean_length": 318.53125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "k": 73,
      "n": 128,
      "success": 0.5703125,
      "mean_return": -304.96875,
      "mean_length": 308.390625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "k": 48,
      "n": 128,
      "success": 0.375,
      "mean_return": -818.8203125,
      "mean_length": 821.0703125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "k": 54,
      "n": 128,
      "success": 0.421875,
      "mean_return": -794.953125,
      "mean_length": 797.484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "offline",
      "task": "square",
      "mode": "ode",
      "k": 90,
      "n": 128,
      "success": 0.703125,
      "mean_return": -218.765625,
      "mean_length": 222.984375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "offline",
      "task": "square",
      "mode": "sde",
      "k": 102,
      "n": 128,
      "success": 0.796875,
      "mean_return": -193.4140625,
      "mean_length": 198.1953125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 72,
      "n": 128,
      "success": 0.5625,
      "mean_return": -636.640625,
      "mean_length": 640.015625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 82,
      "n": 128,
      "success": 0.640625,
      "mean_return": -592.9296875,
      "mean_length": 596.7734375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "staged_offline",
      "task": "square",
      "mode": "ode",
      "k": 99,
      "n": 128,
      "success": 0.7734375,
      "mean_return": -202.6875,
      "mean_length": 207.328125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "staged_offline",
      "task": "square",
      "mode": "sde",
      "k": 94,
      "n": 128,
      "success": 0.734375,
      "mean_return": -209.921875,
      "mean_length": 214.328125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 66,
      "n": 128,
      "success": 0.515625,
      "mean_return": -663.4140625,
      "mean_length": 666.5078125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 77,
      "n": 128,
      "success": 0.6015625,
      "mean_return": -614.1484375,
      "mean_length": 617.7578125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "dagger",
      "task": "square",
      "mode": "ode",
      "k": 87,
      "n": 128,
      "success": 0.6796875,
      "mean_return": -221.90625,
      "mean_length": 225.984375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "dagger",
      "task": "square",
      "mode": "sde",
      "k": 97,
      "n": 128,
      "success": 0.7578125,
      "mean_return": -207.375,
      "mean_length": 211.921875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "dagger",
      "task": "toolhang",
      "mode": "ode",
      "k": 26,
      "n": 128,
      "success": 0.203125,
      "mean_return": -877.015625,
      "mean_length": 878.234375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "dagger",
      "task": "toolhang",
      "mode": "sde",
      "k": 71,
      "n": 128,
      "success": 0.5546875,
      "mean_return": -641.0703125,
      "mean_length": 644.3984375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "k": 43,
      "n": 128,
      "success": 0.3359375,
      "mean_return": -346.015625,
      "mean_length": 348.03125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "k": 49,
      "n": 128,
      "success": 0.3828125,
      "mean_return": -341.015625,
      "mean_length": 343.3125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "k": 78,
      "n": 128,
      "success": 0.609375,
      "mean_return": -736.9609375,
      "mean_length": 740.6171875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "k": 109,
      "n": 128,
      "success": 0.8515625,
      "mean_return": -542.0859375,
      "mean_length": 547.1953125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "k": 49,
      "n": 128,
      "success": 0.3828125,
      "mean_return": -344.3046875,
      "mean_length": 346.6015625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "k": 47,
      "n": 128,
      "success": 0.3671875,
      "mean_return": -339.59375,
      "mean_length": 341.796875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "k": 68,
      "n": 128,
      "success": 0.53125,
      "mean_return": -750.875,
      "mean_length": 754.0625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "k": 103,
      "n": 128,
      "success": 0.8046875,
      "mean_return": -590.125,
      "mean_length": 594.953125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "k": 67,
      "n": 128,
      "success": 0.5234375,
      "mean_return": -312.1875,
      "mean_length": 315.328125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "k": 75,
      "n": 128,
      "success": 0.5859375,
      "mean_return": -303.078125,
      "mean_length": 306.59375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "k": 41,
      "n": 128,
      "success": 0.3203125,
      "mean_return": -848.9609375,
      "mean_length": 850.8828125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "k": 55,
      "n": 128,
      "success": 0.4296875,
      "mean_return": -784.1171875,
      "mean_length": 786.6953125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "offline",
      "task": "square",
      "mode": "ode",
      "k": 92,
      "n": 128,
      "success": 0.71875,
      "mean_return": -217.5859375,
      "mean_length": 221.8984375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "offline",
      "task": "square",
      "mode": "sde",
      "k": 98,
      "n": 128,
      "success": 0.765625,
      "mean_return": -202.8359375,
      "mean_length": 207.4296875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 79,
      "n": 128,
      "success": 0.6171875,
      "mean_return": -597.1953125,
      "mean_length": 600.8984375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 80,
      "n": 128,
      "success": 0.625,
      "mean_return": -612.09375,
      "mean_length": 615.84375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "staged_offline",
      "task": "square",
      "mode": "ode",
      "k": 85,
      "n": 128,
      "success": 0.6640625,
      "mean_return": -227.9296875,
      "mean_length": 231.9140625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "staged_offline",
      "task": "square",
      "mode": "sde",
      "k": 100,
      "n": 128,
      "success": 0.78125,
      "mean_return": -196.0703125,
      "mean_length": 200.7578125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 76,
      "n": 128,
      "success": 0.59375,
      "mean_return": -617.3046875,
      "mean_length": 620.8671875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 86,
      "n": 128,
      "success": 0.671875,
      "mean_return": -577.5859375,
      "mean_length": 581.6171875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "dagger",
      "task": "square",
      "mode": "ode",
      "k": 83,
      "n": 128,
      "success": 0.6484375,
      "mean_return": -241.640625,
      "mean_length": 245.53125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "dagger",
      "task": "square",
      "mode": "sde",
      "k": 98,
      "n": 128,
      "success": 0.765625,
      "mean_return": -202.921875,
      "mean_length": 207.515625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "dagger",
      "task": "toolhang",
      "mode": "ode",
      "k": 56,
      "n": 128,
      "success": 0.4375,
      "mean_return": -736.7109375,
      "mean_length": 739.3359375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "dagger",
      "task": "toolhang",
      "mode": "sde",
      "k": 97,
      "n": 128,
      "success": 0.7578125,
      "mean_return": -538.3203125,
      "mean_length": 542.8671875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "k": 57,
      "n": 128,
      "success": 0.4453125,
      "mean_return": -324.1015625,
      "mean_length": 326.7734375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "k": 53,
      "n": 128,
      "success": 0.4140625,
      "mean_return": -332.0078125,
      "mean_length": 334.4921875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "k": 53,
      "n": 128,
      "success": 0.4140625,
      "mean_return": -790.140625,
      "mean_length": 792.625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "k": 104,
      "n": 128,
      "success": 0.8125,
      "mean_return": -571.3359375,
      "mean_length": 576.2109375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "k": 42,
      "n": 128,
      "success": 0.328125,
      "mean_return": -345.03125,
      "mean_length": 347.0,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "k": 49,
      "n": 128,
      "success": 0.3828125,
      "mean_return": -339.6796875,
      "mean_length": 341.9765625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "k": 85,
      "n": 128,
      "success": 0.6640625,
      "mean_return": -691.109375,
      "mean_length": 695.09375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "k": 107,
      "n": 128,
      "success": 0.8359375,
      "mean_return": -584.1640625,
      "mean_length": 589.1796875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "k": 74,
      "n": 128,
      "success": 0.578125,
      "mean_return": -300.8046875,
      "mean_length": 304.2734375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "k": 77,
      "n": 128,
      "success": 0.6015625,
      "mean_return": -296.5390625,
      "mean_length": 300.1484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "k": 33,
      "n": 128,
      "success": 0.2578125,
      "mean_return": -879.03125,
      "mean_length": 880.578125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "k": 60,
      "n": 128,
      "success": 0.46875,
      "mean_return": -771.015625,
      "mean_length": 773.828125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "offline",
      "task": "square",
      "mode": "ode",
      "k": 92,
      "n": 128,
      "success": 0.71875,
      "mean_return": -218.5703125,
      "mean_length": 222.8828125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "offline",
      "task": "square",
      "mode": "sde",
      "k": 103,
      "n": 128,
      "success": 0.8046875,
      "mean_return": -198.3984375,
      "mean_length": 203.2265625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 63,
      "n": 128,
      "success": 0.4921875,
      "mean_return": -695.1015625,
      "mean_length": 698.0546875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 82,
      "n": 128,
      "success": 0.640625,
      "mean_return": -600.203125,
      "mean_length": 604.046875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "staged_offline",
      "task": "square",
      "mode": "ode",
      "k": 83,
      "n": 128,
      "success": 0.6484375,
      "mean_return": -230.796875,
      "mean_length": 234.6875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "staged_offline",
      "task": "square",
      "mode": "sde",
      "k": 91,
      "n": 128,
      "success": 0.7109375,
      "mean_return": -217.1015625,
      "mean_length": 221.3671875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 55,
      "n": 128,
      "success": 0.4296875,
      "mean_return": -721.4921875,
      "mean_length": 724.0703125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 75,
      "n": 128,
      "success": 0.5859375,
      "mean_return": -637.9453125,
      "mean_length": 641.4609375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "dagger",
      "task": "square",
      "mode": "ode",
      "k": 96,
      "n": 128,
      "success": 0.75,
      "mean_return": -208.9453125,
      "mean_length": 213.4453125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "dagger",
      "task": "square",
      "mode": "sde",
      "k": 98,
      "n": 128,
      "success": 0.765625,
      "mean_return": -204.0546875,
      "mean_length": 208.6484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "dagger",
      "task": "toolhang",
      "mode": "ode",
      "k": 49,
      "n": 128,
      "success": 0.3828125,
      "mean_return": -772.296875,
      "mean_length": 774.59375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "dagger",
      "task": "toolhang",
      "mode": "sde",
      "k": 87,
      "n": 128,
      "success": 0.6796875,
      "mean_return": -546.8046875,
      "mean_length": 550.8828125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "k": 45,
      "n": 128,
      "success": 0.3515625,
      "mean_return": -338.9453125,
      "mean_length": 341.0546875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "k": 56,
      "n": 128,
      "success": 0.4375,
      "mean_return": -322.1484375,
      "mean_length": 324.7734375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "k": 97,
      "n": 128,
      "success": 0.7578125,
      "mean_return": -632.3203125,
      "mean_length": 636.8671875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "k": 109,
      "n": 128,
      "success": 0.8515625,
      "mean_return": -544.8125,
      "mean_length": 549.921875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "k": 46,
      "n": 128,
      "success": 0.359375,
      "mean_return": -344.9609375,
      "mean_length": 347.1171875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "k": 56,
      "n": 128,
      "success": 0.4375,
      "mean_return": -333.0703125,
      "mean_length": 335.6953125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "k": 48,
      "n": 128,
      "success": 0.375,
      "mean_return": -815.2109375,
      "mean_length": 817.4609375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "k": 109,
      "n": 128,
      "success": 0.8515625,
      "mean_return": -550.8046875,
      "mean_length": 555.9140625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "k": 70,
      "n": 128,
      "success": 0.546875,
      "mean_return": -314.4765625,
      "mean_length": 317.7578125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "k": 79,
      "n": 128,
      "success": 0.6171875,
      "mean_return": -299.34375,
      "mean_length": 303.046875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "k": 47,
      "n": 128,
      "success": 0.3671875,
      "mean_return": -832.28125,
      "mean_length": 834.484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "k": 70,
      "n": 128,
      "success": 0.546875,
      "mean_return": -727.921875,
      "mean_length": 731.203125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "offline",
      "task": "square",
      "mode": "ode",
      "k": 98,
      "n": 128,
      "success": 0.765625,
      "mean_return": -205.484375,
      "mean_length": 210.078125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "offline",
      "task": "square",
      "mode": "sde",
      "k": 98,
      "n": 128,
      "success": 0.765625,
      "mean_return": -205.6953125,
      "mean_length": 210.2890625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 81,
      "n": 128,
      "success": 0.6328125,
      "mean_return": -592.46875,
      "mean_length": 596.265625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 80,
      "n": 128,
      "success": 0.625,
      "mean_return": -602.421875,
      "mean_length": 606.171875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "staged_offline",
      "task": "square",
      "mode": "ode",
      "k": 104,
      "n": 128,
      "success": 0.8125,
      "mean_return": -195.2578125,
      "mean_length": 200.1328125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "staged_offline",
      "task": "square",
      "mode": "sde",
      "k": 96,
      "n": 128,
      "success": 0.75,
      "mean_return": -204.984375,
      "mean_length": 209.484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 44,
      "n": 128,
      "success": 0.34375,
      "mean_return": -802.109375,
      "mean_length": 804.171875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 79,
      "n": 128,
      "success": 0.6171875,
      "mean_return": -597.53125,
      "mean_length": 601.234375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "dagger",
      "task": "square",
      "mode": "ode",
      "k": 81,
      "n": 128,
      "success": 0.6328125,
      "mean_return": -244.375,
      "mean_length": 248.171875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "dagger",
      "task": "square",
      "mode": "sde",
      "k": 100,
      "n": 128,
      "success": 0.78125,
      "mean_return": -199.6484375,
      "mean_length": 204.3359375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "dagger",
      "task": "toolhang",
      "mode": "ode",
      "k": 77,
      "n": 128,
      "success": 0.6015625,
      "mean_return": -643.3046875,
      "mean_length": 646.9140625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "dagger",
      "task": "toolhang",
      "mode": "sde",
      "k": 90,
      "n": 128,
      "success": 0.703125,
      "mean_return": -555.5859375,
      "mean_length": 559.8046875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "k": 43,
      "n": 128,
      "success": 0.3359375,
      "mean_return": -347.609375,
      "mean_length": 349.625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "k": 57,
      "n": 128,
      "success": 0.4453125,
      "mean_return": -328.2265625,
      "mean_length": 330.8984375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "k": 90,
      "n": 128,
      "success": 0.703125,
      "mean_return": -724.265625,
      "mean_length": 728.484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "k": 106,
      "n": 128,
      "success": 0.828125,
      "mean_return": -558.0859375,
      "mean_length": 563.0546875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "k": 40,
      "n": 128,
      "success": 0.3125,
      "mean_return": -348.859375,
      "mean_length": 350.734375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "k": 53,
      "n": 128,
      "success": 0.4140625,
      "mean_return": -335.0546875,
      "mean_length": 337.5390625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "k": 91,
      "n": 128,
      "success": 0.7109375,
      "mean_return": -649.734375,
      "mean_length": 654.0,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "k": 106,
      "n": 128,
      "success": 0.828125,
      "mean_return": -586.0078125,
      "mean_length": 590.9765625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "k": 65,
      "n": 128,
      "success": 0.5078125,
      "mean_return": -314.9453125,
      "mean_length": 317.9921875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "k": 68,
      "n": 128,
      "success": 0.53125,
      "mean_return": -315.015625,
      "mean_length": 318.203125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "k": 53,
      "n": 128,
      "success": 0.4140625,
      "mean_return": -810.1484375,
      "mean_length": 812.6328125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "k": 61,
      "n": 128,
      "success": 0.4765625,
      "mean_return": -765.171875,
      "mean_length": 768.03125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "offline",
      "task": "square",
      "mode": "ode",
      "k": 95,
      "n": 128,
      "success": 0.7421875,
      "mean_return": -215.9375,
      "mean_length": 220.390625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "offline",
      "task": "square",
      "mode": "sde",
      "k": 100,
      "n": 128,
      "success": 0.78125,
      "mean_return": -200.046875,
      "mean_length": 204.734375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 67,
      "n": 128,
      "success": 0.5234375,
      "mean_return": -690.2421875,
      "mean_length": 693.3828125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 82,
      "n": 128,
      "success": 0.640625,
      "mean_return": -589.7265625,
      "mean_length": 593.5703125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "staged_offline",
      "task": "square",
      "mode": "ode",
      "k": 96,
      "n": 128,
      "success": 0.75,
      "mean_return": -206.1484375,
      "mean_length": 210.6484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "staged_offline",
      "task": "square",
      "mode": "sde",
      "k": 90,
      "n": 128,
      "success": 0.703125,
      "mean_return": -216.2890625,
      "mean_length": 220.5078125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 64,
      "n": 128,
      "success": 0.5,
      "mean_return": -689.1796875,
      "mean_length": 692.1796875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 75,
      "n": 128,
      "success": 0.5859375,
      "mean_return": -609.671875,
      "mean_length": 613.1875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "dagger",
      "task": "square",
      "mode": "ode",
      "k": 89,
      "n": 128,
      "success": 0.6953125,
      "mean_return": -231.953125,
      "mean_length": 236.125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "dagger",
      "task": "square",
      "mode": "sde",
      "k": 93,
      "n": 128,
      "success": 0.7265625,
      "mean_return": -215.0859375,
      "mean_length": 219.4453125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "dagger",
      "task": "toolhang",
      "mode": "ode",
      "k": 16,
      "n": 128,
      "success": 0.125,
      "mean_return": -934.4453125,
      "mean_length": 935.1953125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "dagger",
      "task": "toolhang",
      "mode": "sde",
      "k": 90,
      "n": 128,
      "success": 0.703125,
      "mean_return": -563.4453125,
      "mean_length": 567.6640625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "k": 45,
      "n": 128,
      "success": 0.3515625,
      "mean_return": -352.0234375,
      "mean_length": 354.1328125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "k": 45,
      "n": 128,
      "success": 0.3515625,
      "mean_return": -350.1796875,
      "mean_length": 352.2890625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "k": 85,
      "n": 128,
      "success": 0.6640625,
      "mean_return": -675.65625,
      "mean_length": 679.640625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "k": 106,
      "n": 128,
      "success": 0.828125,
      "mean_return": -565.7421875,
      "mean_length": 570.7109375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "k": 41,
      "n": 128,
      "success": 0.3203125,
      "mean_return": -344.3125,
      "mean_length": 346.234375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "k": 45,
      "n": 128,
      "success": 0.3515625,
      "mean_return": -342.078125,
      "mean_length": 344.1875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "k": 57,
      "n": 128,
      "success": 0.4453125,
      "mean_return": -780.59375,
      "mean_length": 783.265625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "k": 111,
      "n": 128,
      "success": 0.8671875,
      "mean_return": -548.71875,
      "mean_length": 553.921875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "k": 57,
      "n": 128,
      "success": 0.4453125,
      "mean_return": -323.078125,
      "mean_length": 325.75,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "k": 69,
      "n": 128,
      "success": 0.5390625,
      "mean_return": -311.828125,
      "mean_length": 315.0625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "k": 44,
      "n": 128,
      "success": 0.34375,
      "mean_return": -826.578125,
      "mean_length": 828.640625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "k": 60,
      "n": 128,
      "success": 0.46875,
      "mean_return": -774.09375,
      "mean_length": 776.90625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "offline",
      "task": "square",
      "mode": "ode",
      "k": 96,
      "n": 128,
      "success": 0.75,
      "mean_return": -207.6484375,
      "mean_length": 212.1484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "offline",
      "task": "square",
      "mode": "sde",
      "k": 100,
      "n": 128,
      "success": 0.78125,
      "mean_return": -201.2421875,
      "mean_length": 205.9296875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 76,
      "n": 128,
      "success": 0.59375,
      "mean_return": -609.5703125,
      "mean_length": 613.1328125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 83,
      "n": 128,
      "success": 0.6484375,
      "mean_return": -586.953125,
      "mean_length": 590.84375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "staged_offline",
      "task": "square",
      "mode": "ode",
      "k": 74,
      "n": 128,
      "success": 0.578125,
      "mean_return": -256.484375,
      "mean_length": 259.953125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "staged_offline",
      "task": "square",
      "mode": "sde",
      "k": 97,
      "n": 128,
      "success": 0.7578125,
      "mean_return": -203.9140625,
      "mean_length": 208.4609375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 42,
      "n": 128,
      "success": 0.328125,
      "mean_return": -786.0,
      "mean_length": 787.96875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 86,
      "n": 128,
      "success": 0.671875,
      "mean_return": -582.9609375,
      "mean_length": 586.9921875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "dagger",
      "task": "square",
      "mode": "ode",
      "k": 74,
      "n": 128,
      "success": 0.578125,
      "mean_return": -253.171875,
      "mean_length": 256.640625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "dagger",
      "task": "square",
      "mode": "sde",
      "k": 93,
      "n": 128,
      "success": 0.7265625,
      "mean_return": -213.5546875,
      "mean_length": 217.9140625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "dagger",
      "task": "toolhang",
      "mode": "ode",
      "k": 51,
      "n": 128,
      "success": 0.3984375,
      "mean_return": -732.9765625,
      "mean_length": 735.3671875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "dagger",
      "task": "toolhang",
      "mode": "sde",
      "k": 96,
      "n": 128,
      "success": 0.75,
      "mean_return": -533.046875,
      "mean_length": 537.546875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "k": 46,
      "n": 128,
      "success": 0.359375,
      "mean_return": -343.0,
      "mean_length": 345.15625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "k": 53,
      "n": 128,
      "success": 0.4140625,
      "mean_return": -335.46875,
      "mean_length": 337.953125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "k": 68,
      "n": 128,
      "success": 0.53125,
      "mean_return": -774.921875,
      "mean_length": 778.109375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "k": 111,
      "n": 128,
      "success": 0.8671875,
      "mean_return": -560.265625,
      "mean_length": 565.46875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "k": 55,
      "n": 128,
      "success": 0.4296875,
      "mean_return": -337.359375,
      "mean_length": 339.9375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "k": 61,
      "n": 128,
      "success": 0.4765625,
      "mean_return": -317.5625,
      "mean_length": 320.421875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "k": 70,
      "n": 128,
      "success": 0.546875,
      "mean_return": -732.75,
      "mean_length": 736.03125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "k": 94,
      "n": 128,
      "success": 0.734375,
      "mean_return": -635.453125,
      "mean_length": 639.859375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "k": 58,
      "n": 128,
      "success": 0.453125,
      "mean_return": -325.625,
      "mean_length": 328.34375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "k": 71,
      "n": 128,
      "success": 0.5546875,
      "mean_return": -316.609375,
      "mean_length": 319.9375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "k": 9,
      "n": 128,
      "success": 0.0703125,
      "mean_return": -965.6640625,
      "mean_length": 966.0859375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "k": 61,
      "n": 128,
      "success": 0.4765625,
      "mean_return": -767.9921875,
      "mean_length": 770.8515625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "offline",
      "task": "square",
      "mode": "ode",
      "k": 87,
      "n": 128,
      "success": 0.6796875,
      "mean_return": -229.1640625,
      "mean_length": 233.2421875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "offline",
      "task": "square",
      "mode": "sde",
      "k": 104,
      "n": 128,
      "success": 0.8125,
      "mean_return": -192.6640625,
      "mean_length": 197.5390625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 55,
      "n": 128,
      "success": 0.4296875,
      "mean_return": -717.0234375,
      "mean_length": 719.6015625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 83,
      "n": 128,
      "success": 0.6484375,
      "mean_return": -583.3359375,
      "mean_length": 587.2265625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "staged_offline",
      "task": "square",
      "mode": "ode",
      "k": 96,
      "n": 128,
      "success": 0.75,
      "mean_return": -204.8125,
      "mean_length": 209.3125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "staged_offline",
      "task": "square",
      "mode": "sde",
      "k": 97,
      "n": 128,
      "success": 0.7578125,
      "mean_return": -205.109375,
      "mean_length": 209.65625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 51,
      "n": 128,
      "success": 0.3984375,
      "mean_return": -739.0859375,
      "mean_length": 741.4765625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 81,
      "n": 128,
      "success": 0.6328125,
      "mean_return": -587.5078125,
      "mean_length": 591.3046875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "dagger",
      "task": "square",
      "mode": "ode",
      "k": 82,
      "n": 128,
      "success": 0.640625,
      "mean_return": -235.9921875,
      "mean_length": 239.8359375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "dagger",
      "task": "square",
      "mode": "sde",
      "k": 95,
      "n": 128,
      "success": 0.7421875,
      "mean_return": -212.8125,
      "mean_length": 217.265625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "dagger",
      "task": "toolhang",
      "mode": "ode",
      "k": 43,
      "n": 128,
      "success": 0.3359375,
      "mean_return": -784.8515625,
      "mean_length": 786.8671875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "dagger",
      "task": "toolhang",
      "mode": "sde",
      "k": 91,
      "n": 128,
      "success": 0.7109375,
      "mean_return": -538.78125,
      "mean_length": 543.046875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "k": 44,
      "n": 128,
      "success": 0.34375,
      "mean_return": -346.203125,
      "mean_length": 348.265625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "k": 44,
      "n": 128,
      "success": 0.34375,
      "mean_return": -334.3515625,
      "mean_length": 336.4140625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "k": 81,
      "n": 128,
      "success": 0.6328125,
      "mean_return": -706.078125,
      "mean_length": 709.875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "k": 113,
      "n": 128,
      "success": 0.8828125,
      "mean_return": -527.421875,
      "mean_length": 532.71875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "k": 44,
      "n": 128,
      "success": 0.34375,
      "mean_return": -346.203125,
      "mean_length": 348.265625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "k": 44,
      "n": 128,
      "success": 0.34375,
      "mean_return": -334.3515625,
      "mean_length": 336.4140625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "k": 81,
      "n": 128,
      "success": 0.6328125,
      "mean_return": -706.078125,
      "mean_length": 709.875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "k": 113,
      "n": 128,
      "success": 0.8828125,
      "mean_return": -527.421875,
      "mean_length": 532.71875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "k": 65,
      "n": 128,
      "success": 0.5078125,
      "mean_return": -315.96875,
      "mean_length": 319.015625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "k": 74,
      "n": 128,
      "success": 0.578125,
      "mean_return": -303.9140625,
      "mean_length": 307.3828125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "k": 43,
      "n": 128,
      "success": 0.3359375,
      "mean_return": -859.2109375,
      "mean_length": 861.2265625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "k": 50,
      "n": 128,
      "success": 0.390625,
      "mean_return": -808.5859375,
      "mean_length": 810.9296875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "offline",
      "task": "square",
      "mode": "ode",
      "k": 97,
      "n": 128,
      "success": 0.7578125,
      "mean_return": -209.3984375,
      "mean_length": 213.9453125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "offline",
      "task": "square",
      "mode": "sde",
      "k": 98,
      "n": 128,
      "success": 0.765625,
      "mean_return": -203.9453125,
      "mean_length": 208.5390625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 80,
      "n": 128,
      "success": 0.625,
      "mean_return": -587.8125,
      "mean_length": 591.5625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 92,
      "n": 128,
      "success": 0.71875,
      "mean_return": -542.71875,
      "mean_length": 547.03125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "staged_offline",
      "task": "square",
      "mode": "ode",
      "k": 88,
      "n": 128,
      "success": 0.6875,
      "mean_return": -224.3671875,
      "mean_length": 228.4921875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "staged_offline",
      "task": "square",
      "mode": "sde",
      "k": 103,
      "n": 128,
      "success": 0.8046875,
      "mean_return": -193.234375,
      "mean_length": 198.0625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 45,
      "n": 128,
      "success": 0.3515625,
      "mean_return": -776.1875,
      "mean_length": 778.296875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 76,
      "n": 128,
      "success": 0.59375,
      "mean_return": -621.1875,
      "mean_length": 624.75,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "dagger",
      "task": "square",
      "mode": "ode",
      "k": 85,
      "n": 128,
      "success": 0.6640625,
      "mean_return": -241.1640625,
      "mean_length": 245.1484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "dagger",
      "task": "square",
      "mode": "sde",
      "k": 100,
      "n": 128,
      "success": 0.78125,
      "mean_return": -204.9609375,
      "mean_length": 209.6484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "dagger",
      "task": "toolhang",
      "mode": "ode",
      "k": 67,
      "n": 128,
      "success": 0.5234375,
      "mean_return": -704.6328125,
      "mean_length": 707.7734375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "dagger",
      "task": "toolhang",
      "mode": "sde",
      "k": 86,
      "n": 128,
      "success": 0.671875,
      "mean_return": -585.015625,
      "mean_length": 589.046875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "k": 50,
      "n": 128,
      "success": 0.390625,
      "mean_return": -341.125,
      "mean_length": 343.46875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "k": 55,
      "n": 128,
      "success": 0.4296875,
      "mean_return": -333.6328125,
      "mean_length": 336.2109375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "k": 107,
      "n": 128,
      "success": 0.8359375,
      "mean_return": -584.8046875,
      "mean_length": 589.8203125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "k": 110,
      "n": 128,
      "success": 0.859375,
      "mean_return": -548.0234375,
      "mean_length": 553.1796875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "k": 49,
      "n": 128,
      "success": 0.3828125,
      "mean_return": -339.703125,
      "mean_length": 342.0,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "k": 59,
      "n": 128,
      "success": 0.4609375,
      "mean_return": -321.890625,
      "mean_length": 324.65625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "k": 63,
      "n": 128,
      "success": 0.4921875,
      "mean_return": -797.171875,
      "mean_length": 800.125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "k": 105,
      "n": 128,
      "success": 0.8203125,
      "mean_return": -567.546875,
      "mean_length": 572.46875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "k": 48,
      "n": 128,
      "success": 0.375,
      "mean_return": -336.4375,
      "mean_length": 338.6875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "k": 70,
      "n": 128,
      "success": 0.546875,
      "mean_return": -311.546875,
      "mean_length": 314.828125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "k": 54,
      "n": 128,
      "success": 0.421875,
      "mean_return": -806.7265625,
      "mean_length": 809.2578125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "k": 57,
      "n": 128,
      "success": 0.4453125,
      "mean_return": -776.7890625,
      "mean_length": 779.4609375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "offline",
      "task": "square",
      "mode": "ode",
      "k": 79,
      "n": 128,
      "success": 0.6171875,
      "mean_return": -241.484375,
      "mean_length": 245.1875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "offline",
      "task": "square",
      "mode": "sde",
      "k": 97,
      "n": 128,
      "success": 0.7578125,
      "mean_return": -204.3984375,
      "mean_length": 208.9453125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 64,
      "n": 128,
      "success": 0.5,
      "mean_return": -662.0078125,
      "mean_length": 665.0078125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 85,
      "n": 128,
      "success": 0.6640625,
      "mean_return": -588.4765625,
      "mean_length": 592.4609375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "staged_offline",
      "task": "square",
      "mode": "ode",
      "k": 83,
      "n": 128,
      "success": 0.6484375,
      "mean_return": -238.1171875,
      "mean_length": 242.0078125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "staged_offline",
      "task": "square",
      "mode": "sde",
      "k": 105,
      "n": 128,
      "success": 0.8203125,
      "mean_return": -194.4765625,
      "mean_length": 199.3984375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "k": 42,
      "n": 128,
      "success": 0.328125,
      "mean_return": -786.6328125,
      "mean_length": 788.6015625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "k": 78,
      "n": 128,
      "success": 0.609375,
      "mean_return": -610.484375,
      "mean_length": 614.140625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "dagger",
      "task": "square",
      "mode": "ode",
      "k": 95,
      "n": 128,
      "success": 0.7421875,
      "mean_return": -212.96875,
      "mean_length": 217.421875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "dagger",
      "task": "square",
      "mode": "sde",
      "k": 101,
      "n": 128,
      "success": 0.7890625,
      "mean_return": -199.7265625,
      "mean_length": 204.4609375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "dagger",
      "task": "toolhang",
      "mode": "ode",
      "k": 84,
      "n": 128,
      "success": 0.65625,
      "mean_return": -576.3984375,
      "mean_length": 580.3359375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "dagger",
      "task": "toolhang",
      "mode": "sde",
      "k": 83,
      "n": 128,
      "success": 0.6484375,
      "mean_return": -583.6796875,
      "mean_length": 587.5703125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "k": 29,
      "n": 128,
      "success": 0.2265625,
      "mean_return": -363.125,
      "mean_length": 364.484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "k": 44,
      "n": 128,
      "success": 0.34375,
      "mean_return": -346.5,
      "mean_length": 348.5625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "k": 86,
      "n": 128,
      "success": 0.671875,
      "mean_return": -681.7578125,
      "mean_length": 685.7890625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "k": 118,
      "n": 128,
      "success": 0.921875,
      "mean_return": -490.109375,
      "mean_length": 495.640625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "k": 29,
      "n": 128,
      "success": 0.2265625,
      "mean_return": -363.125,
      "mean_length": 364.484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "k": 44,
      "n": 128,
      "success": 0.34375,
      "mean_return": -346.5,
      "mean_length": 348.5625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "k": 86,
      "n": 128,
      "success": 0.671875,
      "mean_return": -681.7578125,
      "mean_length": 685.7890625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "method": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "k": 118,
      "n": 128,
      "success": 0.921875,
      "mean_return": -490.109375,
      "mean_length": 495.640625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": null,
      "method": "a1",
      "task": "square",
      "mode": "ode",
      "k": 57,
      "n": 128,
      "success": 0.4453125,
      "mean_return": -331.390625,
      "mean_length": 334.0625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": null,
      "method": "a1",
      "task": "square",
      "mode": "sde",
      "k": 84,
      "n": 128,
      "success": 0.65625,
      "mean_return": -280.53125,
      "mean_length": 284.46875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": null,
      "method": "a1",
      "task": "toolhang",
      "mode": "ode",
      "k": 44,
      "n": 128,
      "success": 0.34375,
      "mean_return": -855.296875,
      "mean_length": 857.359375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": null,
      "method": "a1",
      "task": "toolhang",
      "mode": "sde",
      "k": 51,
      "n": 128,
      "success": 0.3984375,
      "mean_return": -803.296875,
      "mean_length": 805.6875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": null,
      "method": "a2",
      "task": "square",
      "mode": "bon",
      "k": 116,
      "n": 128,
      "success": 0.90625,
      "mean_return": -162.890625,
      "mean_length": 168.328125,
      "simulator_fault_episodes": 0
    },
    {
      "seed": null,
      "method": "a2",
      "task": "square",
      "mode": "ode",
      "k": 101,
      "n": 128,
      "success": 0.7890625,
      "mean_return": -198.9140625,
      "mean_length": 203.6484375,
      "simulator_fault_episodes": 0
    },
    {
      "seed": null,
      "method": "a2",
      "task": "square",
      "mode": "sde",
      "k": 109,
      "n": 128,
      "success": 0.8515625,
      "mean_return": -189.9375,
      "mean_length": 195.046875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": null,
      "method": "a2",
      "task": "toolhang",
      "mode": "bon",
      "k": 114,
      "n": 128,
      "success": 0.890625,
      "mean_return": -384.4609375,
      "mean_length": 389.8046875,
      "simulator_fault_episodes": 0
    },
    {
      "seed": null,
      "method": "a2",
      "task": "toolhang",
      "mode": "ode",
      "k": 118,
      "n": 128,
      "success": 0.921875,
      "mean_return": -369.609375,
      "mean_length": 375.140625,
      "simulator_fault_episodes": 0
    },
    {
      "seed": null,
      "method": "a2",
      "task": "toolhang",
      "mode": "sde",
      "k": 119,
      "n": 128,
      "success": 0.9296875,
      "mean_return": -363.90625,
      "mean_length": 369.484375,
      "simulator_fault_episodes": 0
    }
  ],
  "collections": [
    {
      "seed": 101,
      "task": "square",
      "teacher_queries": 32092,
      "training_pairs": 32092,
      "env_steps": 127408,
      "selected_pairs": 31992,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 101,
      "task": "toolhang",
      "teacher_queries": 32021,
      "training_pairs": 32021,
      "env_steps": 254095,
      "selected_pairs": 31982,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "task": "square",
      "teacher_queries": 32028,
      "training_pairs": 32028,
      "env_steps": 127163,
      "selected_pairs": 31981,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 102,
      "task": "toolhang",
      "teacher_queries": 32038,
      "training_pairs": 32038,
      "env_steps": 254156,
      "selected_pairs": 31999,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "task": "square",
      "teacher_queries": 32055,
      "training_pairs": 32055,
      "env_steps": 127283,
      "selected_pairs": 31955,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 103,
      "task": "toolhang",
      "teacher_queries": 32036,
      "training_pairs": 32036,
      "env_steps": 254138,
      "selected_pairs": 31992,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "task": "square",
      "teacher_queries": 32027,
      "training_pairs": 32027,
      "env_steps": 127165,
      "selected_pairs": 31996,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 104,
      "task": "toolhang",
      "teacher_queries": 32011,
      "training_pairs": 32011,
      "env_steps": 254001,
      "selected_pairs": 31977,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "task": "square",
      "teacher_queries": 32009,
      "training_pairs": 32009,
      "env_steps": 127048,
      "selected_pairs": 31975,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 105,
      "task": "toolhang",
      "teacher_queries": 32030,
      "training_pairs": 32030,
      "env_steps": 254070,
      "selected_pairs": 31991,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "task": "square",
      "teacher_queries": 32002,
      "training_pairs": 32002,
      "env_steps": 127119,
      "selected_pairs": 31962,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 106,
      "task": "toolhang",
      "teacher_queries": 32031,
      "training_pairs": 32031,
      "env_steps": 254073,
      "selected_pairs": 31991,
      "simulator_fault_episodes": 1
    },
    {
      "seed": 107,
      "task": "square",
      "teacher_queries": 32001,
      "training_pairs": 32001,
      "env_steps": 127035,
      "selected_pairs": 31953,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 107,
      "task": "toolhang",
      "teacher_queries": 32001,
      "training_pairs": 32001,
      "env_steps": 253994,
      "selected_pairs": 31876,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "task": "square",
      "teacher_queries": 32083,
      "training_pairs": 32083,
      "env_steps": 127360,
      "selected_pairs": 31983,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 108,
      "task": "toolhang",
      "teacher_queries": 32007,
      "training_pairs": 32007,
      "env_steps": 254137,
      "selected_pairs": 31882,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "task": "square",
      "teacher_queries": 32034,
      "training_pairs": 32034,
      "env_steps": 127175,
      "selected_pairs": 31995,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 109,
      "task": "toolhang",
      "teacher_queries": 32003,
      "training_pairs": 32003,
      "env_steps": 253992,
      "selected_pairs": 31968,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "task": "square",
      "teacher_queries": 32024,
      "training_pairs": 32024,
      "env_steps": 127137,
      "selected_pairs": 31992,
      "simulator_fault_episodes": 0
    },
    {
      "seed": 110,
      "task": "toolhang",
      "teacher_queries": 32028,
      "training_pairs": 32028,
      "env_steps": 254140,
      "selected_pairs": 31992,
      "simulator_fault_episodes": 0
    }
  ],
  "training_runs": [
    {
      "seed": 101,
      "method": "continuation_bc",
      "timings": {
        "setup_seconds": 13.624500826001167,
        "training_seconds": 50.10005669018574,
        "first_update_seconds": 7.003333531996759,
        "steady_update_seconds": 43.09672315818898,
        "steady_updates": 19999,
        "evaluation_seconds": 771.2261844869936,
        "total_seconds": 835.0487022430025
      },
      "last_train_metrics": {
        "loss": 0.09805841743946075,
        "loss_square": 0.10239297896623611,
        "loss_toolhang": 0.09372386336326599
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 101,
      "method": "offline",
      "timings": {
        "setup_seconds": 13.141147010996065,
        "training_seconds": 31.514996037258243,
        "first_update_seconds": 7.050392694000038,
        "steady_update_seconds": 24.464603343258204,
        "steady_updates": 19999,
        "evaluation_seconds": 705.8056889419968,
        "total_seconds": 750.5430077739948
      },
      "last_train_metrics": {
        "loss": 0.04804212599992752,
        "loss_square": 0.044028643518686295,
        "loss_toolhang": 0.05205560848116875
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31992,
          "episodes_in_prefix": 747,
          "pairs_used": 31992,
          "success_pair_fraction": 0.7561890472618155
        },
        "toolhang": {
          "pairs_in_prefix": 31982,
          "episodes_in_prefix": 687,
          "pairs_used": 31982,
          "success_pair_fraction": 0.773309986867613
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 101,
      "method": "staged_offline",
      "timings": {
        "setup_seconds": 13.112626934002037,
        "training_seconds": 32.49853964661452,
        "first_update_seconds": 7.041944557000534,
        "steady_update_seconds": 25.456595089613984,
        "steady_updates": 19999,
        "evaluation_seconds": 713.6455551889885,
        "total_seconds": 759.4590794789983
      },
      "last_train_metrics": {
        "loss": 0.04880180582404137,
        "loss_square": 0.042986318469047546,
        "loss_toolhang": 0.05461729317903519
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31992,
          "episodes_in_prefix": 747,
          "pairs_used": 31992,
          "success_pair_fraction": 0.7561890472618155
        },
        "toolhang": {
          "pairs_in_prefix": 31982,
          "episodes_in_prefix": 687,
          "pairs_used": 31982,
          "success_pair_fraction": 0.773309986867613
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 101,
      "method": "dagger",
      "timings": {
        "setup_seconds": 22.442076443003316,
        "collection_seconds": 2743.4782730880033,
        "training_seconds": 31.985707836269285,
        "first_update_seconds": 7.122090811004455,
        "steady_update_seconds": 24.86361702526483,
        "steady_updates": 19999,
        "evaluation_seconds": 725.5199375919983,
        "total_seconds": 3524.4590236639997
      },
      "last_train_metrics": {
        "loss": 0.09933337569236755,
        "loss_square": 0.05407177656888962,
        "loss_toolhang": 0.1445949822664261
      },
      "data": {
        "square": 31992,
        "toolhang": 31982
      },
      "collection_accounting": {
        "square": {
          "teacher_queries": 31992,
          "training_pairs": 31992,
          "env_steps": 127463,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 375,
          "total_episodes": 531,
          "internal_samples": 255936,
          "internal_critic_evals": 2559360,
          "success_rate": 0.7062146892655368,
          "task": "square",
          "level": "Q3",
          "budget": 31992,
          "rounds": 4,
          "seed_base": 2000000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/square",
          "episodes_started": 535
        },
        "toolhang": {
          "teacher_queries": 31982,
          "training_pairs": 31982,
          "env_steps": 255249,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 183,
          "total_episodes": 357,
          "internal_samples": 255856,
          "internal_critic_evals": 2558560,
          "success_rate": 0.5126050420168067,
          "task": "toolhang",
          "level": "Q3",
          "budget": 31982,
          "rounds": 4,
          "seed_base": 2000000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/toolhang",
          "episodes_started": 361
        }
      },
      "selection": null,
      "simulator_failures": {
        "count": 1,
        "events": [
          {
            "schema_version": 1,
            "type": "fault",
            "mode": "fail_episode",
            "pid": 666556,
            "instance": 0,
            "env_name": "tool_hang-ph-low_dim",
            "reset_seed": 10039,
            "episode": 37,
            "step": 317,
            "context": {
              "training_step": 15000,
              "training_seed": 101,
              "run_dir": "/home/ap/Documents/flow-robot-distillation/runs/conditional_q3_v4/_execution/attempts/train_101_dagger/001/outputs/rep_101/dagger",
              "initial_checkpoint": "/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/checkpoints/a1_shared_bc_230k.pkl",
              "data_source": "student_states",
              "task": "toolhang",
              "mode": "sde",
              "weight_source": "target",
              "weight_sha256": "8997b8c3048a55da1e8515738fda9316e3a534ba755af6e75313d1b302bedd67",
              "normalizer_sha256": "497c3eaf9d6ef8083f90fe57502c88644702c62bf6e47f2b7d064b163fc70bb5",
              "flow_steps": 10,
              "chunk_length": 8,
              "phase": "evaluation"
            },
            "phase": "step",
            "warnings": [
              {
                "type": "mjWARN_BADQACC",
                "count": 1,
                "lastinfo": 15
              }
            ],
            "reasons": [
              "native_warning",
              "time_reset"
            ],
            "fault_code": 288,
            "sim_time_before": 15.800000000001946,
            "sim_time_after": 0.02800000000000001
          }
        ]
      }
    },
    {
      "seed": 101,
      "method": "long_bc",
      "timings": {
        "setup_seconds": 14.220452513000055,
        "training_seconds": 512.0305543533177,
        "first_update_seconds": 7.085777981999854,
        "steady_update_seconds": 504.94477637131786,
        "steady_updates": 269999,
        "evaluation_seconds": 729.5030984599944,
        "total_seconds": 1256.3873165560071
      },
      "last_train_metrics": {
        "loss": 0.07157807052135468,
        "loss_square": 0.06279229372739792,
        "loss_toolhang": 0.08036385476589203
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": {
        "metric": "equal_weight_task_mean_sde_success",
        "tie_break": "earliest_step",
        "monitor": {
          "seed_base": 10000,
          "n_envs": 8,
          "rounds": 8
        },
        "candidates": [
          {
            "step": 20000,
            "checkpoint": "params_20000.pkl",
            "sha256": "7a3feb31623e673d4323dc400e7ba02b46bf315bea9ec42c37a0492fb6248b43",
            "target_sha256": "40835b21c7c5f8b5f8811ffae838db8d3543d5123f52272805501d7713e6c649",
            "tasks": {
              "square": {
                "k": 35,
                "n": 64,
                "success": 0.546875
              },
              "toolhang": {
                "k": 32,
                "n": 64,
                "success": 0.5
              }
            },
            "score": 0.5234375
          },
          {
            "step": 70000,
            "checkpoint": "params_70000.pkl",
            "sha256": "86ea65eb8a8a4eca53a48a0581edd301f38f38a6e27ac019b159644686d45bff",
            "target_sha256": "d3a25f5d9106c5c7d4be034e05381ef8cc05397953ca8fa670a4791bd1433027",
            "tasks": {
              "square": {
                "k": 33,
                "n": 64,
                "success": 0.515625
              },
              "toolhang": {
                "k": 49,
                "n": 64,
                "success": 0.765625
              }
            },
            "score": 0.640625
          },
          {
            "step": 170000,
            "checkpoint": "params_170000.pkl",
            "sha256": "759a1566864a9d57bb7e8612d4be1b26f2621c97bdc9e5c90b5df07e950a4e47",
            "target_sha256": "1cc93e1a025fcbb7e5b0c45259e14a1164d57146afb104b54d0e91899e5c176b",
            "tasks": {
              "square": {
                "k": 24,
                "n": 64,
                "success": 0.375
              },
              "toolhang": {
                "k": 54,
                "n": 64,
                "success": 0.84375
              }
            },
            "score": 0.609375
          },
          {
            "step": 270000,
            "checkpoint": "params_270000.pkl",
            "sha256": "4661b9273c212a5b6ddf8e5496b64dd1893f9c075426ef971a102a2566102714",
            "target_sha256": "892b387e6723858471e09a8df487b863f3a326746e22dacc2d71fa5108e560eb",
            "tasks": {
              "square": {
                "k": 21,
                "n": 64,
                "success": 0.328125
              },
              "toolhang": {
                "k": 59,
                "n": 64,
                "success": 0.921875
              }
            },
            "score": 0.625
          }
        ],
        "selected_step": 70000,
        "selected_checkpoint": "params_70000.pkl",
        "selected_sha256": "86ea65eb8a8a4eca53a48a0581edd301f38f38a6e27ac019b159644686d45bff"
      },
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 102,
      "method": "continuation_bc",
      "timings": {
        "setup_seconds": 13.671755939001741,
        "training_seconds": 47.03843225836317,
        "first_update_seconds": 7.0784998390008695,
        "steady_update_seconds": 39.9599324193623,
        "steady_updates": 19999,
        "evaluation_seconds": 760.1709105489936,
        "total_seconds": 820.965109498
      },
      "last_train_metrics": {
        "loss": 0.10591255873441696,
        "loss_square": 0.10608949512243271,
        "loss_toolhang": 0.10573562234640121
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 102,
      "method": "offline",
      "timings": {
        "setup_seconds": 13.133544738004275,
        "training_seconds": 31.958355552735156,
        "first_update_seconds": 7.0624485760054085,
        "steady_update_seconds": 24.895906976729748,
        "steady_updates": 19999,
        "evaluation_seconds": 708.7767560940047,
        "total_seconds": 753.9579452500038
      },
      "last_train_metrics": {
        "loss": 0.062243662774562836,
        "loss_square": 0.06150771304965019,
        "loss_toolhang": 0.06297961622476578
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31981,
          "episodes_in_prefix": 765,
          "pairs_used": 31981,
          "success_pair_fraction": 0.8030080360213877
        },
        "toolhang": {
          "pairs_in_prefix": 31999,
          "episodes_in_prefix": 687,
          "pairs_used": 31999,
          "success_pair_fraction": 0.7617113034782337
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 102,
      "method": "staged_offline",
      "timings": {
        "setup_seconds": 13.175937161002366,
        "training_seconds": 31.07397152273188,
        "first_update_seconds": 7.095360976993106,
        "steady_update_seconds": 23.978610545738775,
        "steady_updates": 19999,
        "evaluation_seconds": 702.8864174159971,
        "total_seconds": 747.3438997760022
      },
      "last_train_metrics": {
        "loss": 0.062417060136795044,
        "loss_square": 0.06189648434519768,
        "loss_toolhang": 0.06293763965368271
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31981,
          "episodes_in_prefix": 765,
          "pairs_used": 31981,
          "success_pair_fraction": 0.8030080360213877
        },
        "toolhang": {
          "pairs_in_prefix": 31999,
          "episodes_in_prefix": 687,
          "pairs_used": 31999,
          "success_pair_fraction": 0.7617113034782337
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 102,
      "method": "dagger",
      "timings": {
        "setup_seconds": 22.496435993998602,
        "collection_seconds": 2699.470709999987,
        "training_seconds": 30.218240492074983,
        "first_update_seconds": 7.182599432999268,
        "steady_update_seconds": 23.035641059075715,
        "steady_updates": 19999,
        "evaluation_seconds": 737.1912466610011,
        "total_seconds": 3490.3984643059957
      },
      "last_train_metrics": {
        "loss": 0.10704503208398819,
        "loss_square": 0.06726454198360443,
        "loss_toolhang": 0.14682552218437195
      },
      "data": {
        "square": 31981,
        "toolhang": 31999
      },
      "collection_accounting": {
        "square": {
          "teacher_queries": 31981,
          "training_pairs": 31981,
          "env_steps": 127443,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 353,
          "total_episodes": 522,
          "internal_samples": 255848,
          "internal_critic_evals": 2558480,
          "success_rate": 0.6762452107279694,
          "task": "square",
          "level": "Q3",
          "budget": 31981,
          "rounds": 4,
          "seed_base": 2100000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/square",
          "episodes_started": 526
        },
        "toolhang": {
          "teacher_queries": 31999,
          "training_pairs": 31999,
          "env_steps": 255502,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 145,
          "total_episodes": 337,
          "internal_samples": 255992,
          "internal_critic_evals": 2559920,
          "success_rate": 0.43026706231454004,
          "task": "toolhang",
          "level": "Q3",
          "budget": 31999,
          "rounds": 4,
          "seed_base": 2100000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/toolhang",
          "episodes_started": 341
        }
      },
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 102,
      "method": "long_bc",
      "timings": {
        "setup_seconds": 13.685973222003668,
        "training_seconds": 491.18417941912776,
        "first_update_seconds": 7.083491227997001,
        "steady_update_seconds": 484.10068819113076,
        "steady_updates": 269999,
        "evaluation_seconds": 744.1762280829935,
        "total_seconds": 1249.6742808410054
      },
      "last_train_metrics": {
        "loss": 0.08077693730592728,
        "loss_square": 0.06273272633552551,
        "loss_toolhang": 0.09882114827632904
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": {
        "metric": "equal_weight_task_mean_sde_success",
        "tie_break": "earliest_step",
        "monitor": {
          "seed_base": 10000,
          "n_envs": 8,
          "rounds": 8
        },
        "candidates": [
          {
            "step": 20000,
            "checkpoint": "params_20000.pkl",
            "sha256": "f2220a7196dc235b2e387ba1cd0e8dc38fa0796c55c8720e3f925754728fef53",
            "target_sha256": "9195009971ebe1d9c683403563531877bb5503fa6fe26c83da7ea35daaa245d3",
            "tasks": {
              "square": {
                "k": 34,
                "n": 64,
                "success": 0.53125
              },
              "toolhang": {
                "k": 35,
                "n": 64,
                "success": 0.546875
              }
            },
            "score": 0.5390625
          },
          {
            "step": 70000,
            "checkpoint": "params_70000.pkl",
            "sha256": "9e7ddd53afe53f293d5a53c17b031183d6af60f2de14f4aef594f858959c98b4",
            "target_sha256": "3e2b4b17a007f7ddcfeea7b8da76eaef501d4c2e98ff99de8665b648a1582de4",
            "tasks": {
              "square": {
                "k": 37,
                "n": 64,
                "success": 0.578125
              },
              "toolhang": {
                "k": 43,
                "n": 64,
                "success": 0.671875
              }
            },
            "score": 0.625
          },
          {
            "step": 170000,
            "checkpoint": "params_170000.pkl",
            "sha256": "a59bf7923db173647eb5da6add3f2dc3aa4d266cec5229ddf27a6528e5d27db7",
            "target_sha256": "39f7a1a8b5976528468edbadee6c81868008d47837dad527cd8342ea692b1f92",
            "tasks": {
              "square": {
                "k": 28,
                "n": 64,
                "success": 0.4375
              },
              "toolhang": {
                "k": 56,
                "n": 64,
                "success": 0.875
              }
            },
            "score": 0.65625
          },
          {
            "step": 270000,
            "checkpoint": "params_270000.pkl",
            "sha256": "b549ac9487078f8c3318f68fcfd454f4f53d833b9184d6e75e6e3a2bc6cc07c9",
            "target_sha256": "1f0d04e324a0b7b10c666ce4eb9fd91acaf97494c2e4e1eb3ffb01af20e7fa19",
            "tasks": {
              "square": {
                "k": 27,
                "n": 64,
                "success": 0.421875
              },
              "toolhang": {
                "k": 56,
                "n": 64,
                "success": 0.875
              }
            },
            "score": 0.6484375
          }
        ],
        "selected_step": 170000,
        "selected_checkpoint": "params_170000.pkl",
        "selected_sha256": "a59bf7923db173647eb5da6add3f2dc3aa4d266cec5229ddf27a6528e5d27db7"
      },
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 103,
      "method": "continuation_bc",
      "timings": {
        "setup_seconds": 13.676028134010267,
        "training_seconds": 46.215916737768566,
        "first_update_seconds": 7.066412942003808,
        "steady_update_seconds": 39.14950379576476,
        "steady_updates": 19999,
        "evaluation_seconds": 757.1405302560015,
        "total_seconds": 817.1177200020029
      },
      "last_train_metrics": {
        "loss": 0.09582097083330154,
        "loss_square": 0.09908442944288254,
        "loss_toolhang": 0.09255751222372055
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 103,
      "method": "offline",
      "timings": {
        "setup_seconds": 13.098181156994542,
        "training_seconds": 32.331544568151,
        "first_update_seconds": 7.072324166001636,
        "steady_update_seconds": 25.259220402149367,
        "steady_updates": 19999,
        "evaluation_seconds": 710.1870264680038,
        "total_seconds": 755.7011558910017
      },
      "last_train_metrics": {
        "loss": 0.0518404096364975,
        "loss_square": 0.04277944937348366,
        "loss_toolhang": 0.060901373624801636
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31955,
          "episodes_in_prefix": 769,
          "pairs_used": 31955,
          "success_pair_fraction": 0.8059771553747458
        },
        "toolhang": {
          "pairs_in_prefix": 31992,
          "episodes_in_prefix": 689,
          "pairs_used": 31992,
          "success_pair_fraction": 0.7655663915978995
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 103,
      "method": "staged_offline",
      "timings": {
        "setup_seconds": 13.166440101005719,
        "training_seconds": 33.57359001673467,
        "first_update_seconds": 7.0692057910055155,
        "steady_update_seconds": 26.504384225729154,
        "steady_updates": 19999,
        "evaluation_seconds": 733.817504858991,
        "total_seconds": 780.765688258005
      },
      "last_train_metrics": {
        "loss": 0.055229928344488144,
        "loss_square": 0.047750987112522125,
        "loss_toolhang": 0.06270886957645416
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31955,
          "episodes_in_prefix": 769,
          "pairs_used": 31955,
          "success_pair_fraction": 0.8059771553747458
        },
        "toolhang": {
          "pairs_in_prefix": 31992,
          "episodes_in_prefix": 689,
          "pairs_used": 31992,
          "success_pair_fraction": 0.7655663915978995
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 103,
      "method": "dagger",
      "timings": {
        "setup_seconds": 23.000282242996036,
        "collection_seconds": 2677.2188777869887,
        "training_seconds": 30.450470139010577,
        "first_update_seconds": 7.23341463500401,
        "steady_update_seconds": 23.217055504006566,
        "steady_updates": 19999,
        "evaluation_seconds": 736.5668209640135,
        "total_seconds": 3468.272068317994
      },
      "last_train_metrics": {
        "loss": 0.10913461446762085,
        "loss_square": 0.0704149529337883,
        "loss_toolhang": 0.1478542685508728
      },
      "data": {
        "square": 31955,
        "toolhang": 31992
      },
      "collection_accounting": {
        "square": {
          "teacher_queries": 31955,
          "training_pairs": 31955,
          "env_steps": 127305,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 369,
          "total_episodes": 523,
          "internal_samples": 255640,
          "internal_critic_evals": 2556400,
          "success_rate": 0.7055449330783938,
          "task": "square",
          "level": "Q3",
          "budget": 31955,
          "rounds": 4,
          "seed_base": 2200000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/square",
          "episodes_started": 527
        },
        "toolhang": {
          "teacher_queries": 31992,
          "training_pairs": 31992,
          "env_steps": 255393,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 153,
          "total_episodes": 342,
          "internal_samples": 255936,
          "internal_critic_evals": 2559360,
          "success_rate": 0.4473684210526316,
          "task": "toolhang",
          "level": "Q3",
          "budget": 31992,
          "rounds": 4,
          "seed_base": 2200000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/toolhang",
          "episodes_started": 346
        }
      },
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 103,
      "method": "long_bc",
      "timings": {
        "setup_seconds": 13.654876355009037,
        "training_seconds": 494.4237172852736,
        "first_update_seconds": 7.038461459000246,
        "steady_update_seconds": 487.38525582627335,
        "steady_updates": 269999,
        "evaluation_seconds": 747.8960962800047,
        "total_seconds": 1256.5783074339997
      },
      "last_train_metrics": {
        "loss": 0.08501213788986206,
        "loss_square": 0.07952254265546799,
        "loss_toolhang": 0.09050174057483673
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": {
        "metric": "equal_weight_task_mean_sde_success",
        "tie_break": "earliest_step",
        "monitor": {
          "seed_base": 10000,
          "n_envs": 8,
          "rounds": 8
        },
        "candidates": [
          {
            "step": 20000,
            "checkpoint": "params_20000.pkl",
            "sha256": "55a9eb0f761b6a5095e9b8eac5d7f054dbf29e6e87fd03e3487c3a908b4b6074",
            "target_sha256": "a90914cf0ea832f5d44171a02484824f4207701628049dba46c4a0b8e69042a5",
            "tasks": {
              "square": {
                "k": 37,
                "n": 64,
                "success": 0.578125
              },
              "toolhang": {
                "k": 29,
                "n": 64,
                "success": 0.453125
              }
            },
            "score": 0.515625
          },
          {
            "step": 70000,
            "checkpoint": "params_70000.pkl",
            "sha256": "9d76ee20d83524559948876952eb397012c0fd361b7cf43876737a706ba8c490",
            "target_sha256": "7dd9d9927ed59ad00dea0f313820af5f983fa16270e0362bb11ce093cfc48816",
            "tasks": {
              "square": {
                "k": 38,
                "n": 64,
                "success": 0.59375
              },
              "toolhang": {
                "k": 39,
                "n": 64,
                "success": 0.609375
              }
            },
            "score": 0.6015625
          },
          {
            "step": 170000,
            "checkpoint": "params_170000.pkl",
            "sha256": "f3a8a6157358b0a0a2e4c4be7abb31a38fac7d4daa288703bb14380b4a567387",
            "target_sha256": "4153bee257963422836862946a42142be8732209f97f12372d3d97e366feeef8",
            "tasks": {
              "square": {
                "k": 29,
                "n": 64,
                "success": 0.453125
              },
              "toolhang": {
                "k": 56,
                "n": 64,
                "success": 0.875
              }
            },
            "score": 0.6640625
          },
          {
            "step": 270000,
            "checkpoint": "params_270000.pkl",
            "sha256": "c9231de74275dd3d5d5aafd2dd352c1a94bb8df61a5f4db014638474200a6fcf",
            "target_sha256": "9cdcf35ad744f714d324eab6758c2512bd86e6d318e18af4db6ba38f397b95e3",
            "tasks": {
              "square": {
                "k": 23,
                "n": 64,
                "success": 0.359375
              },
              "toolhang": {
                "k": 58,
                "n": 64,
                "success": 0.90625
              }
            },
            "score": 0.6328125
          }
        ],
        "selected_step": 170000,
        "selected_checkpoint": "params_170000.pkl",
        "selected_sha256": "f3a8a6157358b0a0a2e4c4be7abb31a38fac7d4daa288703bb14380b4a567387"
      },
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 104,
      "method": "continuation_bc",
      "timings": {
        "setup_seconds": 13.593456424991018,
        "training_seconds": 48.113890158288996,
        "first_update_seconds": 7.080256162997102,
        "steady_update_seconds": 41.03363399529189,
        "steady_updates": 19999,
        "evaluation_seconds": 748.0440263420169,
        "total_seconds": 809.8438008059893
      },
      "last_train_metrics": {
        "loss": 0.09638741612434387,
        "loss_square": 0.09440167248249054,
        "loss_toolhang": 0.0983731597661972
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 1,
        "events": [
          {
            "schema_version": 1,
            "type": "fault",
            "mode": "fail_episode",
            "pid": 1154210,
            "instance": 0,
            "env_name": "tool_hang-ph-low_dim",
            "reset_seed": 10023,
            "episode": 51,
            "step": 632,
            "context": {
              "training_step": 20000,
              "training_seed": 104,
              "run_dir": "/home/ap/Documents/flow-robot-distillation/runs/conditional_q3_v4/_execution/attempts/train_104_continuation_bc/001/outputs/rep_104/continuation_bc",
              "initial_checkpoint": "/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/checkpoints/a1_shared_bc_230k.pkl",
              "data_source": "demos",
              "schedule": "upfront",
              "task": "toolhang",
              "mode": "sde",
              "weight_source": "target",
              "weight_sha256": "49d0e8a336ae8ce59ab8173070e470edc96e4e77ed4567cef7bbd24e9c306dac",
              "normalizer_sha256": "497c3eaf9d6ef8083f90fe57502c88644702c62bf6e47f2b7d064b163fc70bb5",
              "flow_steps": 10,
              "chunk_length": 8,
              "phase": "evaluation"
            },
            "phase": "step",
            "warnings": [
              {
                "type": "mjWARN_BADQACC",
                "count": 1,
                "lastinfo": 15
              }
            ],
            "reasons": [
              "native_warning",
              "time_reset"
            ],
            "fault_code": 288,
            "sim_time_before": 31.549999999993393,
            "sim_time_after": 0.020000000000000004
          }
        ]
      }
    },
    {
      "seed": 104,
      "method": "offline",
      "timings": {
        "setup_seconds": 13.40059463500802,
        "training_seconds": 33.269033389748074,
        "first_update_seconds": 7.059392249007942,
        "steady_update_seconds": 26.209641140740132,
        "steady_updates": 19999,
        "evaluation_seconds": 715.3567797889846,
        "total_seconds": 762.1209841390082
      },
      "last_train_metrics": {
        "loss": 0.0551009401679039,
        "loss_square": 0.04864058643579483,
        "loss_toolhang": 0.06156129017472267
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31996,
          "episodes_in_prefix": 772,
          "pairs_used": 31996,
          "success_pair_fraction": 0.7999749968746094
        },
        "toolhang": {
          "pairs_in_prefix": 31977,
          "episodes_in_prefix": 675,
          "pairs_used": 31977,
          "success_pair_fraction": 0.7615473621665572
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 104,
      "method": "staged_offline",
      "timings": {
        "setup_seconds": 13.16434489900712,
        "training_seconds": 31.271374192641815,
        "first_update_seconds": 7.06782453499909,
        "steady_update_seconds": 24.203549657642725,
        "steady_updates": 19999,
        "evaluation_seconds": 731.0802394339989,
        "total_seconds": 775.7230403319991
      },
      "last_train_metrics": {
        "loss": 0.055633313953876495,
        "loss_square": 0.04665176197886467,
        "loss_toolhang": 0.06461486220359802
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31996,
          "episodes_in_prefix": 772,
          "pairs_used": 31996,
          "success_pair_fraction": 0.7999749968746094
        },
        "toolhang": {
          "pairs_in_prefix": 31977,
          "episodes_in_prefix": 675,
          "pairs_used": 31977,
          "success_pair_fraction": 0.7615473621665572
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 104,
      "method": "dagger",
      "timings": {
        "setup_seconds": 22.69408615899738,
        "collection_seconds": 2687.1469059730007,
        "training_seconds": 27.904515183516196,
        "first_update_seconds": 7.236777612008154,
        "steady_update_seconds": 20.66773757150804,
        "steady_updates": 19999,
        "evaluation_seconds": 707.0378655779932,
        "total_seconds": 3445.799050622998
      },
      "last_train_metrics": {
        "loss": 0.09996402263641357,
        "loss_square": 0.06950636953115463,
        "loss_toolhang": 0.13042166829109192
      },
      "data": {
        "square": 31996,
        "toolhang": 31977
      },
      "collection_accounting": {
        "square": {
          "teacher_queries": 31996,
          "training_pairs": 31996,
          "env_steps": 127493,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 353,
          "total_episodes": 518,
          "internal_samples": 255968,
          "internal_critic_evals": 2559680,
          "success_rate": 0.6814671814671814,
          "task": "square",
          "level": "Q3",
          "budget": 31996,
          "rounds": 4,
          "seed_base": 2300000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/square",
          "episodes_started": 522
        },
        "toolhang": {
          "teacher_queries": 31977,
          "training_pairs": 31977,
          "env_steps": 255427,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 122,
          "total_episodes": 327,
          "internal_samples": 255816,
          "internal_critic_evals": 2558160,
          "success_rate": 0.3730886850152905,
          "task": "toolhang",
          "level": "Q3",
          "budget": 31977,
          "rounds": 4,
          "seed_base": 2300000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/toolhang",
          "episodes_started": 331
        }
      },
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 104,
      "method": "long_bc",
      "timings": {
        "setup_seconds": 13.707661458989605,
        "training_seconds": 504.2690233305184,
        "first_update_seconds": 7.057378464000067,
        "steady_update_seconds": 497.2116448665183,
        "steady_updates": 269999,
        "evaluation_seconds": 754.4087896219862,
        "total_seconds": 1273.0167860410002
      },
      "last_train_metrics": {
        "loss": 0.08425033092498779,
        "loss_square": 0.0834016352891922,
        "loss_toolhang": 0.08509902656078339
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": {
        "metric": "equal_weight_task_mean_sde_success",
        "tie_break": "earliest_step",
        "monitor": {
          "seed_base": 10000,
          "n_envs": 8,
          "rounds": 8
        },
        "candidates": [
          {
            "step": 20000,
            "checkpoint": "params_20000.pkl",
            "sha256": "5843db27b35ef33d9d9fd7738ca0147adf4d61e56cd22738bdea13eb366f63e2",
            "target_sha256": "49d0e8a336ae8ce59ab8173070e470edc96e4e77ed4567cef7bbd24e9c306dac",
            "tasks": {
              "square": {
                "k": 40,
                "n": 64,
                "success": 0.625
              },
              "toolhang": {
                "k": 39,
                "n": 64,
                "success": 0.609375
              }
            },
            "score": 0.6171875
          },
          {
            "step": 70000,
            "checkpoint": "params_70000.pkl",
            "sha256": "311fd6e961c33981c2b0b12bb8562a6495cd4f00b5eeabc1c6d6e1497b3033b5",
            "target_sha256": "13c32b6a7c4db80af9886a435da56255665066fefeec1091f7aab8229b71cd16",
            "tasks": {
              "square": {
                "k": 28,
                "n": 64,
                "success": 0.4375
              },
              "toolhang": {
                "k": 42,
                "n": 64,
                "success": 0.65625
              }
            },
            "score": 0.546875
          },
          {
            "step": 170000,
            "checkpoint": "params_170000.pkl",
            "sha256": "b98810769cbd1ce5e841c9b861340857aa5b98d5b29f279aa9e137e9bbdf0c35",
            "target_sha256": "90cecb1ba5bf836d32bd8e6bf18e902dc70ed1a4e18956197c2e6d29135a88e0",
            "tasks": {
              "square": {
                "k": 25,
                "n": 64,
                "success": 0.390625
              },
              "toolhang": {
                "k": 56,
                "n": 64,
                "success": 0.875
              }
            },
            "score": 0.6328125
          },
          {
            "step": 270000,
            "checkpoint": "params_270000.pkl",
            "sha256": "e75c094376f46d71841236f3c6e87a1a9a345bdd114fd0b5bfd24dac2581ce76",
            "target_sha256": "05b206fac936d4e39f841958476a5de550f9206ba34d9b720db40ac756fc4607",
            "tasks": {
              "square": {
                "k": 22,
                "n": 64,
                "success": 0.34375
              },
              "toolhang": {
                "k": 54,
                "n": 64,
                "success": 0.84375
              }
            },
            "score": 0.59375
          }
        ],
        "selected_step": 170000,
        "selected_checkpoint": "params_170000.pkl",
        "selected_sha256": "b98810769cbd1ce5e841c9b861340857aa5b98d5b29f279aa9e137e9bbdf0c35"
      },
      "simulator_failures": {
        "count": 1,
        "events": [
          {
            "schema_version": 1,
            "type": "fault",
            "mode": "fail_episode",
            "pid": 1273183,
            "instance": 0,
            "env_name": "tool_hang-ph-low_dim",
            "reset_seed": 10023,
            "episode": 19,
            "step": 632,
            "context": {
              "training_step": 20000,
              "training_seed": 104,
              "run_dir": "/home/ap/Documents/flow-robot-distillation/runs/conditional_q3_v4/_execution/attempts/train_104_long_bc/001/outputs/rep_104/long_bc",
              "initial_checkpoint": "/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/checkpoints/a1_shared_bc_230k.pkl",
              "data_source": "demos",
              "schedule": "upfront",
              "task": "toolhang",
              "mode": "sde",
              "weight_source": "target",
              "weight_sha256": "49d0e8a336ae8ce59ab8173070e470edc96e4e77ed4567cef7bbd24e9c306dac",
              "normalizer_sha256": "497c3eaf9d6ef8083f90fe57502c88644702c62bf6e47f2b7d064b163fc70bb5",
              "flow_steps": 10,
              "chunk_length": 8,
              "phase": "evaluation"
            },
            "phase": "step",
            "warnings": [
              {
                "type": "mjWARN_BADQACC",
                "count": 1,
                "lastinfo": 15
              }
            ],
            "reasons": [
              "native_warning",
              "time_reset"
            ],
            "fault_code": 288,
            "sim_time_before": 31.549999999993393,
            "sim_time_after": 0.020000000000000004
          }
        ]
      }
    },
    {
      "seed": 105,
      "method": "continuation_bc",
      "timings": {
        "setup_seconds": 13.687498077997589,
        "training_seconds": 47.649124743271386,
        "first_update_seconds": 7.069952611011104,
        "steady_update_seconds": 40.57917213226028,
        "steady_updates": 19999,
        "evaluation_seconds": 756.6991599949833,
        "total_seconds": 818.1328087820002
      },
      "last_train_metrics": {
        "loss": 0.09634789824485779,
        "loss_square": 0.09783870726823807,
        "loss_toolhang": 0.09485708922147751
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 105,
      "method": "offline",
      "timings": {
        "setup_seconds": 13.169212956010597,
        "training_seconds": 32.020703472269815,
        "first_update_seconds": 7.020951259008143,
        "steady_update_seconds": 24.999752213261672,
        "steady_updates": 19999,
        "evaluation_seconds": 698.1874619339796,
        "total_seconds": 743.4616909300094
      },
      "last_train_metrics": {
        "loss": 0.0496426522731781,
        "loss_square": 0.04547895863652229,
        "loss_toolhang": 0.05380634218454361
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31975,
          "episodes_in_prefix": 765,
          "pairs_used": 31975,
          "success_pair_fraction": 0.7873338545738858
        },
        "toolhang": {
          "pairs_in_prefix": 31991,
          "episodes_in_prefix": 690,
          "pairs_used": 31991,
          "success_pair_fraction": 0.7811884592541652
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 105,
      "method": "staged_offline",
      "timings": {
        "setup_seconds": 13.294967971000005,
        "training_seconds": 31.45893525745487,
        "first_update_seconds": 6.98103402700508,
        "steady_update_seconds": 24.47790123044979,
        "steady_updates": 19999,
        "evaluation_seconds": 730.8189973789849,
        "total_seconds": 775.7844430240075
      },
      "last_train_metrics": {
        "loss": 0.05130118131637573,
        "loss_square": 0.04725832864642143,
        "loss_toolhang": 0.05534403398633003
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31975,
          "episodes_in_prefix": 765,
          "pairs_used": 31975,
          "success_pair_fraction": 0.7873338545738858
        },
        "toolhang": {
          "pairs_in_prefix": 31991,
          "episodes_in_prefix": 690,
          "pairs_used": 31991,
          "success_pair_fraction": 0.7811884592541652
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 105,
      "method": "dagger",
      "timings": {
        "setup_seconds": 22.842295288006426,
        "collection_seconds": 2693.221589052977,
        "training_seconds": 29.328090563896694,
        "first_update_seconds": 7.182378305995371,
        "steady_update_seconds": 22.145712257901323,
        "steady_updates": 19999,
        "evaluation_seconds": 735.8010565299919,
        "total_seconds": 3482.253538756995
      },
      "last_train_metrics": {
        "loss": 0.11523614823818207,
        "loss_square": 0.060993291437625885,
        "loss_toolhang": 0.16947899758815765
      },
      "data": {
        "square": 31975,
        "toolhang": 31991
      },
      "collection_accounting": {
        "square": {
          "teacher_queries": 31975,
          "training_pairs": 31975,
          "env_steps": 127433,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 340,
          "total_episodes": 512,
          "internal_samples": 255800,
          "internal_critic_evals": 2558000,
          "success_rate": 0.6640625,
          "task": "square",
          "level": "Q3",
          "budget": 31975,
          "rounds": 4,
          "seed_base": 2400000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/square",
          "episodes_started": 516
        },
        "toolhang": {
          "teacher_queries": 31991,
          "training_pairs": 31991,
          "env_steps": 255314,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 169,
          "total_episodes": 353,
          "internal_samples": 255928,
          "internal_critic_evals": 2559280,
          "success_rate": 0.47875354107648727,
          "task": "toolhang",
          "level": "Q3",
          "budget": 31991,
          "rounds": 4,
          "seed_base": 2400000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/toolhang",
          "episodes_started": 357
        }
      },
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 105,
      "method": "long_bc",
      "timings": {
        "setup_seconds": 15.769733852997888,
        "training_seconds": 509.91969591479574,
        "first_update_seconds": 7.128569798995159,
        "steady_update_seconds": 502.7911261158006,
        "steady_updates": 269999,
        "evaluation_seconds": 747.2878441010398,
        "total_seconds": 1273.6468840979942
      },
      "last_train_metrics": {
        "loss": 0.07342138886451721,
        "loss_square": 0.06396660953760147,
        "loss_toolhang": 0.08287616074085236
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": {
        "metric": "equal_weight_task_mean_sde_success",
        "tie_break": "earliest_step",
        "monitor": {
          "seed_base": 10000,
          "n_envs": 8,
          "rounds": 8
        },
        "candidates": [
          {
            "step": 20000,
            "checkpoint": "params_20000.pkl",
            "sha256": "5b313f7b954aa2f3a5863363de48cacb30f59cebb3bf5d7fee4441e1dd4699e3",
            "target_sha256": "f89a4eb22636ebd8339f9e21a240a08932858efc5e98cd26df9be793a342b46c",
            "tasks": {
              "square": {
                "k": 39,
                "n": 64,
                "success": 0.609375
              },
              "toolhang": {
                "k": 38,
                "n": 64,
                "success": 0.59375
              }
            },
            "score": 0.6015625
          },
          {
            "step": 70000,
            "checkpoint": "params_70000.pkl",
            "sha256": "034d3c73b2415feee4e044963869fbc96e315b137e3c6d40a9a1329745172355",
            "target_sha256": "732c6bdd4ed7f63abb419c6993dac87291aca1d6af8fa951580f040c8ea0b3f6",
            "tasks": {
              "square": {
                "k": 30,
                "n": 64,
                "success": 0.46875
              },
              "toolhang": {
                "k": 42,
                "n": 64,
                "success": 0.65625
              }
            },
            "score": 0.5625
          },
          {
            "step": 170000,
            "checkpoint": "params_170000.pkl",
            "sha256": "b05d6b270c835891a62d6e9ec5a8a90cd079f4b36c237fd4842b12086399d7ab",
            "target_sha256": "1fc46a5041b9d9194cad694b44b7ce63f00c94329aed33522b4e165142383b0f",
            "tasks": {
              "square": {
                "k": 37,
                "n": 64,
                "success": 0.578125
              },
              "toolhang": {
                "k": 54,
                "n": 64,
                "success": 0.84375
              }
            },
            "score": 0.7109375
          },
          {
            "step": 270000,
            "checkpoint": "params_270000.pkl",
            "sha256": "871f75b0c5e265f79ef0b56b1845ad58d785b74e6ec1a96128f1ee3e1d428b8e",
            "target_sha256": "fbeb4e712b0299d1f0c60bd7e2178bb65556320bcc1c60a3b08774507b17bd87",
            "tasks": {
              "square": {
                "k": 29,
                "n": 64,
                "success": 0.453125
              },
              "toolhang": {
                "k": 56,
                "n": 64,
                "success": 0.875
              }
            },
            "score": 0.6640625
          }
        ],
        "selected_step": 170000,
        "selected_checkpoint": "params_170000.pkl",
        "selected_sha256": "b05d6b270c835891a62d6e9ec5a8a90cd079f4b36c237fd4842b12086399d7ab"
      },
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 106,
      "method": "continuation_bc",
      "timings": {
        "setup_seconds": 14.209445329004666,
        "training_seconds": 46.37527913953818,
        "first_update_seconds": 7.15231463300006,
        "steady_update_seconds": 39.22296450653812,
        "steady_updates": 19999,
        "evaluation_seconds": 758.4677002360258,
        "total_seconds": 819.1422661950055
      },
      "last_train_metrics": {
        "loss": 0.0986761525273323,
        "loss_square": 0.105235256254673,
        "loss_toolhang": 0.09211704879999161
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 106,
      "method": "offline",
      "timings": {
        "setup_seconds": 13.063307659002021,
        "training_seconds": 32.32080181730271,
        "first_update_seconds": 7.098535078999703,
        "steady_update_seconds": 25.222266738303006,
        "steady_updates": 19999,
        "evaluation_seconds": 741.7451720620156,
        "total_seconds": 787.2241072360048
      },
      "last_train_metrics": {
        "loss": 0.05284919589757919,
        "loss_square": 0.053043317049741745,
        "loss_toolhang": 0.05265507847070694
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31962,
          "episodes_in_prefix": 749,
          "pairs_used": 31962,
          "success_pair_fraction": 0.7747324948376196
        },
        "toolhang": {
          "pairs_in_prefix": 31991,
          "episodes_in_prefix": 693,
          "pairs_used": 31991,
          "success_pair_fraction": 0.7725922915820075
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 106,
      "method": "staged_offline",
      "timings": {
        "setup_seconds": 13.130071042993222,
        "training_seconds": 32.50594619670301,
        "first_update_seconds": 7.080760994998855,
        "steady_update_seconds": 25.425185201704153,
        "steady_updates": 19999,
        "evaluation_seconds": 715.30060353101,
        "total_seconds": 761.1411869189906
      },
      "last_train_metrics": {
        "loss": 0.046566519886255264,
        "loss_square": 0.04434295371174812,
        "loss_toolhang": 0.048790086060762405
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31962,
          "episodes_in_prefix": 749,
          "pairs_used": 31962,
          "success_pair_fraction": 0.7747324948376196
        },
        "toolhang": {
          "pairs_in_prefix": 31991,
          "episodes_in_prefix": 693,
          "pairs_used": 31991,
          "success_pair_fraction": 0.7725922915820075
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 106,
      "method": "dagger",
      "timings": {
        "setup_seconds": 22.70462817599764,
        "collection_seconds": 2692.4858594380203,
        "training_seconds": 30.60117445331707,
        "first_update_seconds": 7.208063828002196,
        "steady_update_seconds": 23.393110625314876,
        "steady_updates": 19999,
        "evaluation_seconds": 737.1381339490035,
        "total_seconds": 3483.969437053005
      },
      "last_train_metrics": {
        "loss": 0.08099739253520966,
        "loss_square": 0.057512372732162476,
        "loss_toolhang": 0.10448241978883743
      },
      "data": {
        "square": 31962,
        "toolhang": 31991
      },
      "collection_accounting": {
        "square": {
          "teacher_queries": 31962,
          "training_pairs": 31962,
          "env_steps": 127385,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 361,
          "total_episodes": 524,
          "internal_samples": 255696,
          "internal_critic_evals": 2556960,
          "success_rate": 0.6889312977099237,
          "task": "square",
          "level": "Q3",
          "budget": 31962,
          "rounds": 4,
          "seed_base": 2500000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/square",
          "episodes_started": 528
        },
        "toolhang": {
          "teacher_queries": 31991,
          "training_pairs": 31991,
          "env_steps": 255163,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 209,
          "total_episodes": 376,
          "internal_samples": 255928,
          "internal_critic_evals": 2559280,
          "success_rate": 0.5558510638297872,
          "task": "toolhang",
          "level": "Q3",
          "budget": 31991,
          "rounds": 4,
          "seed_base": 2500000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/toolhang",
          "episodes_started": 380
        }
      },
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 106,
      "method": "long_bc",
      "timings": {
        "setup_seconds": 14.61213477300771,
        "training_seconds": 513.5498720137402,
        "first_update_seconds": 7.01642611999705,
        "steady_update_seconds": 506.5334458937432,
        "steady_updates": 269999,
        "evaluation_seconds": 733.034487293975,
        "total_seconds": 1261.8165716610092
      },
      "last_train_metrics": {
        "loss": 0.08100861310958862,
        "loss_square": 0.07210008054971695,
        "loss_toolhang": 0.0899171531200409
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": {
        "metric": "equal_weight_task_mean_sde_success",
        "tie_break": "earliest_step",
        "monitor": {
          "seed_base": 10000,
          "n_envs": 8,
          "rounds": 8
        },
        "candidates": [
          {
            "step": 20000,
            "checkpoint": "params_20000.pkl",
            "sha256": "27d35445355b05aff9eedab44dcea68b6d1ee1648cd1c0a8289e856ff87eb02e",
            "target_sha256": "7bfe3d992e32fb69aba7304d047045496ff1649e6a15aae13434dcebfd8b5e65",
            "tasks": {
              "square": {
                "k": 38,
                "n": 64,
                "success": 0.59375
              },
              "toolhang": {
                "k": 29,
                "n": 64,
                "success": 0.453125
              }
            },
            "score": 0.5234375
          },
          {
            "step": 70000,
            "checkpoint": "params_70000.pkl",
            "sha256": "d629a5c8fe5a55a25734195794c1ba479fb261f6987f7b17405ab8591288d1a7",
            "target_sha256": "1d0c3a7af08bc1b7430c3ccdb58cd80f78a58aa05d3f15dfdcfd610ef295f7de",
            "tasks": {
              "square": {
                "k": 33,
                "n": 64,
                "success": 0.515625
              },
              "toolhang": {
                "k": 46,
                "n": 64,
                "success": 0.71875
              }
            },
            "score": 0.6171875
          },
          {
            "step": 170000,
            "checkpoint": "params_170000.pkl",
            "sha256": "c66c88895df9aed4f25bb11dd19601766cc2917334a06eb5324d56e2934b2012",
            "target_sha256": "63c5edd134769dbc65dd6a3c0c4052fe9e487a7e1bb15d1de668ea6b3b2de821",
            "tasks": {
              "square": {
                "k": 26,
                "n": 64,
                "success": 0.40625
              },
              "toolhang": {
                "k": 55,
                "n": 64,
                "success": 0.859375
              }
            },
            "score": 0.6328125
          },
          {
            "step": 270000,
            "checkpoint": "params_270000.pkl",
            "sha256": "e9087e7d4ab535422bfc95a5f7ffae8ca315d7544c22288024d41be5cc7e5696",
            "target_sha256": "a315b9f6325f34dedac83a5a356aa31ccc6a6b54ae7b0d673cd3d38e7553e0a2",
            "tasks": {
              "square": {
                "k": 25,
                "n": 64,
                "success": 0.390625
              },
              "toolhang": {
                "k": 55,
                "n": 64,
                "success": 0.859375
              }
            },
            "score": 0.625
          }
        ],
        "selected_step": 170000,
        "selected_checkpoint": "params_170000.pkl",
        "selected_sha256": "c66c88895df9aed4f25bb11dd19601766cc2917334a06eb5324d56e2934b2012"
      },
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 107,
      "method": "continuation_bc",
      "timings": {
        "setup_seconds": 13.590088334996835,
        "training_seconds": 46.69132722324866,
        "first_update_seconds": 7.0372862789954524,
        "steady_update_seconds": 39.65404094425321,
        "steady_updates": 19999,
        "evaluation_seconds": 753.3918198299943,
        "total_seconds": 813.7618165609892
      },
      "last_train_metrics": {
        "loss": 0.08769533038139343,
        "loss_square": 0.09038414061069489,
        "loss_toolhang": 0.08500652760267258
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 107,
      "method": "offline",
      "timings": {
        "setup_seconds": 13.11081445000309,
        "training_seconds": 33.47178815495863,
        "first_update_seconds": 7.031432430012501,
        "steady_update_seconds": 26.44035572494613,
        "steady_updates": 19999,
        "evaluation_seconds": 718.2573977249849,
        "total_seconds": 764.923719776998
      },
      "last_train_metrics": {
        "loss": 0.04801762104034424,
        "loss_square": 0.04127748683094978,
        "loss_toolhang": 0.054757751524448395
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31953,
          "episodes_in_prefix": 765,
          "pairs_used": 31953,
          "success_pair_fraction": 0.8122242043000657
        },
        "toolhang": {
          "pairs_in_prefix": 31876,
          "episodes_in_prefix": 659,
          "pairs_used": 31876,
          "success_pair_fraction": 0.7372631446856569
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 107,
      "method": "staged_offline",
      "timings": {
        "setup_seconds": 13.11281594299362,
        "training_seconds": 31.278975224427995,
        "first_update_seconds": 7.026415214000735,
        "steady_update_seconds": 24.25256001042726,
        "steady_updates": 19999,
        "evaluation_seconds": 739.421940323009,
        "total_seconds": 784.0155854839977
      },
      "last_train_metrics": {
        "loss": 0.04438646510243416,
        "loss_square": 0.03977273404598236,
        "loss_toolhang": 0.049000196158885956
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31953,
          "episodes_in_prefix": 765,
          "pairs_used": 31953,
          "success_pair_fraction": 0.8122242043000657
        },
        "toolhang": {
          "pairs_in_prefix": 31876,
          "episodes_in_prefix": 659,
          "pairs_used": 31876,
          "success_pair_fraction": 0.7372631446856569
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 107,
      "method": "dagger",
      "timings": {
        "setup_seconds": 22.901564255007543,
        "collection_seconds": 2685.2149926780257,
        "training_seconds": 30.879606932765455,
        "first_update_seconds": 7.150011625999468,
        "steady_update_seconds": 23.729595306765987,
        "steady_updates": 19999,
        "evaluation_seconds": 747.6251246979809,
        "total_seconds": 3487.6588821510086
      },
      "last_train_metrics": {
        "loss": 0.08767588436603546,
        "loss_square": 0.04249183088541031,
        "loss_toolhang": 0.13285993039608002
      },
      "data": {
        "square": 31953,
        "toolhang": 31876
      },
      "collection_accounting": {
        "square": {
          "teacher_queries": 31953,
          "training_pairs": 31953,
          "env_steps": 127303,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 362,
          "total_episodes": 523,
          "internal_samples": 255624,
          "internal_critic_evals": 2556240,
          "success_rate": 0.6921606118546845,
          "task": "square",
          "level": "Q3",
          "budget": 31953,
          "rounds": 4,
          "seed_base": 2600000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/square",
          "episodes_started": 527
        },
        "toolhang": {
          "teacher_queries": 31876,
          "training_pairs": 31876,
          "env_steps": 254422,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 157,
          "total_episodes": 340,
          "internal_samples": 255008,
          "internal_critic_evals": 2550080,
          "success_rate": 0.46176470588235297,
          "task": "toolhang",
          "level": "Q3",
          "budget": 31876,
          "rounds": 4,
          "seed_base": 2600000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/toolhang",
          "episodes_started": 344
        }
      },
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 107,
      "method": "long_bc",
      "timings": {
        "setup_seconds": 13.853529375002836,
        "training_seconds": 509.9670781620225,
        "first_update_seconds": 7.054119488006108,
        "steady_update_seconds": 502.9129586740164,
        "steady_updates": 269999,
        "evaluation_seconds": 751.23032818301,
        "total_seconds": 1275.6525890820049
      },
      "last_train_metrics": {
        "loss": 0.07078159600496292,
        "loss_square": 0.06033109873533249,
        "loss_toolhang": 0.08123209327459335
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": {
        "metric": "equal_weight_task_mean_sde_success",
        "tie_break": "earliest_step",
        "monitor": {
          "seed_base": 10000,
          "n_envs": 8,
          "rounds": 8
        },
        "candidates": [
          {
            "step": 20000,
            "checkpoint": "params_20000.pkl",
            "sha256": "8e3c79e6fc8a8a52e1560165f1d7a4e541d7e8f91b00abb00767f0fbbadf0944",
            "target_sha256": "510644b748c9e2fda4d14a0ae8fc84a1bd68c96928d7e2a61e22e3ffa037c447",
            "tasks": {
              "square": {
                "k": 33,
                "n": 64,
                "success": 0.515625
              },
              "toolhang": {
                "k": 30,
                "n": 64,
                "success": 0.46875
              }
            },
            "score": 0.4921875
          },
          {
            "step": 70000,
            "checkpoint": "params_70000.pkl",
            "sha256": "82014dfc876e29e38d4c0dc7822e6a21c5bee567ccee08b669cd607f2eb088e7",
            "target_sha256": "1b3e0cb637f87de1c306681f6a6186702d12eaf19754a9c12327a59da5240771",
            "tasks": {
              "square": {
                "k": 33,
                "n": 64,
                "success": 0.515625
              },
              "toolhang": {
                "k": 49,
                "n": 64,
                "success": 0.765625
              }
            },
            "score": 0.640625
          },
          {
            "step": 170000,
            "checkpoint": "params_170000.pkl",
            "sha256": "2285b07e679f94f0acc2d7ed6dcc3db03113cc7b737b9bfb1977e6fe6cd649f7",
            "target_sha256": "5643ba987bf02ea3e37dbe797629952c2b76eac877ed4efa211ecf6b36084e01",
            "tasks": {
              "square": {
                "k": 28,
                "n": 64,
                "success": 0.4375
              },
              "toolhang": {
                "k": 49,
                "n": 64,
                "success": 0.765625
              }
            },
            "score": 0.6015625
          },
          {
            "step": 270000,
            "checkpoint": "params_270000.pkl",
            "sha256": "8f3170437ea4154d8204c34a13e78e81bacefbb04b380d23b583791bb7d77683",
            "target_sha256": "be2aaab26a1577733a8ef71f9b89fef439eb24d8186645851f396668ac9012c1",
            "tasks": {
              "square": {
                "k": 23,
                "n": 64,
                "success": 0.359375
              },
              "toolhang": {
                "k": 56,
                "n": 64,
                "success": 0.875
              }
            },
            "score": 0.6171875
          }
        ],
        "selected_step": 70000,
        "selected_checkpoint": "params_70000.pkl",
        "selected_sha256": "82014dfc876e29e38d4c0dc7822e6a21c5bee567ccee08b669cd607f2eb088e7"
      },
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 108,
      "method": "continuation_bc",
      "timings": {
        "setup_seconds": 13.938872561993776,
        "training_seconds": 46.26547799317632,
        "first_update_seconds": 7.095800012000836,
        "steady_update_seconds": 39.16967798117548,
        "steady_updates": 19999,
        "evaluation_seconds": 749.2718302189751,
        "total_seconds": 809.5690706969908
      },
      "last_train_metrics": {
        "loss": 0.10469654202461243,
        "loss_square": 0.10463698953390121,
        "loss_toolhang": 0.10475610196590424
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 108,
      "method": "offline",
      "timings": {
        "setup_seconds": 13.141515904004336,
        "training_seconds": 33.42427025560755,
        "first_update_seconds": 7.093126788997324,
        "steady_update_seconds": 26.33114346661023,
        "steady_updates": 19999,
        "evaluation_seconds": 712.4481750669947,
        "total_seconds": 759.1089031989977
      },
      "last_train_metrics": {
        "loss": 0.05074635520577431,
        "loss_square": 0.04530777037143707,
        "loss_toolhang": 0.05618494004011154
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31983,
          "episodes_in_prefix": 772,
          "pairs_used": 31983,
          "success_pair_fraction": 0.8030203545633617
        },
        "toolhang": {
          "pairs_in_prefix": 31882,
          "episodes_in_prefix": 660,
          "pairs_used": 31882,
          "success_pair_fraction": 0.725550467348347
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 108,
      "method": "staged_offline",
      "timings": {
        "setup_seconds": 13.215997445004177,
        "training_seconds": 31.72944193611329,
        "first_update_seconds": 7.128204155000276,
        "steady_update_seconds": 24.601237781113014,
        "steady_updates": 19999,
        "evaluation_seconds": 715.212249121003,
        "total_seconds": 760.3644545029965
      },
      "last_train_metrics": {
        "loss": 0.05048848316073418,
        "loss_square": 0.04388684406876564,
        "loss_toolhang": 0.05709012225270271
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31983,
          "episodes_in_prefix": 772,
          "pairs_used": 31983,
          "success_pair_fraction": 0.8030203545633617
        },
        "toolhang": {
          "pairs_in_prefix": 31882,
          "episodes_in_prefix": 660,
          "pairs_used": 31882,
          "success_pair_fraction": 0.725550467348347
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 108,
      "method": "dagger",
      "timings": {
        "setup_seconds": 22.7388148750033,
        "collection_seconds": 2695.166698563975,
        "training_seconds": 30.64183502974629,
        "first_update_seconds": 7.265341316000558,
        "steady_update_seconds": 23.37649371374573,
        "steady_updates": 19999,
        "evaluation_seconds": 724.4238008970133,
        "total_seconds": 3474.010019310008
      },
      "last_train_metrics": {
        "loss": 0.08281904458999634,
        "loss_square": 0.0596005842089653,
        "loss_toolhang": 0.10603750497102737
      },
      "data": {
        "square": 31983,
        "toolhang": 31882
      },
      "collection_accounting": {
        "square": {
          "teacher_queries": 31983,
          "training_pairs": 31983,
          "env_steps": 127407,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 364,
          "total_episodes": 529,
          "internal_samples": 255864,
          "internal_critic_evals": 2558640,
          "success_rate": 0.6880907372400756,
          "task": "square",
          "level": "Q3",
          "budget": 31983,
          "rounds": 4,
          "seed_base": 2700000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/square",
          "episodes_started": 533
        },
        "toolhang": {
          "teacher_queries": 31882,
          "training_pairs": 31882,
          "env_steps": 254497,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 162,
          "total_episodes": 345,
          "internal_samples": 255056,
          "internal_critic_evals": 2550560,
          "success_rate": 0.46956521739130436,
          "task": "toolhang",
          "level": "Q3",
          "budget": 31882,
          "rounds": 4,
          "seed_base": 2700000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/toolhang",
          "episodes_started": 349
        }
      },
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 108,
      "method": "long_bc",
      "timings": {
        "setup_seconds": 14.716428542000358,
        "training_seconds": 523.9971605085448,
        "first_update_seconds": 7.134162923000986,
        "steady_update_seconds": 516.8629975855438,
        "steady_updates": 269999,
        "evaluation_seconds": 740.7212678000069,
        "total_seconds": 1280.0342082090065
      },
      "last_train_metrics": {
        "loss": 0.07997395098209381,
        "loss_square": 0.07166745513677597,
        "loss_toolhang": 0.08828044682741165
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": {
        "metric": "equal_weight_task_mean_sde_success",
        "tie_break": "earliest_step",
        "monitor": {
          "seed_base": 10000,
          "n_envs": 8,
          "rounds": 8
        },
        "candidates": [
          {
            "step": 20000,
            "checkpoint": "params_20000.pkl",
            "sha256": "0c8434f08463bda1f73b911841aff4e22f8c22f30504c0ea723b6091f75423d8",
            "target_sha256": "e712fa618f7db0ed6889ba3b282a476cfe51d0199fc222e0da9ba315010ed833",
            "tasks": {
              "square": {
                "k": 37,
                "n": 64,
                "success": 0.578125
              },
              "toolhang": {
                "k": 41,
                "n": 64,
                "success": 0.640625
              }
            },
            "score": 0.609375
          },
          {
            "step": 70000,
            "checkpoint": "params_70000.pkl",
            "sha256": "3a8bd630137dfaafc39a5d7786761320e42b967adb7dedde1cc0ce00c0124c4f",
            "target_sha256": "24f7acb8f5c630a3e6ecf87e127cb016ffb381c251ab454e703f370dee35b3fa",
            "tasks": {
              "square": {
                "k": 29,
                "n": 64,
                "success": 0.453125
              },
              "toolhang": {
                "k": 42,
                "n": 64,
                "success": 0.65625
              }
            },
            "score": 0.5546875
          },
          {
            "step": 170000,
            "checkpoint": "params_170000.pkl",
            "sha256": "c75b54d7f54e9123fb606a177ed98e1b6b45c2f2a02bbd01242d4eb5321e4d0e",
            "target_sha256": "443f787cf4785735bee19321fe391624ef05141ed4e2e29b1543b9da458a06fc",
            "tasks": {
              "square": {
                "k": 28,
                "n": 64,
                "success": 0.4375
              },
              "toolhang": {
                "k": 52,
                "n": 64,
                "success": 0.8125
              }
            },
            "score": 0.625
          },
          {
            "step": 270000,
            "checkpoint": "params_270000.pkl",
            "sha256": "46745c0b9efb3a84a2201875217153d879848585f9e9a6024c090c32222ed1d0",
            "target_sha256": "f9e86b20518c3dc09e0701b9f73e958e0aed912b6c55969bffcba2e782a7272e",
            "tasks": {
              "square": {
                "k": 25,
                "n": 64,
                "success": 0.390625
              },
              "toolhang": {
                "k": 59,
                "n": 64,
                "success": 0.921875
              }
            },
            "score": 0.65625
          }
        ],
        "selected_step": 270000,
        "selected_checkpoint": "params_270000.pkl",
        "selected_sha256": "46745c0b9efb3a84a2201875217153d879848585f9e9a6024c090c32222ed1d0"
      },
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 109,
      "method": "continuation_bc",
      "timings": {
        "setup_seconds": 13.988863133999985,
        "training_seconds": 47.482320868439274,
        "first_update_seconds": 7.126661592992605,
        "steady_update_seconds": 40.35565927544667,
        "steady_updates": 19999,
        "evaluation_seconds": 744.92885423197,
        "total_seconds": 806.4948681020032
      },
      "last_train_metrics": {
        "loss": 0.10691502690315247,
        "loss_square": 0.1178041398525238,
        "loss_toolhang": 0.09602590650320053
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 109,
      "method": "offline",
      "timings": {
        "setup_seconds": 13.345900029002223,
        "training_seconds": 32.68244592138217,
        "first_update_seconds": 7.047592112008715,
        "steady_update_seconds": 25.634853809373453,
        "steady_updates": 19999,
        "evaluation_seconds": 730.0135443829931,
        "total_seconds": 776.1294192810019
      },
      "last_train_metrics": {
        "loss": 0.05392110347747803,
        "loss_square": 0.05946321412920952,
        "loss_toolhang": 0.048378996551036835
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31995,
          "episodes_in_prefix": 756,
          "pairs_used": 31995,
          "success_pair_fraction": 0.7812158149710893
        },
        "toolhang": {
          "pairs_in_prefix": 31968,
          "episodes_in_prefix": 670,
          "pairs_used": 31968,
          "success_pair_fraction": 0.7497497497497497
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 109,
      "method": "staged_offline",
      "timings": {
        "setup_seconds": 13.276162089998252,
        "training_seconds": 32.11126490117749,
        "first_update_seconds": 7.055956185009563,
        "steady_update_seconds": 25.05530871616793,
        "steady_updates": 19999,
        "evaluation_seconds": 724.2002138829994,
        "total_seconds": 769.7838320610026
      },
      "last_train_metrics": {
        "loss": 0.05713927745819092,
        "loss_square": 0.06172967329621315,
        "loss_toolhang": 0.05254887789487839
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31995,
          "episodes_in_prefix": 756,
          "pairs_used": 31995,
          "success_pair_fraction": 0.7812158149710893
        },
        "toolhang": {
          "pairs_in_prefix": 31968,
          "episodes_in_prefix": 670,
          "pairs_used": 31968,
          "success_pair_fraction": 0.7497497497497497
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 109,
      "method": "dagger",
      "timings": {
        "setup_seconds": 22.89669028199569,
        "collection_seconds": 2678.394087365028,
        "training_seconds": 30.479744072596077,
        "first_update_seconds": 7.239844819996506,
        "steady_update_seconds": 23.23989925259957,
        "steady_updates": 19999,
        "evaluation_seconds": 735.6127368220186,
        "total_seconds": 3468.4216881040047
      },
      "last_train_metrics": {
        "loss": 0.10571914911270142,
        "loss_square": 0.0741875171661377,
        "loss_toolhang": 0.13725078105926514
      },
      "data": {
        "square": 31995,
        "toolhang": 31968
      },
      "collection_accounting": {
        "square": {
          "teacher_queries": 31995,
          "training_pairs": 31995,
          "env_steps": 127507,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 348,
          "total_episodes": 516,
          "internal_samples": 255960,
          "internal_critic_evals": 2559600,
          "success_rate": 0.6744186046511628,
          "task": "square",
          "level": "Q3",
          "budget": 31995,
          "rounds": 4,
          "seed_base": 2800000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/square",
          "episodes_started": 520
        },
        "toolhang": {
          "teacher_queries": 31968,
          "training_pairs": 31968,
          "env_steps": 255290,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 131,
          "total_episodes": 326,
          "internal_samples": 255744,
          "internal_critic_evals": 2557440,
          "success_rate": 0.401840490797546,
          "task": "toolhang",
          "level": "Q3",
          "budget": 31968,
          "rounds": 4,
          "seed_base": 2800000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/toolhang",
          "episodes_started": 330
        }
      },
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 109,
      "method": "long_bc",
      "timings": {
        "setup_seconds": 14.680571702017915,
        "training_seconds": 528.3530635746429,
        "first_update_seconds": 7.155832024000119,
        "steady_update_seconds": 521.1972315506428,
        "steady_updates": 269999,
        "evaluation_seconds": 719.8049404609774,
        "total_seconds": 1263.4686006000265
      },
      "last_train_metrics": {
        "loss": 0.08024371415376663,
        "loss_square": 0.07656203955411911,
        "loss_toolhang": 0.08392538875341415
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": {
        "metric": "equal_weight_task_mean_sde_success",
        "tie_break": "earliest_step",
        "monitor": {
          "seed_base": 10000,
          "n_envs": 8,
          "rounds": 8
        },
        "candidates": [
          {
            "step": 20000,
            "checkpoint": "params_20000.pkl",
            "sha256": "f2ea60b1c54b2e4c8b980df574a494c654ce74719ae002af00904f87e3b05a32",
            "target_sha256": "bf58aa6b02001df31a04f72ee6e77977d623923df5f42ce1b34b24e4c224685d",
            "tasks": {
              "square": {
                "k": 39,
                "n": 64,
                "success": 0.609375
              },
              "toolhang": {
                "k": 30,
                "n": 64,
                "success": 0.46875
              }
            },
            "score": 0.5390625
          },
          {
            "step": 70000,
            "checkpoint": "params_70000.pkl",
            "sha256": "5c7b2a634c84d7b54393d319f0ac5d8bef3c02cc22816a0a641f141d7915a5da",
            "target_sha256": "5fe9820bd9cc0a25b50098e8be069142e56bea19726eee9667bc81784968650b",
            "tasks": {
              "square": {
                "k": 28,
                "n": 64,
                "success": 0.4375
              },
              "toolhang": {
                "k": 42,
                "n": 64,
                "success": 0.65625
              }
            },
            "score": 0.546875
          },
          {
            "step": 170000,
            "checkpoint": "params_170000.pkl",
            "sha256": "dfce829b21999397ddc9565f486169aea8d89d9501368a28f425557445695766",
            "target_sha256": "3aabb6139b0c55709e78a6c52befb4b539be6137cb2ed13b3f7cddbbbd627932",
            "tasks": {
              "square": {
                "k": 23,
                "n": 64,
                "success": 0.359375
              },
              "toolhang": {
                "k": 57,
                "n": 64,
                "success": 0.890625
              }
            },
            "score": 0.625
          },
          {
            "step": 270000,
            "checkpoint": "params_270000.pkl",
            "sha256": "31de33963adf76df8aa4e532a11489e4e2d6f46b7fc898728106b4c567f1426f",
            "target_sha256": "91784b6ececa44e402d06290c65494b85e0bb4b0fe6241188677723631bb2be1",
            "tasks": {
              "square": {
                "k": 22,
                "n": 64,
                "success": 0.34375
              },
              "toolhang": {
                "k": 58,
                "n": 64,
                "success": 0.90625
              }
            },
            "score": 0.625
          }
        ],
        "selected_step": 170000,
        "selected_checkpoint": "params_170000.pkl",
        "selected_sha256": "dfce829b21999397ddc9565f486169aea8d89d9501368a28f425557445695766"
      },
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 110,
      "method": "continuation_bc",
      "timings": {
        "setup_seconds": 13.70597266801633,
        "training_seconds": 47.796545361576136,
        "first_update_seconds": 7.087390879984014,
        "steady_update_seconds": 40.70915448159212,
        "steady_updates": 19999,
        "evaluation_seconds": 760.8632714699779,
        "total_seconds": 822.4624164480192
      },
      "last_train_metrics": {
        "loss": 0.09212104231119156,
        "loss_square": 0.0782855972647667,
        "loss_toolhang": 0.10595648735761642
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 110,
      "method": "offline",
      "timings": {
        "setup_seconds": 13.277486708015203,
        "training_seconds": 33.62292228388833,
        "first_update_seconds": 7.120676863996778,
        "steady_update_seconds": 26.50224541989155,
        "steady_updates": 19999,
        "evaluation_seconds": 714.2498354009876,
        "total_seconds": 761.2364578990091
      },
      "last_train_metrics": {
        "loss": 0.045772772282361984,
        "loss_square": 0.029248526319861412,
        "loss_toolhang": 0.062297020107507706
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31992,
          "episodes_in_prefix": 750,
          "pairs_used": 31992,
          "success_pair_fraction": 0.7874468617154289
        },
        "toolhang": {
          "pairs_in_prefix": 31992,
          "episodes_in_prefix": 655,
          "pairs_used": 31992,
          "success_pair_fraction": 0.7304013503375844
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 110,
      "method": "staged_offline",
      "timings": {
        "setup_seconds": 13.425476270000217,
        "training_seconds": 31.779374912497588,
        "first_update_seconds": 7.111694535997231,
        "steady_update_seconds": 24.667680376500357,
        "steady_updates": 19999,
        "evaluation_seconds": 716.9388798980508,
        "total_seconds": 762.3523488439969
      },
      "last_train_metrics": {
        "loss": 0.049446750432252884,
        "loss_square": 0.030394159257411957,
        "loss_toolhang": 0.06849934160709381
      },
      "data": {
        "square": {
          "pairs_in_prefix": 31992,
          "episodes_in_prefix": 750,
          "pairs_used": 31992,
          "success_pair_fraction": 0.7874468617154289
        },
        "toolhang": {
          "pairs_in_prefix": 31992,
          "episodes_in_prefix": 655,
          "pairs_used": 31992,
          "success_pair_fraction": 0.7304013503375844
        }
      },
      "collection_accounting": null,
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 110,
      "method": "dagger",
      "timings": {
        "setup_seconds": 22.694929493998643,
        "collection_seconds": 2703.485651901021,
        "training_seconds": 31.36478435480967,
        "first_update_seconds": 7.168821210012538,
        "steady_update_seconds": 24.195963144797133,
        "steady_updates": 19999,
        "evaluation_seconds": 731.5747592350235,
        "total_seconds": 3490.172594865988
      },
      "last_train_metrics": {
        "loss": 0.07356755435466766,
        "loss_square": 0.041203342378139496,
        "loss_toolhang": 0.10593176633119583
      },
      "data": {
        "square": 31992,
        "toolhang": 31992
      },
      "collection_accounting": {
        "square": {
          "teacher_queries": 31992,
          "training_pairs": 31992,
          "env_steps": 127463,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 369,
          "total_episodes": 527,
          "internal_samples": 255936,
          "internal_critic_evals": 2559360,
          "success_rate": 0.7001897533206831,
          "task": "square",
          "level": "Q3",
          "budget": 31992,
          "rounds": 4,
          "seed_base": 2900000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/square",
          "episodes_started": 530
        },
        "toolhang": {
          "teacher_queries": 31992,
          "training_pairs": 31992,
          "env_steps": 255212,
          "internal_samples_per_query": 8,
          "internal_critic_evals_per_query": 80,
          "successful_episodes": 211,
          "total_episodes": 373,
          "internal_samples": 255936,
          "internal_critic_evals": 2559360,
          "success_rate": 0.5656836461126006,
          "task": "toolhang",
          "level": "Q3",
          "budget": 31992,
          "rounds": 4,
          "seed_base": 2900000,
          "teacher": "export:/home/ap/Documents/flow-robot-distillation/runs/verification_20261117_1938/verified_teachers/toolhang",
          "episodes_started": 377
        }
      },
      "selection": null,
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    },
    {
      "seed": 110,
      "method": "long_bc",
      "timings": {
        "setup_seconds": 13.831020142999478,
        "training_seconds": 516.0956749731849,
        "first_update_seconds": 7.084836827998515,
        "steady_update_seconds": 509.0108381451864,
        "steady_updates": 269999,
        "evaluation_seconds": 748.4101010360464,
        "total_seconds": 1278.9704077719944
      },
      "last_train_metrics": {
        "loss": 0.0737038254737854,
        "loss_square": 0.07282204926013947,
        "loss_toolhang": 0.07458560913801193
      },
      "data": {
        "square": {
          "source": "human_demos",
          "transitions": 80731,
          "episodes": 1511
        },
        "toolhang": {
          "source": "human_demos",
          "transitions": 95962,
          "episodes": 1073
        }
      },
      "collection_accounting": null,
      "selection": {
        "metric": "equal_weight_task_mean_sde_success",
        "tie_break": "earliest_step",
        "monitor": {
          "seed_base": 10000,
          "n_envs": 8,
          "rounds": 8
        },
        "candidates": [
          {
            "step": 20000,
            "checkpoint": "params_20000.pkl",
            "sha256": "8f31cd935932a866c3ab712b942f82902f59efdfb0a71e362d220b8d3c63d4bf",
            "target_sha256": "f88e770b1786628f39518eb938c49063af6093f52c9596cd2b749de4d702ddfa",
            "tasks": {
              "square": {
                "k": 41,
                "n": 64,
                "success": 0.640625
              },
              "toolhang": {
                "k": 33,
                "n": 64,
                "success": 0.515625
              }
            },
            "score": 0.578125
          },
          {
            "step": 70000,
            "checkpoint": "params_70000.pkl",
            "sha256": "d0ff495aae65d04ac1cc19a7d3936349715f6cbd1cf9990f12eb74d1e381ecc8",
            "target_sha256": "db70de747531cc7b9b14a296e3464dc5a71bfe1375f178d3dc530e14e51e9ad5",
            "tasks": {
              "square": {
                "k": 29,
                "n": 64,
                "success": 0.453125
              },
              "toolhang": {
                "k": 42,
                "n": 64,
                "success": 0.65625
              }
            },
            "score": 0.5546875
          },
          {
            "step": 170000,
            "checkpoint": "params_170000.pkl",
            "sha256": "47391f04b11809084305a5a1cc54e0aaeea42ba128f99eb53c433de197a31070",
            "target_sha256": "31d42ed1edb1b685e16b463d8e7efbabf06e154ea6c08ce413afd9b5ac0e457e",
            "tasks": {
              "square": {
                "k": 22,
                "n": 64,
                "success": 0.34375
              },
              "toolhang": {
                "k": 51,
                "n": 64,
                "success": 0.796875
              }
            },
            "score": 0.5703125
          },
          {
            "step": 270000,
            "checkpoint": "params_270000.pkl",
            "sha256": "98c742d591d634b610fa5a48bbdc47afaa255a836010669994758f2fafe00e53",
            "target_sha256": "7ee7ed5983c952449298761e0abd1650a537e04fedce999189b159c6f6d18ca5",
            "tasks": {
              "square": {
                "k": 23,
                "n": 64,
                "success": 0.359375
              },
              "toolhang": {
                "k": 58,
                "n": 64,
                "success": 0.90625
              }
            },
            "score": 0.6328125
          }
        ],
        "selected_step": 270000,
        "selected_checkpoint": "params_270000.pkl",
        "selected_sha256": "98c742d591d634b610fa5a48bbdc47afaa255a836010669994758f2fafe00e53"
      },
      "simulator_failures": {
        "count": 0,
        "events": []
      }
    }
  ],
  "paired_differences": [
    {
      "seed": 101,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.03125,
      "difference_pp": -3.125
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.09375,
      "difference_pp": -9.375
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "difference": 0.1015625,
      "difference_pp": 10.15625
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.1796875,
      "difference_pp": -17.96875
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.0546875,
      "difference_pp": -5.46875
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "difference": 0.0,
      "difference_pp": 0.0
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.109375,
      "difference_pp": -10.9375
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.0234375,
      "difference_pp": -2.34375
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "difference": 0.09375,
      "difference_pp": 9.375
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.1171875,
      "difference_pp": -11.71875
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.3125,
      "difference_pp": -31.25
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.15625,
      "difference_pp": -15.625
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.046875,
      "difference_pp": -4.6875
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.2578125,
      "difference_pp": 25.78125
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.375,
      "difference_pp": -37.5
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.0703125,
      "difference_pp": 7.03125
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.0625,
      "difference_pp": -6.25
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.328125,
      "difference_pp": 32.8125
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.07421875,
      "difference_pp": -7.421875
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.203125,
      "difference_pp": -20.3125
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.0859375,
      "difference_pp": -8.59375
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "difference": 0.02734375,
      "difference_pp": 2.734375
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "difference": 0.0390625,
      "difference_pp": 3.90625
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.21484375,
      "difference_pp": -21.484375
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "difference": 0.03515625,
      "difference_pp": 3.515625
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.0859375,
      "difference_pp": -8.59375
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "difference": 0.07421875,
      "difference_pp": 7.421875
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "difference": 0.0546875,
      "difference_pp": 5.46875
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "difference": 0.0234375,
      "difference_pp": 2.34375
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "difference": 0.0546875,
      "difference_pp": 5.46875
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "difference": 0.03125,
      "difference_pp": 3.125
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "difference": 0.0234375,
      "difference_pp": 2.34375
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.03125,
      "difference_pp": -3.125
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.0234375,
      "difference_pp": -2.34375
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.03125,
      "difference_pp": -3.125
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.125,
      "difference_pp": 12.5
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.046875,
      "difference_pp": -4.6875
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.0859375,
      "difference_pp": 8.59375
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.09375,
      "difference_pp": 9.375
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.0859375,
      "difference_pp": 8.59375
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.1171875,
      "difference_pp": 11.71875
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.0390625,
      "difference_pp": 3.90625
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.08984375,
      "difference_pp": 8.984375
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "difference": -0.01171875,
      "difference_pp": -1.171875
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.03515625,
      "difference_pp": 3.515625
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.07421875,
      "difference_pp": 7.421875
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.05859375,
      "difference_pp": 5.859375
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0703125,
      "difference_pp": 7.03125
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0234375,
      "difference_pp": 2.34375
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.03125,
      "difference_pp": 3.125
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.02734375,
      "difference_pp": 2.734375
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.00390625,
      "difference_pp": 0.390625
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "difference": 0.03125,
      "difference_pp": 3.125
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "difference": 0.0703125,
      "difference_pp": 7.03125
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.0546875,
      "difference_pp": -5.46875
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.0703125,
      "difference_pp": -7.03125
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "difference": 0.046875,
      "difference_pp": 4.6875
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "difference": 0.0078125,
      "difference_pp": 0.78125
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.171875,
      "difference_pp": -17.1875
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "difference": 0.0703125,
      "difference_pp": 7.03125
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "difference": -0.0703125,
      "difference_pp": -7.03125
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "difference": 0.03125,
      "difference_pp": 3.125
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.0546875,
      "difference_pp": 5.46875
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.046875,
      "difference_pp": -4.6875
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.0234375,
      "difference_pp": -2.34375
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.0625,
      "difference_pp": -6.25
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.2890625,
      "difference_pp": -28.90625
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.0234375,
      "difference_pp": -2.34375
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.265625,
      "difference_pp": -26.5625
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.03125,
      "difference_pp": -3.125
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.2734375,
      "difference_pp": -27.34375
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.171875,
      "difference_pp": -17.1875
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "difference": 0.04296875,
      "difference_pp": 4.296875
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "difference": 0.01171875,
      "difference_pp": 1.171875
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.0390625,
      "difference_pp": -3.90625
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.06640625,
      "difference_pp": -6.640625
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.12109375,
      "difference_pp": -12.109375
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.0078125,
      "difference_pp": -0.78125
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.21875,
      "difference_pp": -21.875
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "difference": 0.01953125,
      "difference_pp": 1.953125
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.171875,
      "difference_pp": -17.1875
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "difference": -0.0703125,
      "difference_pp": -7.03125
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.0546875,
      "difference_pp": -5.46875
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.0625,
      "difference_pp": -6.25
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "difference": 0.015625,
      "difference_pp": 1.5625
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.09375,
      "difference_pp": -9.375
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.078125,
      "difference_pp": -7.8125
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.0234375,
      "difference_pp": -2.34375
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "difference": -0.0546875,
      "difference_pp": -5.46875
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "difference": 0.0390625,
      "difference_pp": 3.90625
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "difference": 0.0625,
      "difference_pp": 6.25
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.0859375,
      "difference_pp": -8.59375
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.0390625,
      "difference_pp": -3.90625
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.046875,
      "difference_pp": 4.6875
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.0546875,
      "difference_pp": -5.46875
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.0078125,
      "difference_pp": -0.78125
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.0546875,
      "difference_pp": -5.46875
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.0234375,
      "difference_pp": 2.34375
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.125,
      "difference_pp": -12.5
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.0546875,
      "difference_pp": -5.46875
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "difference": -0.0703125,
      "difference_pp": -7.03125
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "difference": -0.05078125,
      "difference_pp": -5.078125
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.03125,
      "difference_pp": 3.125
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "difference": -0.07421875,
      "difference_pp": -7.421875
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "difference": -0.01171875,
      "difference_pp": -1.171875
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "difference": -0.06640625,
      "difference_pp": -6.640625
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0,
      "difference_pp": 0.0
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "difference": -0.03515625,
      "difference_pp": -3.515625
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "difference": -0.04296875,
      "difference_pp": -4.296875
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "difference": 0.00390625,
      "difference_pp": 0.390625
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.1953125,
      "difference_pp": 19.53125
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.1953125,
      "difference_pp": 19.53125
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.140625,
      "difference_pp": 14.0625
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.234375,
      "difference_pp": 23.4375
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.3046875,
      "difference_pp": 30.46875
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.2265625,
      "difference_pp": 22.65625
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.25,
      "difference_pp": 25.0
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.2421875,
      "difference_pp": 24.21875
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.4296875,
      "difference_pp": 42.96875
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.296875,
      "difference_pp": 29.6875
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.234375,
      "difference_pp": 23.4375
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.265625,
      "difference_pp": 26.5625
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.109375,
      "difference_pp": 10.9375
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.25,
      "difference_pp": 25.0
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.359375,
      "difference_pp": 35.9375
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.2890625,
      "difference_pp": 28.90625
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.3125,
      "difference_pp": 31.25
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.19921875,
      "difference_pp": 19.921875
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.24609375,
      "difference_pp": 24.609375
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.2421875,
      "difference_pp": 24.21875
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.27734375,
      "difference_pp": 27.734375
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.29296875,
      "difference_pp": 29.296875
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.26953125,
      "difference_pp": 26.953125
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.16015625,
      "difference_pp": 16.015625
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1953125,
      "difference_pp": 19.53125
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.2265625,
      "difference_pp": 22.65625
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1796875,
      "difference_pp": 17.96875
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.203125,
      "difference_pp": 20.3125
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1484375,
      "difference_pp": 14.84375
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.25,
      "difference_pp": 25.0
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.2421875,
      "difference_pp": 24.21875
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.2578125,
      "difference_pp": 25.78125
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.1953125,
      "difference_pp": 19.53125
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.1640625,
      "difference_pp": 16.40625
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.1796875,
      "difference_pp": 17.96875
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.328125,
      "difference_pp": 32.8125
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.20703125,
      "difference_pp": 20.703125
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.22265625,
      "difference_pp": 22.265625
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.11328125,
      "difference_pp": 11.328125
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.20703125,
      "difference_pp": 20.703125
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.21484375,
      "difference_pp": 21.484375
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.2578125,
      "difference_pp": 25.78125
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.21484375,
      "difference_pp": 21.484375
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.2265625,
      "difference_pp": 22.65625
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.28125,
      "difference_pp": 28.125
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.140625,
      "difference_pp": 14.0625
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.0703125,
      "difference_pp": 7.03125
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.265625,
      "difference_pp": 26.5625
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.2421875,
      "difference_pp": 24.21875
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.1328125,
      "difference_pp": 13.28125
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.296875,
      "difference_pp": 29.6875
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.1796875,
      "difference_pp": 17.96875
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.2734375,
      "difference_pp": 27.34375
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.484375,
      "difference_pp": 48.4375
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.140625,
      "difference_pp": 14.0625
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.2734375,
      "difference_pp": 27.34375
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.0234375,
      "difference_pp": -2.34375
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.0859375,
      "difference_pp": 8.59375
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.328125,
      "difference_pp": 32.8125
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.015625,
      "difference_pp": 1.5625
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.09375,
      "difference_pp": -9.375
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.35546875,
      "difference_pp": 35.546875
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.20703125,
      "difference_pp": 20.703125
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.12109375,
      "difference_pp": 12.109375
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.12109375,
      "difference_pp": 12.109375
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.1640625,
      "difference_pp": 16.40625
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.05859375,
      "difference_pp": 5.859375
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.3125,
      "difference_pp": 31.25
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.09765625,
      "difference_pp": 9.765625
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.08984375,
      "difference_pp": 8.984375
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.140625,
      "difference_pp": 14.0625
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1640625,
      "difference_pp": 16.40625
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1953125,
      "difference_pp": 19.53125
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.109375,
      "difference_pp": 10.9375
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1328125,
      "difference_pp": 13.28125
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.203125,
      "difference_pp": 20.3125
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.2265625,
      "difference_pp": 22.65625
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.2734375,
      "difference_pp": 27.34375
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.1328125,
      "difference_pp": 13.28125
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.1796875,
      "difference_pp": 17.96875
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.2421875,
      "difference_pp": 24.21875
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.1171875,
      "difference_pp": 11.71875
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.0703125,
      "difference_pp": 7.03125
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.109375,
      "difference_pp": 10.9375
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.203125,
      "difference_pp": 20.3125
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.15625,
      "difference_pp": 15.625
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.203125,
      "difference_pp": 20.3125
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.1640625,
      "difference_pp": 16.40625
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.13671875,
      "difference_pp": 13.671875
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.11328125,
      "difference_pp": 11.328125
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1015625,
      "difference_pp": 10.15625
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.140625,
      "difference_pp": 14.0625
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1796875,
      "difference_pp": 17.96875
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.21484375,
      "difference_pp": 21.484375
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.1953125,
      "difference_pp": 19.53125
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.125,
      "difference_pp": 12.5
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.0859375,
      "difference_pp": 8.59375
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.1328125,
      "difference_pp": 13.28125
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.15625,
      "difference_pp": 15.625
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.171875,
      "difference_pp": -17.1875
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.1171875,
      "difference_pp": 11.71875
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.125,
      "difference_pp": 12.5
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.234375,
      "difference_pp": 23.4375
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.2890625,
      "difference_pp": -28.90625
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.0546875,
      "difference_pp": 5.46875
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.265625,
      "difference_pp": 26.5625
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.234375,
      "difference_pp": 23.4375
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.28125,
      "difference_pp": 28.125
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.0078125,
      "difference_pp": 0.78125
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.12109375,
      "difference_pp": 12.109375
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.1484375,
      "difference_pp": 14.84375
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.16015625,
      "difference_pp": 16.015625
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": -0.05078125,
      "difference_pp": -5.078125
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.09375,
      "difference_pp": 9.375
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.2265625,
      "difference_pp": 22.65625
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "difference": 0.30078125,
      "difference_pp": 30.078125
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1953125,
      "difference_pp": 19.53125
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1796875,
      "difference_pp": 17.96875
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1640625,
      "difference_pp": 16.40625
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1640625,
      "difference_pp": 16.40625
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1953125,
      "difference_pp": 19.53125
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.203125,
      "difference_pp": 20.3125
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "difference": 0.2421875,
      "difference_pp": 24.21875
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.2578125,
      "difference_pp": 25.78125
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.1328125,
      "difference_pp": 13.28125
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.328125,
      "difference_pp": 32.8125
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.15625,
      "difference_pp": 15.625
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.2265625,
      "difference_pp": 22.65625
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.28125,
      "difference_pp": 28.125
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.234375,
      "difference_pp": 23.4375
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.28125,
      "difference_pp": 28.125
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.203125,
      "difference_pp": 20.3125
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.2265625,
      "difference_pp": 22.65625
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.16015625,
      "difference_pp": 16.015625
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.25390625,
      "difference_pp": 25.390625
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.16015625,
      "difference_pp": 16.015625
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.234375,
      "difference_pp": 23.4375
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.2421875,
      "difference_pp": 24.21875
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "difference": 0.22265625,
      "difference_pp": 22.265625
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.296875,
      "difference_pp": 29.6875
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.3203125,
      "difference_pp": 32.03125
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.390625,
      "difference_pp": 39.0625
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.3203125,
      "difference_pp": 32.03125
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.375,
      "difference_pp": 37.5
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.1484375,
      "difference_pp": 14.84375
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.296875,
      "difference_pp": 29.6875
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.28125,
      "difference_pp": 28.125
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.515625,
      "difference_pp": 51.5625
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.328125,
      "difference_pp": -32.8125
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.2265625,
      "difference_pp": -22.65625
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.0078125,
      "difference_pp": 0.78125
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.109375,
      "difference_pp": -10.9375
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.3203125,
      "difference_pp": -32.03125
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.1484375,
      "difference_pp": -14.84375
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.296875,
      "difference_pp": -29.6875
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.03125,
      "difference_pp": 3.125
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.21484375,
      "difference_pp": 21.484375
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.046875,
      "difference_pp": 4.6875
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.19921875,
      "difference_pp": 19.921875
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.10546875,
      "difference_pp": 10.546875
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.02734375,
      "difference_pp": 2.734375
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.0,
      "difference_pp": 0.0
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.0,
      "difference_pp": 0.0
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.15625,
      "difference_pp": 15.625
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.25,
      "difference_pp": 25.0
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3046875,
      "difference_pp": 30.46875
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.390625,
      "difference_pp": 39.0625
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3828125,
      "difference_pp": 38.28125
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.328125,
      "difference_pp": 32.8125
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.375,
      "difference_pp": 37.5
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.25,
      "difference_pp": 25.0
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3984375,
      "difference_pp": 39.84375
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3203125,
      "difference_pp": 32.03125
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.4453125,
      "difference_pp": 44.53125
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.0625,
      "difference_pp": 6.25
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.25,
      "difference_pp": -25.0
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.078125,
      "difference_pp": -7.8125
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.171875,
      "difference_pp": -17.1875
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.125,
      "difference_pp": -12.5
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1640625,
      "difference_pp": -16.40625
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.015625,
      "difference_pp": 1.5625
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.171875,
      "difference_pp": -17.1875
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1484375,
      "difference_pp": -14.84375
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2734375,
      "difference_pp": -27.34375
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.18359375,
      "difference_pp": 18.359375
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0703125,
      "difference_pp": 7.03125
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.15234375,
      "difference_pp": 15.234375
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.12109375,
      "difference_pp": 12.109375
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.10546875,
      "difference_pp": 10.546875
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1328125,
      "difference_pp": 13.28125
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.11328125,
      "difference_pp": 11.328125
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0859375,
      "difference_pp": 8.59375
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0859375,
      "difference_pp": 8.59375
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.2734375,
      "difference_pp": 27.34375
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.4296875,
      "difference_pp": 42.96875
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.390625,
      "difference_pp": 39.0625
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.390625,
      "difference_pp": 39.0625
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.3359375,
      "difference_pp": 33.59375
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.390625,
      "difference_pp": 39.0625
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.078125,
      "difference_pp": -7.8125
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.046875,
      "difference_pp": -4.6875
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.203125,
      "difference_pp": 20.3125
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.265625,
      "difference_pp": -26.5625
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.0703125,
      "difference_pp": -7.03125
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.140625,
      "difference_pp": -14.0625
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.0625,
      "difference_pp": 6.25
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.203125,
      "difference_pp": -20.3125
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.2109375,
      "difference_pp": -21.09375
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.171875,
      "difference_pp": -17.1875
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.14453125,
      "difference_pp": 14.453125
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.16015625,
      "difference_pp": 16.015625
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.23828125,
      "difference_pp": 23.828125
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.05078125,
      "difference_pp": 5.078125
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.1796875,
      "difference_pp": 17.96875
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.125,
      "difference_pp": 12.5
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.2265625,
      "difference_pp": 22.65625
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.06640625,
      "difference_pp": 6.640625
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.109375,
      "difference_pp": 10.9375
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3203125,
      "difference_pp": 32.03125
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.4140625,
      "difference_pp": 41.40625
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3515625,
      "difference_pp": 35.15625
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3203125,
      "difference_pp": 32.03125
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.4296875,
      "difference_pp": 42.96875
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.46875,
      "difference_pp": 46.875
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3359375,
      "difference_pp": 33.59375
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.4140625,
      "difference_pp": 41.40625
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.21875,
      "difference_pp": -21.875
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2109375,
      "difference_pp": -21.09375
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1875,
      "difference_pp": -18.75
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2109375,
      "difference_pp": -21.09375
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.203125,
      "difference_pp": -20.3125
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1875,
      "difference_pp": -18.75
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.21875,
      "difference_pp": -21.875
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.234375,
      "difference_pp": -23.4375
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.140625,
      "difference_pp": -14.0625
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2578125,
      "difference_pp": -25.78125
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.05078125,
      "difference_pp": 5.078125
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1015625,
      "difference_pp": 10.15625
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.08203125,
      "difference_pp": 8.203125
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.05859375,
      "difference_pp": 5.859375
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.12109375,
      "difference_pp": 12.109375
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.07421875,
      "difference_pp": 7.421875
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1171875,
      "difference_pp": 11.71875
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.09765625,
      "difference_pp": 9.765625
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.2109375,
      "difference_pp": 21.09375
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.3203125,
      "difference_pp": 32.03125
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.390625,
      "difference_pp": 39.0625
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.359375,
      "difference_pp": 35.9375
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.453125,
      "difference_pp": 45.3125
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.421875,
      "difference_pp": 42.1875
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.3203125,
      "difference_pp": 32.03125
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.3359375,
      "difference_pp": 33.59375
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.375,
      "difference_pp": 37.5
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.390625,
      "difference_pp": 39.0625
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.28125,
      "difference_pp": 28.125
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.03125,
      "difference_pp": 3.125
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.046875,
      "difference_pp": -4.6875
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.1171875,
      "difference_pp": 11.71875
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.078125,
      "difference_pp": -7.8125
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.046875,
      "difference_pp": 4.6875
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.203125,
      "difference_pp": -20.3125
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.1328125,
      "difference_pp": 13.28125
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.171875,
      "difference_pp": -17.1875
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.24609375,
      "difference_pp": 24.609375
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.17578125,
      "difference_pp": 17.578125
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.23828125,
      "difference_pp": 23.828125
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.25,
      "difference_pp": 25.0
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.18359375,
      "difference_pp": 18.359375
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.06640625,
      "difference_pp": 6.640625
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.25390625,
      "difference_pp": 25.390625
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.109375,
      "difference_pp": 10.9375
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3046875,
      "difference_pp": 30.46875
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.4296875,
      "difference_pp": 42.96875
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3828125,
      "difference_pp": 38.28125
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3515625,
      "difference_pp": 35.15625
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.4296875,
      "difference_pp": 42.96875
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3046875,
      "difference_pp": 30.46875
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.46875,
      "difference_pp": 46.875
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3046875,
      "difference_pp": 30.46875
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.4140625,
      "difference_pp": 41.40625
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": 0.0234375,
      "difference_pp": 2.34375
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1640625,
      "difference_pp": -16.40625
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2109375,
      "difference_pp": -21.09375
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2109375,
      "difference_pp": -21.09375
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.203125,
      "difference_pp": -20.3125
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2265625,
      "difference_pp": -22.65625
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.0859375,
      "difference_pp": -8.59375
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.234375,
      "difference_pp": -23.4375
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1015625,
      "difference_pp": -10.15625
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2578125,
      "difference_pp": -25.78125
    },
    {
      "seed": 101,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1640625,
      "difference_pp": 16.40625
    },
    {
      "seed": 102,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1328125,
      "difference_pp": 13.28125
    },
    {
      "seed": 103,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0859375,
      "difference_pp": 8.59375
    },
    {
      "seed": 104,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 105,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.07421875,
      "difference_pp": 7.421875
    },
    {
      "seed": 106,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1015625,
      "difference_pp": 10.15625
    },
    {
      "seed": 107,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.109375,
      "difference_pp": 10.9375
    },
    {
      "seed": 108,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1171875,
      "difference_pp": 11.71875
    },
    {
      "seed": 109,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1015625,
      "difference_pp": 10.15625
    },
    {
      "seed": 110,
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.3984375,
      "difference_pp": 39.84375
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.4375,
      "difference_pp": 43.75
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.296875,
      "difference_pp": 29.6875
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.4765625,
      "difference_pp": 47.65625
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.3984375,
      "difference_pp": 39.84375
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.40625,
      "difference_pp": 40.625
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.296875,
      "difference_pp": 29.6875
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.421875,
      "difference_pp": 42.1875
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.0234375,
      "difference_pp": -2.34375
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.09375,
      "difference_pp": -9.375
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.1796875,
      "difference_pp": 17.96875
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.328125,
      "difference_pp": -32.8125
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.359375,
      "difference_pp": -35.9375
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.1640625,
      "difference_pp": -16.40625
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.203125,
      "difference_pp": -20.3125
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.234375,
      "difference_pp": -23.4375
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.484375,
      "difference_pp": -48.4375
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.34375,
      "difference_pp": -34.375
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.19921875,
      "difference_pp": 19.921875
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.05859375,
      "difference_pp": 5.859375
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.1171875,
      "difference_pp": 11.71875
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.0078125,
      "difference_pp": 0.78125
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.0859375,
      "difference_pp": 8.59375
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": -0.09375,
      "difference_pp": -9.375
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.0390625,
      "difference_pp": 3.90625
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.265625,
      "difference_pp": 26.5625
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3515625,
      "difference_pp": 35.15625
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.2734375,
      "difference_pp": 27.34375
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3046875,
      "difference_pp": 30.46875
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3515625,
      "difference_pp": 35.15625
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.34375,
      "difference_pp": 34.375
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.4140625,
      "difference_pp": 41.40625
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.375,
      "difference_pp": 37.5
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.4765625,
      "difference_pp": 47.65625
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.3046875,
      "difference_pp": -30.46875
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.25,
      "difference_pp": -25.0
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.140625,
      "difference_pp": -14.0625
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.265625,
      "difference_pp": -26.5625
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2109375,
      "difference_pp": -21.09375
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2421875,
      "difference_pp": -24.21875
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1953125,
      "difference_pp": -19.53125
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.25,
      "difference_pp": -25.0
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.265625,
      "difference_pp": -26.5625
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.3125,
      "difference_pp": -31.25
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": -0.01953125,
      "difference_pp": -1.953125
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.05078125,
      "difference_pp": 5.078125
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.11328125,
      "difference_pp": 11.328125
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.00390625,
      "difference_pp": 0.390625
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.046875,
      "difference_pp": 4.6875
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0546875,
      "difference_pp": 5.46875
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.07421875,
      "difference_pp": 7.421875
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.08203125,
      "difference_pp": 8.203125
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0546875,
      "difference_pp": 5.46875
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.08203125,
      "difference_pp": 8.203125
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.2421875,
      "difference_pp": 24.21875
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.390625,
      "difference_pp": 39.0625
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.3359375,
      "difference_pp": 33.59375
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.2890625,
      "difference_pp": 28.90625
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.5,
      "difference_pp": 50.0
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.4296875,
      "difference_pp": 42.96875
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.1484375,
      "difference_pp": 14.84375
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.40625,
      "difference_pp": 40.625
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.3046875,
      "difference_pp": 30.46875
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "difference": 0.421875,
      "difference_pp": 42.1875
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.3359375,
      "difference_pp": 33.59375
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.0703125,
      "difference_pp": -7.03125
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.0546875,
      "difference_pp": 5.46875
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.3671875,
      "difference_pp": -36.71875
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.0546875,
      "difference_pp": 5.46875
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.21875,
      "difference_pp": -21.875
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.234375,
      "difference_pp": -23.4375
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.140625,
      "difference_pp": -14.0625
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.34375,
      "difference_pp": -34.375
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.2890625,
      "difference_pp": 28.90625
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.1875,
      "difference_pp": 18.75
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.1328125,
      "difference_pp": 13.28125
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.171875,
      "difference_pp": 17.1875
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.06640625,
      "difference_pp": 6.640625
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.2421875,
      "difference_pp": 24.21875
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": -0.03515625,
      "difference_pp": -3.515625
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.0859375,
      "difference_pp": 8.59375
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.08203125,
      "difference_pp": 8.203125
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "difference": 0.0390625,
      "difference_pp": 3.90625
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.25,
      "difference_pp": 25.0
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3984375,
      "difference_pp": 39.84375
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.2734375,
      "difference_pp": 27.34375
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3359375,
      "difference_pp": 33.59375
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.3515625,
      "difference_pp": 35.15625
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.28125,
      "difference_pp": 28.125
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.4140625,
      "difference_pp": 41.40625
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.34375,
      "difference_pp": 34.375
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "difference": 0.4765625,
      "difference_pp": 47.65625
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.0625,
      "difference_pp": -6.25
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.203125,
      "difference_pp": -20.3125
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1640625,
      "difference_pp": -16.40625
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.265625,
      "difference_pp": -26.5625
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2109375,
      "difference_pp": -21.09375
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.28125,
      "difference_pp": -28.125
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.0625,
      "difference_pp": -6.25
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.25,
      "difference_pp": -25.0
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2265625,
      "difference_pp": -22.65625
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.3125,
      "difference_pp": -31.25
    },
    {
      "seed": 101,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.09375,
      "difference_pp": 9.375
    },
    {
      "seed": 102,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.08203125,
      "difference_pp": 8.203125
    },
    {
      "seed": 103,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1171875,
      "difference_pp": 11.71875
    },
    {
      "seed": 104,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.00390625,
      "difference_pp": 0.390625
    },
    {
      "seed": 105,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0625,
      "difference_pp": 6.25
    },
    {
      "seed": 106,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.03515625,
      "difference_pp": 3.515625
    },
    {
      "seed": 107,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.109375,
      "difference_pp": 10.9375
    },
    {
      "seed": 108,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.08203125,
      "difference_pp": 8.203125
    },
    {
      "seed": 109,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.05859375,
      "difference_pp": 5.859375
    },
    {
      "seed": 110,
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "difference": 0.08203125,
      "difference_pp": 8.203125
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.3671875,
      "difference_pp": 36.71875
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.34375,
      "difference_pp": 34.375
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.203125,
      "difference_pp": 20.3125
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.3984375,
      "difference_pp": 39.84375
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.296875,
      "difference_pp": 29.6875
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.34375,
      "difference_pp": 34.375
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.21875,
      "difference_pp": 21.875
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.296875,
      "difference_pp": 29.6875
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.2734375,
      "difference_pp": 27.34375
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "difference": 0.515625,
      "difference_pp": 51.5625
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.140625,
      "difference_pp": -14.0625
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.40625,
      "difference_pp": -40.625
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": 0.0234375,
      "difference_pp": 2.34375
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.375,
      "difference_pp": -37.5
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.1015625,
      "difference_pp": -10.15625
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.5390625,
      "difference_pp": -53.90625
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.1328125,
      "difference_pp": -13.28125
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.296875,
      "difference_pp": -29.6875
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.3125,
      "difference_pp": -31.25
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "difference": -0.015625,
      "difference_pp": -1.5625
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.11328125,
      "difference_pp": 11.328125
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": -0.03125,
      "difference_pp": -3.125
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.11328125,
      "difference_pp": 11.328125
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.01171875,
      "difference_pp": 1.171875
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.09765625,
      "difference_pp": 9.765625
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": -0.09765625,
      "difference_pp": -9.765625
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.04296875,
      "difference_pp": 4.296875
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.0,
      "difference_pp": 0.0
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": -0.01953125,
      "difference_pp": -1.953125
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "difference": 0.25,
      "difference_pp": 25.0
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3203125,
      "difference_pp": 32.03125
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.375,
      "difference_pp": 37.5
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3515625,
      "difference_pp": 35.15625
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.328125,
      "difference_pp": 32.8125
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3359375,
      "difference_pp": 33.59375
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.375,
      "difference_pp": 37.5
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3125,
      "difference_pp": 31.25
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3984375,
      "difference_pp": 39.84375
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.3515625,
      "difference_pp": 35.15625
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "difference": 0.4453125,
      "difference_pp": 44.53125
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1796875,
      "difference_pp": -17.96875
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.296875,
      "difference_pp": -29.6875
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.0546875,
      "difference_pp": -5.46875
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.171875,
      "difference_pp": -17.1875
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.125,
      "difference_pp": -12.5
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.125,
      "difference_pp": -12.5
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1171875,
      "difference_pp": -11.71875
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.171875,
      "difference_pp": -17.1875
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.1875,
      "difference_pp": -18.75
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "difference": -0.2734375,
      "difference_pp": -27.34375
    },
    {
      "seed": 101,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0703125,
      "difference_pp": 7.03125
    },
    {
      "seed": 102,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0390625,
      "difference_pp": 3.90625
    },
    {
      "seed": 103,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.1484375,
      "difference_pp": 14.84375
    },
    {
      "seed": 104,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.078125,
      "difference_pp": 7.8125
    },
    {
      "seed": 105,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.10546875,
      "difference_pp": 10.546875
    },
    {
      "seed": 106,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.125,
      "difference_pp": 12.5
    },
    {
      "seed": 107,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.09765625,
      "difference_pp": 9.765625
    },
    {
      "seed": 108,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.11328125,
      "difference_pp": 11.328125
    },
    {
      "seed": 109,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.08203125,
      "difference_pp": 8.203125
    },
    {
      "seed": 110,
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "difference": 0.0859375,
      "difference_pp": 8.59375
    }
  ],
  "primary": {
    "left": "dagger",
    "right": "staged_offline",
    "task": "macro",
    "mode": "sde",
    "primary": true,
    "key_secondary": false,
    "exploratory": false,
    "n_replications": 10,
    "mean": 0.040234375,
    "sample_sd": 0.03237189713922187,
    "student_t95": [
      0.017076914821513453,
      0.06339183517848655
    ],
    "df": 9,
    "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee.",
    "outcome": "above_zero",
    "claim": "Evidence of a positive average adaptive-recipe effect over schedule-matched offline under the common simulator-failure boundary, conditional on this BC start and teacher bank; show task-specific harms."
  },
  "key_secondary": {
    "left": "dagger",
    "right": "long_bc_selected",
    "task": "macro",
    "mode": "sde",
    "primary": false,
    "key_secondary": true,
    "exploratory": true,
    "n_replications": 10,
    "mean": 0.112890625,
    "sample_sd": 0.03582267661909492,
    "student_t95": [
      0.08726462588954341,
      0.1385166241104566
    ],
    "df": 9,
    "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee.",
    "outcome": "above_zero",
    "claim": "Secondary evidence of improvement beyond these monitor-selected long-BC candidates; not proof RL is necessary."
  },
  "key_secondary_status": "Exploratory; interval unadjusted for multiple comparisons",
  "contrasts": [
    {
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.03125,
      "sample_sd": 0.08637043724883854,
      "student_t95": [
        -0.09303568875918922,
        0.03053568875918921
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.02421875,
      "sample_sd": 0.2322078627791452,
      "student_t95": [
        -0.19033024826385436,
        0.14189274826385434
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.027734375,
      "sample_sd": 0.13060421589201232,
      "student_t95": [
        -0.12116300278954312,
        0.0656942527895431
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "staged_offline",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.00703125,
      "sample_sd": 0.034242563694951024,
      "student_t95": [
        -0.017464404417928826,
        0.031526904417928825
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "staged_offline",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.0734375,
      "sample_sd": 0.048328169623591856,
      "student_t95": [
        0.03886561010598765,
        0.10800938989401235
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "staged_offline",
      "task": "macro",
      "mode": "sde",
      "primary": true,
      "key_secondary": false,
      "exploratory": false,
      "n_replications": 10,
      "mean": 0.040234375,
      "sample_sd": 0.03237189713922187,
      "student_t95": [
        0.017076914821513453,
        0.06339183517848655
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee.",
      "outcome": "above_zero",
      "claim": "Evidence of a positive average adaptive-recipe effect over schedule-matched offline under the common simulator-failure boundary, conditional on this BC start and teacher bank; show task-specific harms."
    },
    {
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.0109375,
      "sample_sd": 0.07840228569868214,
      "student_t95": [
        -0.06702311651982314,
        0.04514811651982313
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.11328125,
      "sample_sd": 0.12528450695234294,
      "student_t95": [
        -0.20290438726170273,
        -0.02365811273829728
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.062109375,
      "sample_sd": 0.0861434164942112,
      "student_t95": [
        -0.12373266289456386,
        -0.0004860871054361421
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "offline",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.0265625,
      "sample_sd": 0.0518484286031034,
      "student_t95": [
        -0.0636526314658734,
        0.010527631465873401
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "offline",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.03671875,
      "sample_sd": 0.05063748345744265,
      "student_t95": [
        -0.07294262349315192,
        -0.0004948765068480757
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "offline",
      "task": "macro",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.031640625,
      "sample_sd": 0.03596438079819972,
      "student_t95": [
        -0.057367993173586616,
        -0.005913256826413381
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.221875,
      "sample_sd": 0.04266384878390082,
      "student_t95": [
        0.1913551211363943,
        0.2523948788636057
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.25,
      "sample_sd": 0.10629339391645079,
      "student_t95": [
        0.17396228660092794,
        0.32603771339907206
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.2359375,
      "sample_sd": 0.05337588837733237,
      "student_t95": [
        0.1977546896360125,
        0.2741203103639875
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.21015625,
      "sample_sd": 0.034440042631482516,
      "student_t95": [
        0.18551932766103613,
        0.23479317233896385
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.19453125,
      "sample_sd": 0.0626571375318132,
      "student_t95": [
        0.1497090339571562,
        0.23935346604284377
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.20234375,
      "sample_sd": 0.03695715307209748,
      "student_t95": [
        0.17590619532420687,
        0.2287813046757931
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.2109375,
      "sample_sd": 0.0761913481162906,
      "student_t95": [
        0.15643349294844983,
        0.2654415070515502
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.13671875,
      "sample_sd": 0.18155543290415158,
      "student_t95": [
        0.0068418172523124765,
        0.2665956827476875
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.173828125,
      "sample_sd": 0.09803312694117526,
      "student_t95": [
        0.10369945062699869,
        0.2439567993730013
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.18359375,
      "sample_sd": 0.04958185615796815,
      "student_t95": [
        0.14812502678567696,
        0.21906247321432304
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.1578125,
      "sample_sd": 0.05166498653182185,
      "student_t95": [
        0.12085359508666665,
        0.19477140491333333
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.170703125,
      "sample_sd": 0.045219987577128924,
      "student_t95": [
        0.13835469459799388,
        0.20305155540200615
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.1796875,
      "sample_sd": 0.07466287076474715,
      "student_t95": [
        0.1262768997775232,
        0.2330981002224768
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.1125,
      "sample_sd": 0.20256332600366403,
      "student_t95": [
        -0.03240507415668857,
        0.25740507415668856
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.14609375,
      "sample_sd": 0.110947891727691,
      "student_t95": [
        0.06672640944774962,
        0.2254610905522504
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "continuation_bc",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.190625,
      "sample_sd": 0.022158382693940257,
      "student_t95": [
        0.1747738479143573,
        0.20647615208564268
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "continuation_bc",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.23125,
      "sample_sd": 0.05929270612815711,
      "student_t95": [
        0.18883455319648565,
        0.27366544680351435
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "continuation_bc",
      "task": "macro",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.2109375,
      "sample_sd": 0.03242161353642899,
      "student_t95": [
        0.1877444748534305,
        0.2341305251465695
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.315625,
      "sample_sd": 0.09999457450559783,
      "student_t95": [
        0.244093190566055,
        0.387156809433945
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.11875,
      "sample_sd": 0.1800758183300085,
      "student_t95": [
        -0.24756848024387326,
        0.010068480243873273
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.0984375,
      "sample_sd": 0.10009625358942706,
      "student_t95": [
        0.026832953731243184,
        0.1700420462687568
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.35625,
      "sample_sd": 0.05587743127944313,
      "student_t95": [
        0.3162776936453615,
        0.3962223063546385
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.13046875,
      "sample_sd": 0.10591309432901685,
      "student_t95": [
        -0.2062344134628567,
        -0.0547030865371433
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "primary": false,
      "key_secondary": true,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.112890625,
      "sample_sd": 0.03582267661909492,
      "student_t95": [
        0.08726462588954341,
        0.1385166241104566
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee.",
      "outcome": "above_zero",
      "claim": "Secondary evidence of improvement beyond these monitor-selected long-BC candidates; not proof RL is necessary."
    },
    {
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.36796875,
      "sample_sd": 0.041249539664939834,
      "student_t95": [
        0.3384606069318453,
        0.3974768930681547
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.0921875,
      "sample_sd": 0.14104874428327566,
      "student_t95": [
        -0.19308769330402464,
        0.008712693304024619
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.137890625,
      "sample_sd": 0.06453002041806782,
      "student_t95": [
        0.0917286292503666,
        0.18405262074963338
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.37890625,
      "sample_sd": 0.05039583979261361,
      "student_t95": [
        0.3428552379712719,
        0.4149572620287281
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.20703125,
      "sample_sd": 0.031304206458779446,
      "student_t95": [
        -0.2294249302767727,
        -0.1846375697232273
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.0859375,
      "sample_sd": 0.02321947200537371,
      "student_t95": [
        0.06932729034755299,
        0.10254770965244701
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.3578125,
      "sample_sd": 0.06708446557015516,
      "student_t95": [
        0.30982316426985246,
        0.4058018357301475
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.01875,
      "sample_sd": 0.1473231195790396,
      "student_t95": [
        -0.086638611002612,
        0.124138611002612
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.18828125,
      "sample_sd": 0.06279228530440663,
      "student_t95": [
        0.14336235506470257,
        0.23320014493529745
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.37578125,
      "sample_sd": 0.05943550462534532,
      "student_t95": [
        0.3332636513053573,
        0.41829884869464273
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.1671875,
      "sample_sd": 0.08732310988984149,
      "student_t95": [
        -0.2296546897120768,
        -0.10472031028792317
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.104296875,
      "sample_sd": 0.028291487365963496,
      "student_t95": [
        0.08405836413207614,
        0.12453538586792386
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.35703125,
      "sample_sd": 0.09207487824116305,
      "student_t95": [
        0.2911648499821485,
        0.42289765001785157
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.20546875,
      "sample_sd": 0.1921109123594218,
      "student_t95": [
        -0.3428966178720331,
        -0.06804088212796688
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.07578125,
      "sample_sd": 0.09552713765091979,
      "student_t95": [
        0.007445252372115754,
        0.14411724762788425
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.35234375,
      "sample_sd": 0.06330321549505909,
      "student_t95": [
        0.3070593576243414,
        0.39762814237565863
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.24375,
      "sample_sd": 0.051137240452639905,
      "student_t95": [
        -0.28033137811098224,
        -0.20716862188901775
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.054296875,
      "sample_sd": 0.03868962660754495,
      "student_t95": [
        0.02661998341618249,
        0.08197376658381751
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.346875,
      "sample_sd": 0.10378837560017125,
      "student_t95": [
        0.2726292687531058,
        0.4211207312468942
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.09453125,
      "sample_sd": 0.21349243589010752,
      "student_t95": [
        -0.24725453839026135,
        0.058192038390261366
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.126171875,
      "sample_sd": 0.09811610479188038,
      "student_t95": [
        0.0559838418484527,
        0.19635990815154727
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.34921875,
      "sample_sd": 0.06959023325320954,
      "student_t95": [
        0.29943689605297713,
        0.3990006039470229
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.20390625,
      "sample_sd": 0.08553805525945422,
      "student_t95": [
        -0.26509648855466283,
        -0.1427160114453372
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "staged_offline",
      "right": "long_bc_selected",
      "task": "macro",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.07265625,
      "sample_sd": 0.03411358936211003,
      "student_t95": [
        0.048252858261764224,
        0.09705964173823578
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.32578125,
      "sample_sd": 0.09103788250144673,
      "student_t95": [
        0.26065667204603504,
        0.390905827953965
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.2296875,
      "sample_sd": 0.18348567297612095,
      "student_t95": [
        -0.36094524331338623,
        -0.09842975668661375
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "ode",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.048046875,
      "sample_sd": 0.09859875047849308,
      "student_t95": [
        -0.022486422076611168,
        0.11858017207661117
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "square",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.359375,
      "sample_sd": 0.040511326005479284,
      "student_t95": [
        0.33039494317123536,
        0.38835505682876464
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "toolhang",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": -0.1703125,
      "sample_sd": 0.07252498970661385,
      "student_t95": [
        -0.2221937522433595,
        -0.11843124775664052
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    },
    {
      "left": "dagger",
      "right": "long_bc_fixed",
      "task": "macro",
      "mode": "sde",
      "primary": false,
      "key_secondary": false,
      "exploratory": true,
      "n_replications": 10,
      "mean": 0.09453125,
      "sample_sd": 0.030691626080387682,
      "student_t95": [
        0.07257578332738282,
        0.11648671667261717
      ],
      "df": 9,
      "assumptions": "Approximately normal independent replication differences; the seed count is not a power guarantee."
    }
  ],
  "reused_evaluation_jobs": [
    "final_108_long_bc_selected",
    "final_110_long_bc_selected"
  ],
  "costs": [
    {
      "job_id": "collect_101_square",
      "phase": "collection",
      "method": null,
      "task": "square",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 854.568604398999,
      "reused_from": null
    },
    {
      "job_id": "collect_101_toolhang",
      "phase": "collection",
      "method": null,
      "task": "toolhang",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1843.2670093769993,
      "reused_from": null
    },
    {
      "job_id": "train_101_continuation_bc",
      "phase": "training",
      "method": "continuation_bc",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 840.3427781749997,
      "reused_from": null
    },
    {
      "job_id": "train_101_offline",
      "phase": "training",
      "method": "offline",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 755.9098060090037,
      "reused_from": null
    },
    {
      "job_id": "train_101_staged_offline",
      "phase": "training",
      "method": "staged_offline",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 764.7922916309981,
      "reused_from": null
    },
    {
      "job_id": "train_101_dagger",
      "phase": "training",
      "method": "dagger",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 3530.5209222560006,
      "reused_from": null
    },
    {
      "job_id": "train_101_long_bc",
      "phase": "training",
      "method": "long_bc",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1261.8852651170018,
      "reused_from": null
    },
    {
      "job_id": "collect_102_square",
      "phase": "collection",
      "method": null,
      "task": "square",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 857.304853900001,
      "reused_from": null
    },
    {
      "job_id": "collect_102_toolhang",
      "phase": "collection",
      "method": null,
      "task": "toolhang",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1838.2065555059962,
      "reused_from": null
    },
    {
      "job_id": "train_102_continuation_bc",
      "phase": "training",
      "method": "continuation_bc",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 826.2495331059981,
      "reused_from": null
    },
    {
      "job_id": "train_102_offline",
      "phase": "training",
      "method": "offline",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 759.2898541859977,
      "reused_from": null
    },
    {
      "job_id": "train_102_staged_offline",
      "phase": "training",
      "method": "staged_offline",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 752.6664884030033,
      "reused_from": null
    },
    {
      "job_id": "train_102_dagger",
      "phase": "training",
      "method": "dagger",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 3496.3310600429977,
      "reused_from": null
    },
    {
      "job_id": "train_102_long_bc",
      "phase": "training",
      "method": "long_bc",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1255.1632756719991,
      "reused_from": null
    },
    {
      "job_id": "collect_103_square",
      "phase": "collection",
      "method": null,
      "task": "square",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 859.7404253129935,
      "reused_from": null
    },
    {
      "job_id": "collect_103_toolhang",
      "phase": "collection",
      "method": null,
      "task": "toolhang",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1837.5689320220044,
      "reused_from": null
    },
    {
      "job_id": "train_103_continuation_bc",
      "phase": "training",
      "method": "continuation_bc",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 822.3592627059988,
      "reused_from": null
    },
    {
      "job_id": "train_103_offline",
      "phase": "training",
      "method": "offline",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 760.9886966679915,
      "reused_from": null
    },
    {
      "job_id": "train_103_staged_offline",
      "phase": "training",
      "method": "staged_offline",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 786.0818172889994,
      "reused_from": null
    },
    {
      "job_id": "train_103_dagger",
      "phase": "training",
      "method": "dagger",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 3474.262854722998,
      "reused_from": null
    },
    {
      "job_id": "train_103_long_bc",
      "phase": "training",
      "method": "long_bc",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1261.9615378279996,
      "reused_from": null
    },
    {
      "job_id": "collect_104_square",
      "phase": "collection",
      "method": null,
      "task": "square",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 853.1515681199962,
      "reused_from": null
    },
    {
      "job_id": "collect_104_toolhang",
      "phase": "collection",
      "method": null,
      "task": "toolhang",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1834.4059806760051,
      "reused_from": null
    },
    {
      "job_id": "train_104_continuation_bc",
      "phase": "training",
      "method": "continuation_bc",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 815.1348167719989,
      "reused_from": null
    },
    {
      "job_id": "train_104_offline",
      "phase": "training",
      "method": "offline",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 767.4281832770066,
      "reused_from": null
    },
    {
      "job_id": "train_104_staged_offline",
      "phase": "training",
      "method": "staged_offline",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 781.0242051169917,
      "reused_from": null
    },
    {
      "job_id": "train_104_dagger",
      "phase": "training",
      "method": "dagger",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 3451.796533100991,
      "reused_from": null
    },
    {
      "job_id": "train_104_long_bc",
      "phase": "training",
      "method": "long_bc",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1278.4147744219954,
      "reused_from": null
    },
    {
      "job_id": "collect_105_square",
      "phase": "collection",
      "method": null,
      "task": "square",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 850.5080946539965,
      "reused_from": null
    },
    {
      "job_id": "collect_105_toolhang",
      "phase": "collection",
      "method": null,
      "task": "toolhang",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1853.1489582439972,
      "reused_from": null
    },
    {
      "job_id": "train_105_continuation_bc",
      "phase": "training",
      "method": "continuation_bc",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 823.4124406460032,
      "reused_from": null
    },
    {
      "job_id": "train_105_offline",
      "phase": "training",
      "method": "offline",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 748.7239523060125,
      "reused_from": null
    },
    {
      "job_id": "train_105_staged_offline",
      "phase": "training",
      "method": "staged_offline",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 781.0678606029978,
      "reused_from": null
    },
    {
      "job_id": "train_105_dagger",
      "phase": "training",
      "method": "dagger",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 3491.565259747993,
      "reused_from": null
    },
    {
      "job_id": "train_105_long_bc",
      "phase": "training",
      "method": "long_bc",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1279.0846161989903,
      "reused_from": null
    },
    {
      "job_id": "collect_106_square",
      "phase": "collection",
      "method": null,
      "task": "square",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 852.2310864680039,
      "reused_from": null
    },
    {
      "job_id": "collect_106_toolhang",
      "phase": "collection",
      "method": null,
      "task": "toolhang",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1818.6041869370092,
      "reused_from": null
    },
    {
      "job_id": "train_106_continuation_bc",
      "phase": "training",
      "method": "continuation_bc",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 824.4166171760007,
      "reused_from": null
    },
    {
      "job_id": "train_106_offline",
      "phase": "training",
      "method": "offline",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 792.4716561329988,
      "reused_from": null
    },
    {
      "job_id": "train_106_staged_offline",
      "phase": "training",
      "method": "staged_offline",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 766.4641733600001,
      "reused_from": null
    },
    {
      "job_id": "train_106_dagger",
      "phase": "training",
      "method": "dagger",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 3490.3278918389988,
      "reused_from": null
    },
    {
      "job_id": "train_106_long_bc",
      "phase": "training",
      "method": "long_bc",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1267.265629141999,
      "reused_from": null
    },
    {
      "job_id": "collect_107_square",
      "phase": "collection",
      "method": null,
      "task": "square",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 852.9463363819959,
      "reused_from": null
    },
    {
      "job_id": "collect_107_toolhang",
      "phase": "collection",
      "method": null,
      "task": "toolhang",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1827.814232210003,
      "reused_from": null
    },
    {
      "job_id": "train_107_continuation_bc",
      "phase": "training",
      "method": "continuation_bc",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 819.0585788850003,
      "reused_from": null
    },
    {
      "job_id": "train_107_offline",
      "phase": "training",
      "method": "offline",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 770.1784377870063,
      "reused_from": null
    },
    {
      "job_id": "train_107_staged_offline",
      "phase": "training",
      "method": "staged_offline",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 789.3193903620122,
      "reused_from": null
    },
    {
      "job_id": "train_107_dagger",
      "phase": "training",
      "method": "dagger",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 3493.5403702449985,
      "reused_from": null
    },
    {
      "job_id": "train_107_long_bc",
      "phase": "training",
      "method": "long_bc",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1281.094700895992,
      "reused_from": null
    },
    {
      "job_id": "collect_108_square",
      "phase": "collection",
      "method": null,
      "task": "square",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 856.3150348409981,
      "reused_from": null
    },
    {
      "job_id": "collect_108_toolhang",
      "phase": "collection",
      "method": null,
      "task": "toolhang",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1821.2829766560026,
      "reused_from": null
    },
    {
      "job_id": "train_108_continuation_bc",
      "phase": "training",
      "method": "continuation_bc",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 814.8934542849893,
      "reused_from": null
    },
    {
      "job_id": "train_108_offline",
      "phase": "training",
      "method": "offline",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 764.3569874920067,
      "reused_from": null
    },
    {
      "job_id": "train_108_staged_offline",
      "phase": "training",
      "method": "staged_offline",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 765.7730054959975,
      "reused_from": null
    },
    {
      "job_id": "train_108_dagger",
      "phase": "training",
      "method": "dagger",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 3480.172315549993,
      "reused_from": null
    },
    {
      "job_id": "train_108_long_bc",
      "phase": "training",
      "method": "long_bc",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1285.5380561750062,
      "reused_from": null
    },
    {
      "job_id": "collect_109_square",
      "phase": "collection",
      "method": null,
      "task": "square",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 857.3308250360133,
      "reused_from": null
    },
    {
      "job_id": "collect_109_toolhang",
      "phase": "collection",
      "method": null,
      "task": "toolhang",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1811.9863021189958,
      "reused_from": null
    },
    {
      "job_id": "train_109_continuation_bc",
      "phase": "training",
      "method": "continuation_bc",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 811.7838907230034,
      "reused_from": null
    },
    {
      "job_id": "train_109_offline",
      "phase": "training",
      "method": "offline",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 781.4419687640038,
      "reused_from": null
    },
    {
      "job_id": "train_109_staged_offline",
      "phase": "training",
      "method": "staged_offline",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 775.1612632239994,
      "reused_from": null
    },
    {
      "job_id": "train_109_dagger",
      "phase": "training",
      "method": "dagger",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 3474.4968871210003,
      "reused_from": null
    },
    {
      "job_id": "train_109_long_bc",
      "phase": "training",
      "method": "long_bc",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1268.8980531420093,
      "reused_from": null
    },
    {
      "job_id": "collect_110_square",
      "phase": "collection",
      "method": null,
      "task": "square",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 855.8383244459983,
      "reused_from": null
    },
    {
      "job_id": "collect_110_toolhang",
      "phase": "collection",
      "method": null,
      "task": "toolhang",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1843.0631876190018,
      "reused_from": null
    },
    {
      "job_id": "train_110_continuation_bc",
      "phase": "training",
      "method": "continuation_bc",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 827.7586236909847,
      "reused_from": null
    },
    {
      "job_id": "train_110_offline",
      "phase": "training",
      "method": "offline",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 766.5181429980148,
      "reused_from": null
    },
    {
      "job_id": "train_110_staged_offline",
      "phase": "training",
      "method": "staged_offline",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 767.6157025420107,
      "reused_from": null
    },
    {
      "job_id": "train_110_dagger",
      "phase": "training",
      "method": "dagger",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 3496.1992867389927,
      "reused_from": null
    },
    {
      "job_id": "train_110_long_bc",
      "phase": "training",
      "method": "long_bc",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 1284.4950803050015,
      "reused_from": null
    },
    {
      "job_id": "final_101_continuation_bc",
      "phase": "final_evaluation",
      "method": "continuation_bc",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 450.5738004159939,
      "reused_from": null
    },
    {
      "job_id": "final_101_offline",
      "phase": "final_evaluation",
      "method": "offline",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 421.88727467300487,
      "reused_from": null
    },
    {
      "job_id": "final_101_staged_offline",
      "phase": "final_evaluation",
      "method": "staged_offline",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 426.9382400660252,
      "reused_from": null
    },
    {
      "job_id": "final_101_dagger",
      "phase": "final_evaluation",
      "method": "dagger",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 431.6676750250044,
      "reused_from": null
    },
    {
      "job_id": "final_101_long_bc_fixed",
      "phase": "final_evaluation",
      "method": "long_bc_fixed",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 438.7059103859938,
      "reused_from": null
    },
    {
      "job_id": "final_101_long_bc_selected",
      "phase": "final_evaluation",
      "method": "long_bc_selected",
      "task": "all",
      "seed": 101,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 457.40457112298463,
      "reused_from": null
    },
    {
      "job_id": "final_102_continuation_bc",
      "phase": "final_evaluation",
      "method": "continuation_bc",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 485.68285166300484,
      "reused_from": null
    },
    {
      "job_id": "final_102_offline",
      "phase": "final_evaluation",
      "method": "offline",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 434.94809701200575,
      "reused_from": null
    },
    {
      "job_id": "final_102_staged_offline",
      "phase": "final_evaluation",
      "method": "staged_offline",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 431.8398402490129,
      "reused_from": null
    },
    {
      "job_id": "final_102_dagger",
      "phase": "final_evaluation",
      "method": "dagger",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 443.161651367991,
      "reused_from": null
    },
    {
      "job_id": "final_102_long_bc_fixed",
      "phase": "final_evaluation",
      "method": "long_bc_fixed",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 452.0751303759753,
      "reused_from": null
    },
    {
      "job_id": "final_102_long_bc_selected",
      "phase": "final_evaluation",
      "method": "long_bc_selected",
      "task": "all",
      "seed": 102,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 463.08367549598916,
      "reused_from": null
    },
    {
      "job_id": "final_103_continuation_bc",
      "phase": "final_evaluation",
      "method": "continuation_bc",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 464.1918750439945,
      "reused_from": null
    },
    {
      "job_id": "final_103_offline",
      "phase": "final_evaluation",
      "method": "offline",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 427.5528778290027,
      "reused_from": null
    },
    {
      "job_id": "final_103_staged_offline",
      "phase": "final_evaluation",
      "method": "staged_offline",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 426.2808478999941,
      "reused_from": null
    },
    {
      "job_id": "final_103_dagger",
      "phase": "final_evaluation",
      "method": "dagger",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 436.8370035419939,
      "reused_from": null
    },
    {
      "job_id": "final_103_long_bc_fixed",
      "phase": "final_evaluation",
      "method": "long_bc_fixed",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 440.82547723999596,
      "reused_from": null
    },
    {
      "job_id": "final_103_long_bc_selected",
      "phase": "final_evaluation",
      "method": "long_bc_selected",
      "task": "all",
      "seed": 103,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 451.95513922101236,
      "reused_from": null
    },
    {
      "job_id": "final_104_continuation_bc",
      "phase": "final_evaluation",
      "method": "continuation_bc",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 456.7976405220106,
      "reused_from": null
    },
    {
      "job_id": "final_104_offline",
      "phase": "final_evaluation",
      "method": "offline",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 447.9116349730175,
      "reused_from": null
    },
    {
      "job_id": "final_104_staged_offline",
      "phase": "final_evaluation",
      "method": "staged_offline",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 443.1141218159755,
      "reused_from": null
    },
    {
      "job_id": "final_104_dagger",
      "phase": "final_evaluation",
      "method": "dagger",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 418.3347012400045,
      "reused_from": null
    },
    {
      "job_id": "final_104_long_bc_fixed",
      "phase": "final_evaluation",
      "method": "long_bc_fixed",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 434.3312313549977,
      "reused_from": null
    },
    {
      "job_id": "final_104_long_bc_selected",
      "phase": "final_evaluation",
      "method": "long_bc_selected",
      "task": "all",
      "seed": 104,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 457.9247277670074,
      "reused_from": null
    },
    {
      "job_id": "final_105_continuation_bc",
      "phase": "final_evaluation",
      "method": "continuation_bc",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 453.6521374519798,
      "reused_from": null
    },
    {
      "job_id": "final_105_offline",
      "phase": "final_evaluation",
      "method": "offline",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 419.2587658769917,
      "reused_from": null
    },
    {
      "job_id": "final_105_staged_offline",
      "phase": "final_evaluation",
      "method": "staged_offline",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 442.65752173698274,
      "reused_from": null
    },
    {
      "job_id": "final_105_dagger",
      "phase": "final_evaluation",
      "method": "dagger",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 433.4433597190073,
      "reused_from": null
    },
    {
      "job_id": "final_105_long_bc_fixed",
      "phase": "final_evaluation",
      "method": "long_bc_fixed",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 442.80586956598563,
      "reused_from": null
    },
    {
      "job_id": "final_105_long_bc_selected",
      "phase": "final_evaluation",
      "method": "long_bc_selected",
      "task": "all",
      "seed": 105,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 445.1412633469736,
      "reused_from": null
    },
    {
      "job_id": "final_106_continuation_bc",
      "phase": "final_evaluation",
      "method": "continuation_bc",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 470.4082873550069,
      "reused_from": null
    },
    {
      "job_id": "final_106_offline",
      "phase": "final_evaluation",
      "method": "offline",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 438.4410322509939,
      "reused_from": null
    },
    {
      "job_id": "final_106_staged_offline",
      "phase": "final_evaluation",
      "method": "staged_offline",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 441.1774928349769,
      "reused_from": null
    },
    {
      "job_id": "final_106_dagger",
      "phase": "final_evaluation",
      "method": "dagger",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 435.25413556199055,
      "reused_from": null
    },
    {
      "job_id": "final_106_long_bc_fixed",
      "phase": "final_evaluation",
      "method": "long_bc_fixed",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 454.61197767200065,
      "reused_from": null
    },
    {
      "job_id": "final_106_long_bc_selected",
      "phase": "final_evaluation",
      "method": "long_bc_selected",
      "task": "all",
      "seed": 106,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 450.92052406599396,
      "reused_from": null
    },
    {
      "job_id": "final_107_continuation_bc",
      "phase": "final_evaluation",
      "method": "continuation_bc",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 452.2361659829912,
      "reused_from": null
    },
    {
      "job_id": "final_107_offline",
      "phase": "final_evaluation",
      "method": "offline",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 436.42700305301696,
      "reused_from": null
    },
    {
      "job_id": "final_107_staged_offline",
      "phase": "final_evaluation",
      "method": "staged_offline",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 443.6433264570078,
      "reused_from": null
    },
    {
      "job_id": "final_107_dagger",
      "phase": "final_evaluation",
      "method": "dagger",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 445.2058456449886,
      "reused_from": null
    },
    {
      "job_id": "final_107_long_bc_fixed",
      "phase": "final_evaluation",
      "method": "long_bc_fixed",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 460.36429402200156,
      "reused_from": null
    },
    {
      "job_id": "final_107_long_bc_selected",
      "phase": "final_evaluation",
      "method": "long_bc_selected",
      "task": "all",
      "seed": 107,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 463.8104390990047,
      "reused_from": null
    },
    {
      "job_id": "final_108_continuation_bc",
      "phase": "final_evaluation",
      "method": "continuation_bc",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 452.9764247320127,
      "reused_from": null
    },
    {
      "job_id": "final_108_offline",
      "phase": "final_evaluation",
      "method": "offline",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 428.4006879350054,
      "reused_from": null
    },
    {
      "job_id": "final_108_staged_offline",
      "phase": "final_evaluation",
      "method": "staged_offline",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 436.18777291997685,
      "reused_from": null
    },
    {
      "job_id": "final_108_dagger",
      "phase": "final_evaluation",
      "method": "dagger",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 434.86942660200293,
      "reused_from": null
    },
    {
      "job_id": "final_108_long_bc_fixed",
      "phase": "final_evaluation",
      "method": "long_bc_fixed",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 444.1106587969989,
      "reused_from": null
    },
    {
      "job_id": "final_108_long_bc_selected",
      "phase": "final_evaluation",
      "method": "long_bc_selected",
      "task": "all",
      "seed": 108,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 0.13529229399864562,
      "reused_from": "final_108_long_bc_fixed"
    },
    {
      "job_id": "final_109_continuation_bc",
      "phase": "final_evaluation",
      "method": "continuation_bc",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 463.74963934900006,
      "reused_from": null
    },
    {
      "job_id": "final_109_offline",
      "phase": "final_evaluation",
      "method": "offline",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 422.56806087100995,
      "reused_from": null
    },
    {
      "job_id": "final_109_staged_offline",
      "phase": "final_evaluation",
      "method": "staged_offline",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 446.3876034959976,
      "reused_from": null
    },
    {
      "job_id": "final_109_dagger",
      "phase": "final_evaluation",
      "method": "dagger",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 457.30685296899173,
      "reused_from": null
    },
    {
      "job_id": "final_109_long_bc_fixed",
      "phase": "final_evaluation",
      "method": "long_bc_fixed",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 428.6209974910016,
      "reused_from": null
    },
    {
      "job_id": "final_109_long_bc_selected",
      "phase": "final_evaluation",
      "method": "long_bc_selected",
      "task": "all",
      "seed": 109,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 452.8251577580231,
      "reused_from": null
    },
    {
      "job_id": "final_110_continuation_bc",
      "phase": "final_evaluation",
      "method": "continuation_bc",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 458.56323939800495,
      "reused_from": null
    },
    {
      "job_id": "final_110_offline",
      "phase": "final_evaluation",
      "method": "offline",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 445.45103687999654,
      "reused_from": null
    },
    {
      "job_id": "final_110_staged_offline",
      "phase": "final_evaluation",
      "method": "staged_offline",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 445.2474821800133,
      "reused_from": null
    },
    {
      "job_id": "final_110_dagger",
      "phase": "final_evaluation",
      "method": "dagger",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 437.4871009979979,
      "reused_from": null
    },
    {
      "job_id": "final_110_long_bc_fixed",
      "phase": "final_evaluation",
      "method": "long_bc_fixed",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 425.39972979199956,
      "reused_from": null
    },
    {
      "job_id": "final_110_long_bc_selected",
      "phase": "final_evaluation",
      "method": "long_bc_selected",
      "task": "all",
      "seed": 110,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 0.13658649899298325,
      "reused_from": "final_110_long_bc_fixed"
    },
    {
      "job_id": "final_reference_a1",
      "phase": "final_evaluation",
      "method": "a1",
      "task": "all",
      "seed": null,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 445.29064233298413,
      "reused_from": null
    },
    {
      "job_id": "final_reference_a2_square",
      "phase": "final_evaluation",
      "method": "a2",
      "task": "square",
      "seed": null,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 162.6464630799892,
      "reused_from": null
    },
    {
      "job_id": "final_reference_a2_toolhang",
      "phase": "final_evaluation",
      "method": "a2",
      "task": "toolhang",
      "seed": null,
      "attempt": 1,
      "status": "succeeded",
      "wall_seconds": 366.62043737299973,
      "reused_from": null
    }
  ],
  "total_job_wall_seconds": 124833.44845674688,
  "prior_job_wall_seconds": 19923.598324961997,
  "cumulative_job_wall_seconds": 144757.04678170886,
  "simulator_policy": {
    "mode": "fail_episode",
    "environments": {
      "square": "square-mh-low_dim",
      "toolhang": "tool_hang-ph-low_dim"
    },
    "reset_failure": "abort_job",
    "step_reward": -1.0,
    "step_failure": "Any native MuJoCo warning counter, simulator time reversal/nonfinite time, or nonfinite observation/reward ends the current episode immediately as unsuccessful and truncated. Nonfinite policy actions abort the job.",
    "retention": "Retain valid pre-fault teacher labels, including the query preceding a fault. Mark the faulting chunk, log context/seed/control-step/native warning details, and acquire no further observation under that episode ID. Start a fresh explicit reset for any remaining collection budget.",
    "evaluation": "Apply the identical boundary to all students, BC controls and teacher references. Faulting active episodes count as failures in the original denominator; never drop or replace them. Completed vector slots are inert until the next explicit reset.",
    "physics": "Do not change MuJoCo timestep, solver, damping, controller gains, action clipping, or native auto-reset flags. Detect the native event and impose an explicit episode boundary.",
    "regression_gate": "results/data/v4/simulator_guard_validation.json",
    "v3_disposition": "Exclude all v3 models and data from v4 primary/secondary averages, not only seed102. No checkpoint or dataset reuse across versions. Reusing the predeclared seed numbers is not a replacement-seed search; run each v4 condition once unless an externally interrupted attempt is explicitly retried."
  },
  "wall_seconds_by_phase": {
    "collection": 26879.28347492501,
    "training": 71225.69825007499,
    "final_evaluation": 26728.466731746885
  },
  "interpretation": "Report all seeds and both tasks. Secondary contrasts are exploratory; an interval crossing zero is not equivalence. Reset pairing does not imply identical action noise.",
  "provenance": {
    "manifest_sha256": "adca9ac353111de0772da25ec638847c24c6c83741869f868896685222f0f6bc",
    "ledger_sha256": "13d7c9752a88122217170ad32961b045799da2cf597ea1a0fd3d67b09ce694a5",
    "tool_hashes": {
      "scripts/10_run_study.py": "33152160db9cdcd50baa472a7a90e771d4c6d53f5a967879f74813861da618d7",
      "scripts/11_analyze_study.py": "baf26db17872bfcdb04e15c6e7d5b56a32b54c767d316c52afd081b26ce07e18",
      "core/study_artifacts.py": "2f3b49a7ab323e9d616ef5e6a015f4a00eccb63561242ee0d9a5a1b5f3f20697"
    },
    "publication_path_adapter": {
      "source": "scripts/12_analyze_published_study.py",
      "sha256": "b7a78a246877611216cb0aee55b0ebe82d54e5ea5be32518748f0456d967f995",
      "original_analyzer_sha256": "baf26db17872bfcdb04e15c6e7d5b56a32b54c767d316c52afd081b26ce07e18",
      "change": "Resolve existing publication symlinks before the unchanged artifact validator; no statistical calculations changed."
    }
  }
}
