{
  "status": {
    "baseline": {
      "status": "complete",
      "completed": 12
    },
    "pt180k": {
      "status": "complete",
      "completed": 12
    }
  },
  "models": {
    "baseline": {
      "completed": 12,
      "planned": 12,
      "classified": 11,
      "correct_approach": 3,
      "wrong_approach": 8,
      "unclassified": 1,
      "successes": 6,
      "success_after_correct": 3,
      "all_four_correct_groups": 0
    },
    "pt180k": {
      "completed": 12,
      "planned": 12,
      "classified": 11,
      "correct_approach": 8,
      "wrong_approach": 3,
      "unclassified": 1,
      "successes": 10,
      "success_after_correct": 8,
      "all_four_correct_groups": 0
    }
  },
  "episodes": [
    {
      "model": "baseline",
      "episode": 0,
      "group": "pick_diverse_object_g00",
      "instruction": "Pick up the mouse.",
      "target": "item0",
      "approach": {
        "object": "item0",
        "step": 28
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 83,
        "physics_seconds": 21.74400103278458,
        "objects": [
          {
            "object": "item0",
            "arm": "left"
          }
        ]
      },
      "success": true,
      "steps": 140
    },
    {
      "model": "baseline",
      "episode": 1,
      "group": "pick_diverse_object_g00",
      "instruction": "Pick up the bell.",
      "target": "item1",
      "approach": {
        "object": "item0",
        "step": 29
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 86,
        "physics_seconds": 24.23200115095824,
        "objects": [
          {
            "object": "item0",
            "arm": "left"
          }
        ]
      },
      "success": false,
      "steps": 300
    },
    {
      "model": "baseline",
      "episode": 2,
      "group": "pick_diverse_object_g00",
      "instruction": "Pick up the tea box.",
      "target": "item2",
      "approach": {
        "object": "item0",
        "step": 32
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 90,
        "physics_seconds": 25.732001222204417,
        "objects": [
          {
            "object": "item2",
            "arm": "right"
          }
        ]
      },
      "success": true,
      "steps": 142
    },
    {
      "model": "baseline",
      "episode": 3,
      "group": "pick_diverse_object_g00",
      "instruction": "Pick up the phone.",
      "target": "item3",
      "approach": {
        "object": "item0",
        "step": 28
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 87,
        "physics_seconds": 24.912001183256507,
        "objects": [
          {
            "object": "item0",
            "arm": "left"
          }
        ]
      },
      "success": false,
      "steps": 300
    },
    {
      "model": "baseline",
      "episode": 4,
      "group": "pick_diverse_object_g01",
      "instruction": "Pick up the bread.",
      "target": "item0",
      "approach": {
        "object": "item1",
        "step": 29
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 91,
        "physics_seconds": 26.27200124785304,
        "objects": [
          {
            "object": "item0",
            "arm": "right"
          }
        ]
      },
      "success": true,
      "steps": 146
    },
    {
      "model": "baseline",
      "episode": 5,
      "group": "pick_diverse_object_g01",
      "instruction": "Pick up the stapler.",
      "target": "item1",
      "approach": {
        "object": "item1",
        "step": 29
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 88,
        "physics_seconds": 26.188001243863255,
        "objects": [
          {
            "object": "item0",
            "arm": "right"
          }
        ]
      },
      "success": true,
      "steps": 139
    },
    {
      "model": "baseline",
      "episode": 6,
      "group": "pick_diverse_object_g01",
      "instruction": "Pick up the coffee box.",
      "target": "item2",
      "first_gripper_contact": {
        "action_step": 94,
        "physics_seconds": 27.32400129782036,
        "objects": [
          {
            "object": "item0",
            "arm": "right"
          }
        ]
      },
      "success": false,
      "steps": 300
    },
    {
      "model": "baseline",
      "episode": 7,
      "group": "pick_diverse_object_g01",
      "instruction": "Pick up the bottle.",
      "target": "item3",
      "approach": {
        "object": "item1",
        "step": 32
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 59,
        "physics_seconds": 15.904000755399466,
        "objects": [
          {
            "object": "item3",
            "arm": "left"
          }
        ]
      },
      "success": false,
      "steps": 300
    },
    {
      "model": "baseline",
      "episode": 8,
      "group": "pick_diverse_object_g02",
      "instruction": "Pick up the toy car.",
      "target": "item0",
      "approach": {
        "object": "item2",
        "step": 28
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 78,
        "physics_seconds": 23.500001116190106,
        "objects": [
          {
            "object": "item0",
            "arm": "right"
          }
        ]
      },
      "success": true,
      "steps": 134
    },
    {
      "model": "baseline",
      "episode": 9,
      "group": "pick_diverse_object_g02",
      "instruction": "Pick up the Rubik cube.",
      "target": "item1",
      "approach": {
        "object": "item2",
        "step": 36
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 87,
        "physics_seconds": 25.0320011889562,
        "objects": [
          {
            "object": "item0",
            "arm": "right"
          }
        ]
      },
      "success": false,
      "steps": 300
    },
    {
      "model": "baseline",
      "episode": 10,
      "group": "pick_diverse_object_g02",
      "instruction": "Pick up the soap.",
      "target": "item2",
      "approach": {
        "object": "item2",
        "step": 28
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 85,
        "physics_seconds": 25.160001195035875,
        "objects": [
          {
            "object": "item0",
            "arm": "right"
          }
        ]
      },
      "success": true,
      "steps": 134
    },
    {
      "model": "baseline",
      "episode": 11,
      "group": "pick_diverse_object_g02",
      "instruction": "Pick up the playing cards.",
      "target": "item3",
      "approach": {
        "object": "item2",
        "step": 25
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 48,
        "physics_seconds": 15.720000746659935,
        "objects": [
          {
            "object": "item1",
            "arm": "right"
          }
        ]
      },
      "success": false,
      "steps": 300
    },
    {
      "model": "pt180k",
      "episode": 0,
      "group": "pick_diverse_object_g00",
      "instruction": "Pick up the mouse.",
      "target": "item0",
      "approach": {
        "object": "item0",
        "step": 26
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 89,
        "physics_seconds": 20.680000982247293,
        "objects": [
          {
            "object": "item0",
            "arm": "left"
          }
        ]
      },
      "success": true,
      "steps": 128
    },
    {
      "model": "pt180k",
      "episode": 1,
      "group": "pick_diverse_object_g00",
      "instruction": "Pick up the bell.",
      "target": "item1",
      "first_gripper_contact": {
        "action_step": 106,
        "physics_seconds": 28.57600135728717,
        "objects": [
          {
            "object": "item1",
            "arm": "right"
          }
        ]
      },
      "success": false,
      "steps": 300
    },
    {
      "model": "pt180k",
      "episode": 2,
      "group": "pick_diverse_object_g00",
      "instruction": "Pick up the tea box.",
      "target": "item2",
      "approach": {
        "object": "item2",
        "step": 45
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 91,
        "physics_seconds": 25.90000123018399,
        "objects": [
          {
            "object": "item2",
            "arm": "right"
          }
        ]
      },
      "success": true,
      "steps": 145
    },
    {
      "model": "pt180k",
      "episode": 3,
      "group": "pick_diverse_object_g00",
      "instruction": "Pick up the phone.",
      "target": "item3",
      "approach": {
        "object": "item0",
        "step": 28
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 65,
        "physics_seconds": 19.220000912901014,
        "objects": [
          {
            "object": "item2",
            "arm": "right"
          }
        ]
      },
      "success": false,
      "steps": 300
    },
    {
      "model": "pt180k",
      "episode": 4,
      "group": "pick_diverse_object_g01",
      "instruction": "Pick up the bread.",
      "target": "item0",
      "approach": {
        "object": "item0",
        "step": 39
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 84,
        "physics_seconds": 24.348001156467944,
        "objects": [
          {
            "object": "item0",
            "arm": "right"
          }
        ]
      },
      "success": true,
      "steps": 132
    },
    {
      "model": "pt180k",
      "episode": 5,
      "group": "pick_diverse_object_g01",
      "instruction": "Pick up the stapler.",
      "target": "item1",
      "approach": {
        "object": "item1",
        "step": 27
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 96,
        "physics_seconds": 21.720001031644642,
        "objects": [
          {
            "object": "item1",
            "arm": "left"
          }
        ]
      },
      "success": true,
      "steps": 142
    },
    {
      "model": "pt180k",
      "episode": 6,
      "group": "pick_diverse_object_g01",
      "instruction": "Pick up the coffee box.",
      "target": "item2",
      "approach": {
        "object": "item2",
        "step": 45
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 172,
        "physics_seconds": 43.50800206651911,
        "objects": [
          {
            "object": "item2",
            "arm": "right"
          }
        ]
      },
      "success": true,
      "steps": 214
    },
    {
      "model": "pt180k",
      "episode": 7,
      "group": "pick_diverse_object_g01",
      "instruction": "Pick up the bottle.",
      "target": "item3",
      "approach": {
        "object": "item0",
        "step": 44
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 73,
        "physics_seconds": 21.73200103221461,
        "objects": [
          {
            "object": "item3",
            "arm": "left"
          }
        ]
      },
      "success": true,
      "steps": 180
    },
    {
      "model": "pt180k",
      "episode": 8,
      "group": "pick_diverse_object_g02",
      "instruction": "Pick up the toy car.",
      "target": "item0",
      "approach": {
        "object": "item0",
        "step": 41
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 91,
        "physics_seconds": 26.548001260962337,
        "objects": [
          {
            "object": "item0",
            "arm": "right"
          }
        ]
      },
      "success": true,
      "steps": 144
    },
    {
      "model": "pt180k",
      "episode": 9,
      "group": "pick_diverse_object_g02",
      "instruction": "Pick up the Rubik cube.",
      "target": "item1",
      "approach": {
        "object": "item1",
        "step": 32
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 92,
        "physics_seconds": 26.360001252032816,
        "objects": [
          {
            "object": "item1",
            "arm": "right"
          }
        ]
      },
      "success": true,
      "steps": 220
    },
    {
      "model": "pt180k",
      "episode": 10,
      "group": "pick_diverse_object_g02",
      "instruction": "Pick up the soap.",
      "target": "item2",
      "approach": {
        "object": "item2",
        "step": 23
      },
      "choice_correct": true,
      "first_gripper_contact": {
        "action_step": 90,
        "physics_seconds": 20.73600098490715,
        "objects": [
          {
            "object": "item2",
            "arm": "left"
          }
        ]
      },
      "success": true,
      "steps": 127
    },
    {
      "model": "pt180k",
      "episode": 11,
      "group": "pick_diverse_object_g02",
      "instruction": "Pick up the playing cards.",
      "target": "item3",
      "approach": {
        "object": "item2",
        "step": 28
      },
      "choice_correct": false,
      "first_gripper_contact": {
        "action_step": 91,
        "physics_seconds": 25.816001226194203,
        "objects": [
          {
            "object": "item3",
            "arm": "left"
          }
        ]
      },
      "success": true,
      "steps": 146
    }
  ],
  "supplementary_posthoc_lift_metrics": {
    "baseline": {
      "0.03": {
        "episodes_with_distractor_lift": 10,
        "success_without_distractor_lift": 1
      },
      "0.05": {
        "episodes_with_distractor_lift": 10,
        "success_without_distractor_lift": 1
      },
      "0.06": {
        "episodes_with_distractor_lift": 9,
        "success_without_distractor_lift": 2
      }
    },
    "pt180k": {
      "0.03": {
        "episodes_with_distractor_lift": 4,
        "success_without_distractor_lift": 8
      },
      "0.05": {
        "episodes_with_distractor_lift": 4,
        "success_without_distractor_lift": 8
      },
      "0.06": {
        "episodes_with_distractor_lift": 4,
        "success_without_distractor_lift": 8
      }
    }
  },
  "lift_details": [
    {
      "model": "baseline",
      "episode": 0,
      "target": "item0",
      "max_rise_m": {
        "item0": 0.06730020046234131,
        "item1": 0.00015294551849365234,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the mouse.",
      "group": "pick_diverse_object_g00"
    },
    {
      "model": "baseline",
      "episode": 1,
      "target": "item1",
      "max_rise_m": {
        "item0": 0.10328024625778198,
        "item1": 2.384185791015625e-07,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": false,
      "instruction": "Pick up the bell.",
      "group": "pick_diverse_object_g00"
    },
    {
      "model": "baseline",
      "episode": 2,
      "target": "item2",
      "max_rise_m": {
        "item0": 0.06758314371109009,
        "item1": 0.0,
        "item2": 0.06658446788787842,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the tea box.",
      "group": "pick_diverse_object_g00"
    },
    {
      "model": "baseline",
      "episode": 3,
      "target": "item3",
      "max_rise_m": {
        "item0": 0.15360069274902344,
        "item1": 9.059906005859375e-06,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": false,
      "instruction": "Pick up the phone.",
      "group": "pick_diverse_object_g00"
    },
    {
      "model": "baseline",
      "episode": 4,
      "target": "item0",
      "max_rise_m": {
        "item0": 0.06528151035308838,
        "item1": 0.050491511821746826,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the bread.",
      "group": "pick_diverse_object_g01"
    },
    {
      "model": "baseline",
      "episode": 5,
      "target": "item1",
      "max_rise_m": {
        "item0": 0.06895655393600464,
        "item1": 0.06633102893829346,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the stapler.",
      "group": "pick_diverse_object_g01"
    },
    {
      "model": "baseline",
      "episode": 6,
      "target": "item2",
      "max_rise_m": {
        "item0": 0.11472588777542114,
        "item1": 4.76837158203125e-07,
        "item2": 1.1920928955078125e-07,
        "item3": 0.0
      },
      "success": false,
      "instruction": "Pick up the coffee box.",
      "group": "pick_diverse_object_g01"
    },
    {
      "model": "baseline",
      "episode": 7,
      "target": "item3",
      "max_rise_m": {
        "item0": 3.081560134887695e-05,
        "item1": 0.0,
        "item2": 0.0,
        "item3": 0.09149676561355591
      },
      "success": false,
      "instruction": "Pick up the bottle.",
      "group": "pick_diverse_object_g01"
    },
    {
      "model": "baseline",
      "episode": 8,
      "target": "item0",
      "max_rise_m": {
        "item0": 0.06618642807006836,
        "item1": 0.0,
        "item2": 0.06689494848251343,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the toy car.",
      "group": "pick_diverse_object_g02"
    },
    {
      "model": "baseline",
      "episode": 9,
      "target": "item1",
      "max_rise_m": {
        "item0": 0.12558263540267944,
        "item1": 2.384185791015625e-07,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": false,
      "instruction": "Pick up the Rubik cube.",
      "group": "pick_diverse_object_g02"
    },
    {
      "model": "baseline",
      "episode": 10,
      "target": "item2",
      "max_rise_m": {
        "item0": 0.06602883338928223,
        "item1": 0.0,
        "item2": 0.06696021556854248,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the soap.",
      "group": "pick_diverse_object_g02"
    },
    {
      "model": "baseline",
      "episode": 11,
      "target": "item3",
      "max_rise_m": {
        "item0": 0.0,
        "item1": 0.06276893615722656,
        "item2": 0.11326950788497925,
        "item3": 2.384185791015625e-07
      },
      "success": false,
      "instruction": "Pick up the playing cards.",
      "group": "pick_diverse_object_g02"
    },
    {
      "model": "pt180k",
      "episode": 0,
      "target": "item0",
      "max_rise_m": {
        "item0": 0.06711632013320923,
        "item1": 0.0,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the mouse.",
      "group": "pick_diverse_object_g00"
    },
    {
      "model": "pt180k",
      "episode": 1,
      "target": "item1",
      "max_rise_m": {
        "item0": 0.0833442211151123,
        "item1": 0.0009104609489440918,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": false,
      "instruction": "Pick up the bell.",
      "group": "pick_diverse_object_g00"
    },
    {
      "model": "pt180k",
      "episode": 2,
      "target": "item2",
      "max_rise_m": {
        "item0": 0.0,
        "item1": 0.0,
        "item2": 0.06512290239334106,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the tea box.",
      "group": "pick_diverse_object_g00"
    },
    {
      "model": "pt180k",
      "episode": 3,
      "target": "item3",
      "max_rise_m": {
        "item0": 0.09375959634780884,
        "item1": 0.0,
        "item2": 0.0017877817153930664,
        "item3": 1.9669532775878906e-05
      },
      "success": false,
      "instruction": "Pick up the phone.",
      "group": "pick_diverse_object_g00"
    },
    {
      "model": "pt180k",
      "episode": 4,
      "target": "item0",
      "max_rise_m": {
        "item0": 0.06620937585830688,
        "item1": 0.0,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the bread.",
      "group": "pick_diverse_object_g01"
    },
    {
      "model": "pt180k",
      "episode": 5,
      "target": "item1",
      "max_rise_m": {
        "item0": 0.0,
        "item1": 0.0671687126159668,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the stapler.",
      "group": "pick_diverse_object_g01"
    },
    {
      "model": "pt180k",
      "episode": 6,
      "target": "item2",
      "max_rise_m": {
        "item0": 0.0,
        "item1": 0.002195596694946289,
        "item2": 0.0669202208518982,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the coffee box.",
      "group": "pick_diverse_object_g01"
    },
    {
      "model": "pt180k",
      "episode": 7,
      "target": "item3",
      "max_rise_m": {
        "item0": 0.07673078775405884,
        "item1": 0.0,
        "item2": 0.0,
        "item3": 0.13367867469787598
      },
      "success": true,
      "instruction": "Pick up the bottle.",
      "group": "pick_diverse_object_g01"
    },
    {
      "model": "pt180k",
      "episode": 8,
      "target": "item0",
      "max_rise_m": {
        "item0": 0.06620103120803833,
        "item1": 0.0,
        "item2": 0.0,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the toy car.",
      "group": "pick_diverse_object_g02"
    },
    {
      "model": "pt180k",
      "episode": 9,
      "target": "item1",
      "max_rise_m": {
        "item0": 0.0,
        "item1": 0.06663113832473755,
        "item2": 2.193450927734375e-05,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the Rubik cube.",
      "group": "pick_diverse_object_g02"
    },
    {
      "model": "pt180k",
      "episode": 10,
      "target": "item2",
      "max_rise_m": {
        "item0": 0.0,
        "item1": 0.0,
        "item2": 0.06759130954742432,
        "item3": 0.0
      },
      "success": true,
      "instruction": "Pick up the soap.",
      "group": "pick_diverse_object_g02"
    },
    {
      "model": "pt180k",
      "episode": 11,
      "target": "item3",
      "max_rise_m": {
        "item0": 0.0612335205078125,
        "item1": 0.0,
        "item2": 0.0,
        "item3": 0.06614434719085693
      },
      "success": true,
      "instruction": "Pick up the playing cards.",
      "group": "pick_diverse_object_g02"
    }
  ]
}