{
  "task": "Put the red marker in the purple bowl",
  "source_url": "https://huggingface.co/datasets/RoboArena/DataDump_08-05-2025",
  "source_revision": "012901aa47d29f34ccfa8c9472587a97e52a3d62",
  "license": "MIT",
  "conditions": "Same recorded evaluation session and task, different policies. Two selected failures, not a benchmark ranking or controlled seed comparison.",
  "annotation_status": "Existing RoboLens model annotations, with cited placement windows visually checked. No tactile data in this sample.",
  "signal": "Measured gripper position, min-max normalized per full episode. Source sample i maps to i/10 seconds; clip time adds clip_start. Not force or tactile pressure.",
  "samples": [
    {
      "id": "ep_086",
      "policy": "pi0_fast_droid",
      "clip_start": 9.0,
      "clip_end": 15.0,
      "event_start": 12.4,
      "event_end": 13.0,
      "video": "/evaluation/ep086-placement.mp4",
      "poster": "/evaluation/ep086-poster.jpg",
      "finding": "The red marker is released into the blue bowl; the task requests the purple bowl.",
      "annotation_source": "raw/ep_086/video_analysis.json#behavior_timeline[8]",
      "source_path": "evaluation_sessions/02fab778-79b2-4a64-a325-91d1e21dc1df/D_pi0_fast_droid",
      "source_sha256": "f088ccb1b1cc117c18a4c1d8566daa8c523c3506e41d6a731e8d3bfcf63a8325",
      "gripper": [
        {
          "t": 9.0,
          "v": 0.81778
        },
        {
          "t": 9.1,
          "v": 0.81778
        },
        {
          "t": 9.2,
          "v": 0.81778
        },
        {
          "t": 9.3,
          "v": 0.81778
        },
        {
          "t": 9.4,
          "v": 0.81778
        },
        {
          "t": 9.5,
          "v": 0.81778
        },
        {
          "t": 9.6,
          "v": 0.81778
        },
        {
          "t": 9.7,
          "v": 0.81778
        },
        {
          "t": 9.8,
          "v": 0.81778
        },
        {
          "t": 9.9,
          "v": 0.81778
        },
        {
          "t": 10.0,
          "v": 0.81778
        },
        {
          "t": 10.1,
          "v": 0.81778
        },
        {
          "t": 10.2,
          "v": 0.81778
        },
        {
          "t": 10.3,
          "v": 0.81778
        },
        {
          "t": 10.4,
          "v": 0.81778
        },
        {
          "t": 10.5,
          "v": 0.81778
        },
        {
          "t": 10.6,
          "v": 0.81778
        },
        {
          "t": 10.7,
          "v": 0.81778
        },
        {
          "t": 10.8,
          "v": 0.81778
        },
        {
          "t": 10.9,
          "v": 0.81778
        },
        {
          "t": 11.0,
          "v": 0.81778
        },
        {
          "t": 11.1,
          "v": 0.81778
        },
        {
          "t": 11.2,
          "v": 0.81778
        },
        {
          "t": 11.3,
          "v": 0.81778
        },
        {
          "t": 11.4,
          "v": 0.81778
        },
        {
          "t": 11.5,
          "v": 0.81778
        },
        {
          "t": 11.6,
          "v": 0.81778
        },
        {
          "t": 11.7,
          "v": 0.81778
        },
        {
          "t": 11.8,
          "v": 0.81778
        },
        {
          "t": 11.9,
          "v": 0.81778
        },
        {
          "t": 12.0,
          "v": 0.8
        },
        {
          "t": 12.1,
          "v": 0.0
        },
        {
          "t": 12.2,
          "v": 0.0
        },
        {
          "t": 12.3,
          "v": 0.0
        },
        {
          "t": 12.4,
          "v": 0.0
        },
        {
          "t": 12.5,
          "v": 0.0
        },
        {
          "t": 12.6,
          "v": 0.0
        },
        {
          "t": 12.7,
          "v": 0.0
        },
        {
          "t": 12.8,
          "v": 0.0
        },
        {
          "t": 12.9,
          "v": 0.0
        },
        {
          "t": 13.0,
          "v": 0.0
        },
        {
          "t": 13.1,
          "v": 0.0
        },
        {
          "t": 13.2,
          "v": 0.0
        },
        {
          "t": 13.3,
          "v": 0.0
        },
        {
          "t": 13.4,
          "v": 0.0
        },
        {
          "t": 13.5,
          "v": 0.0
        },
        {
          "t": 13.6,
          "v": 0.0
        },
        {
          "t": 13.7,
          "v": 0.0
        },
        {
          "t": 13.8,
          "v": 0.0
        },
        {
          "t": 13.9,
          "v": 0.0
        },
        {
          "t": 14.0,
          "v": 0.0
        },
        {
          "t": 14.1,
          "v": 0.0
        },
        {
          "t": 14.2,
          "v": 0.0
        },
        {
          "t": 14.3,
          "v": 0.0
        },
        {
          "t": 14.4,
          "v": 0.0
        },
        {
          "t": 14.5,
          "v": 0.0
        },
        {
          "t": 14.6,
          "v": 0.0
        },
        {
          "t": 14.7,
          "v": 0.0
        },
        {
          "t": 14.8,
          "v": 0.0
        },
        {
          "t": 14.9,
          "v": 0.0
        }
      ]
    },
    {
      "id": "ep_088",
      "policy": "paligemma_diffusion_droid",
      "clip_start": 14.0,
      "clip_end": 20.0,
      "event_start": 17.3,
      "event_end": 17.7,
      "video": "/evaluation/ep088-placement.mp4",
      "poster": "/evaluation/ep088-poster.jpg",
      "finding": "The red marker is released into the blue bowl; the task requests the purple bowl.",
      "annotation_source": "raw/ep_088/video_analysis.json#behavior_timeline[7]",
      "source_path": "evaluation_sessions/02fab778-79b2-4a64-a325-91d1e21dc1df/F_paligemma_diffusion_droid",
      "source_sha256": "b78a98afc9710dadfa8bbdd42229aa088019efe2fe098afcf520839fa89e5a6e",
      "gripper": [
        {
          "t": 14.0,
          "v": 0.82143
        },
        {
          "t": 14.1,
          "v": 0.82143
        },
        {
          "t": 14.2,
          "v": 0.82143
        },
        {
          "t": 14.3,
          "v": 0.82143
        },
        {
          "t": 14.4,
          "v": 0.82143
        },
        {
          "t": 14.5,
          "v": 0.82143
        },
        {
          "t": 14.6,
          "v": 0.82143
        },
        {
          "t": 14.7,
          "v": 0.82143
        },
        {
          "t": 14.8,
          "v": 0.82143
        },
        {
          "t": 14.9,
          "v": 0.82143
        },
        {
          "t": 15.0,
          "v": 0.82143
        },
        {
          "t": 15.1,
          "v": 0.82143
        },
        {
          "t": 15.2,
          "v": 0.82143
        },
        {
          "t": 15.3,
          "v": 0.82143
        },
        {
          "t": 15.4,
          "v": 0.82143
        },
        {
          "t": 15.5,
          "v": 0.82143
        },
        {
          "t": 15.6,
          "v": 0.82143
        },
        {
          "t": 15.7,
          "v": 0.82143
        },
        {
          "t": 15.8,
          "v": 0.82143
        },
        {
          "t": 15.9,
          "v": 0.82143
        },
        {
          "t": 16.0,
          "v": 0.82143
        },
        {
          "t": 16.1,
          "v": 0.82143
        },
        {
          "t": 16.2,
          "v": 0.82143
        },
        {
          "t": 16.3,
          "v": 0.82143
        },
        {
          "t": 16.4,
          "v": 0.82143
        },
        {
          "t": 16.5,
          "v": 0.82143
        },
        {
          "t": 16.6,
          "v": 0.82143
        },
        {
          "t": 16.7,
          "v": 0.82143
        },
        {
          "t": 16.8,
          "v": 0.82143
        },
        {
          "t": 16.9,
          "v": 0.82143
        },
        {
          "t": 17.0,
          "v": 0.82143
        },
        {
          "t": 17.1,
          "v": 0.82143
        },
        {
          "t": 17.2,
          "v": 0.79911
        },
        {
          "t": 17.3,
          "v": 0.74107
        },
        {
          "t": 17.4,
          "v": 0.67411
        },
        {
          "t": 17.5,
          "v": 0.60268
        },
        {
          "t": 17.6,
          "v": 0.51786
        },
        {
          "t": 17.7,
          "v": 0.0
        },
        {
          "t": 17.8,
          "v": 0.0
        },
        {
          "t": 17.9,
          "v": 0.0
        },
        {
          "t": 18.0,
          "v": 0.0
        },
        {
          "t": 18.1,
          "v": 0.0
        },
        {
          "t": 18.2,
          "v": 0.0
        },
        {
          "t": 18.3,
          "v": 0.0
        },
        {
          "t": 18.4,
          "v": 0.0
        },
        {
          "t": 18.5,
          "v": 0.0
        },
        {
          "t": 18.6,
          "v": 0.0
        },
        {
          "t": 18.7,
          "v": 0.0
        },
        {
          "t": 18.8,
          "v": 0.0
        },
        {
          "t": 18.9,
          "v": 0.0
        },
        {
          "t": 19.0,
          "v": 0.0
        },
        {
          "t": 19.1,
          "v": 0.0
        },
        {
          "t": 19.2,
          "v": 0.0
        },
        {
          "t": 19.3,
          "v": 0.0
        },
        {
          "t": 19.4,
          "v": 0.0
        },
        {
          "t": 19.5,
          "v": 0.0
        },
        {
          "t": 19.6,
          "v": 0.0
        },
        {
          "t": 19.7,
          "v": 0.0
        },
        {
          "t": 19.8,
          "v": 0.0
        },
        {
          "t": 19.9,
          "v": 0.0
        }
      ]
    }
  ]
}