Aligned Video
Captions 1.8M

{
  "id": "1mbyCXQIYxU__s140__e150",
  "split": "test",
  "source_url": "http://youtube.com/watch?v=1mbyCXQIYxU",
  "source_time_range": "02:20-02:30",
  "source_video_category": "Howto & Style",
  "fused_caption": "A close-up shows a pot of rice and brown liquid bubbling and steaming on a stovetop burner, with a red spatula stirring the mixture. The person cooking explains that they are bringing the rice to a boil on medium heat to reduce the liquid …",
  "visual_caption": "The video shows a close-up of a stainless steel pot with a brown liquid inside. The pot is on a black stovetop burner with a flame underneath …",
  "narrative_caption": "The video clip shows a person cooking rice on a stovetop, bringing the rice to a boil and stirring it.",
  "activities_caption": "The person is cooking rice by bringing it to a boil on a stovetop and stirring it with a red spatula.",
  "background_caption": "The background of the video is a kitchen countertop with a black stovetop burner …",
  "speech_transcript": "Now, we're going to bring this to a boil on medium heat just to reduce the liquid. Then we're going to give it a stir,",
  "vlm_primary_scene_text": "Bring to a boil on medium heat to reduce liquid",
  "inferred_video_category": "Food & Drink",
  "inferred_video_subcategory": "Cooking",
  "inferred_title": "How to Cook Rice: Reduce Liquid & Stir",
  "inferred_5_word_summary": "Bring rice to a boil, stir"
}

{
  "id": "49d28db5-02cc-5c6f-b2b1-10450679d880",
  "window_id": "1mbyCXQIYxU__s140__e150",
  "source_url": "http://youtube.com/watch?v=1mbyCXQIYxU",
  "source_time_range": "02:20-02:30",
  "source_video_category": "Howto & Style",
  "split": "test",
  "generation_modality_source": "asr",
  "text": "how to reduce liquid by boiling on medium heat"
}

{
  "id": "d9dbc72b-d4f6-5241-a98f-09cdf2fed829",
  "window_id": "1mbyCXQIYxU__s140__e150",
  "source_url": "http://youtube.com/watch?v=1mbyCXQIYxU",
  "source_time_range": "02:20-02:30",
  "source_video_category": "Howto & Style",
  "split": "test",
  "generation_modality_source": "visuals",
  "question": "What type of pot is being used to cook the rice?",
  "answer": "A stainless steel pot."
}

{
  "id": "9eb8c431-944b-5865-909f-fe07817d41e9",
  "window_id": "1mbyCXQIYxU__s140__e150",
  "source_url": "http://youtube.com/watch?v=1mbyCXQIYxU",
  "source_time_range": "02:20-02:30",
  "source_video_category": "Howto & Style",
  "generation_modality_source": "asr",
  "llm_validation_reason": "The query specifically asks about the reason for stirring while reducing liquid on medium heat, which matches the clip's content showing and explaining this cooking process. It is not a verbatim copy of the text or transcript …",
  "llm_context_source_difficulty": "hard",
  "text": "why do you stir while reducing liquid on medium heat"
}

{
  "id": "-2fmOkN6KH4__s0__e10",
  "text": {
    "dvd": "The video clip starts with a black screen with the words \"Everything Wrong With DEATH WISH\" in white text. The text is in a bold, sans-serif font …",
    "asr": "What? The only 11 seconds",
    "ocr": "Everything Wrong With DEATH WISH In 13 minutes or less Spoilers!! (duh.) 0 00:00:00 Movie Sin Counter Movie Sin Timer WTF? Only 11 seconds of one logo …",
    "fuse": "The clip opens with a bold title card reading Everything Wrong With DEATH WISH and playful warnings about spoilers, set against a dramatic sunset …",
    "asr+ocr": "…", "dvd+asr": "…", "dvd+ocr": "…", "fuse+asr": "…",
    "fuse+ocr": "…", "dvd+asr+ocr": "…", "all": "…"
  }
}
// dvd = dense video description. Matching .npy embeddings per encoder × text
// combo live in evals/retrieval/db_embeddings/; query-side embeddings alongside.