{ "version": 1, "label_policy": "Labels independently authored from actual images/frames and publisher speech timestamps BEFORE media model inference. Never adjust v1 labels after inspecting rankings. Create a new version for corrections. No hand-tuned rejection threshold.", "created_utc": "2026-10-12T15:59:36.850393+00:00", "assets": [ { "id": "image01", "path": "assets/image01.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/126407/pexels-photo-126407.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/126407/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Long-haired tabby cat lying flat indoors, eyes toward camera.", "independent_inspection": "view_image before any media embedding inference", "bytes": 27390, "sha256": "c0b2ebddafcff4cd60ae1d2f1b8e53d4e0f11643ac53d0113605f333523b21ed" }, { "id": "image02", "path": "assets/image02.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/1099680/pexels-photo-1099680.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/1099680/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Fruit bowl with raspberries, mango, blackberries, strawberries and almonds, top down.", "independent_inspection": "view_image before any media embedding inference", "bytes": 68905, "sha256": "72b46006e7f55dcad5bec5af977171a369917030cf2ff99e544806af939ffec1" }, { "id": "image03", "path": "assets/image03.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/459225/pexels-photo-459225.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/459225/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Jagged mountains and fir trees reflected in a daylight lake.", "independent_inspection": "view_image before any media embedding inference", "bytes": 34309, "sha256": "c4abbb061e6fcbcef25d36d7bb7f24018c0c768b23176fb2a77a9eb8f5b86f21" }, { "id": "image04", "path": "assets/image04.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/355465/pexels-photo-355465.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/355465/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Dense blue star field and Milky Way above a dark mountain landscape.", "independent_inspection": "view_image before any media embedding inference", "bytes": 37735, "sha256": "8999f22131c22ee1c29d79dda352c2654131eb1b4f61ba7f8b8d21dbbc5cc791" }, { "id": "image05", "path": "assets/image05.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/414612/pexels-photo-414612.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/414612/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Wooden pier into still lake at night under a bright moon.", "independent_inspection": "view_image before any media embedding inference", "bytes": 51106, "sha256": "1cfd9d9c3dea4ec4e1733c55424eef93983bce1167f60777768cae6c549fd889" }, { "id": "image06", "path": "assets/image06.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/1323550/pexels-photo-1323550.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/1323550/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Layered purple mountains under a yellow-orange sunset, tiny person on ridge.", "independent_inspection": "view_image before any media embedding inference", "bytes": 27259, "sha256": "91947e87067c923db2e560f67cdd0c1edec55c9bb0fbab6a83ee7c7adf88860d" }, { "id": "image07", "path": "assets/image07.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/841303/pexels-photo-841303.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/841303/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Cows grazing in green rolling hills.", "independent_inspection": "view_image before any media embedding inference", "bytes": 50633, "sha256": "0b0cc8c211680d19ebdaf2b797af430120c4e65f951143bbe06544eaa0691942" }, { "id": "image08", "path": "assets/image08.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/210019/pexels-photo-210019.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/210019/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Red sports coupe on a wooded road, motion-blurred background.", "independent_inspection": "view_image before any media embedding inference", "bytes": 65362, "sha256": "12b5fd662c054d1337e4adf733751da3e32c1fd40f88dfccc0bd73af4f620369" }, { "id": "image09", "path": "assets/image09.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/1640777/pexels-photo-1640777.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/1640777/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Bowl of quinoa and vegetables, sliced carrots and zucchini on pale table.", "independent_inspection": "view_image before any media embedding inference", "bytes": 68469, "sha256": "6112af5f9ed170d91c7f8e1e5de95142c0190e2e2f8fbbbccf2f106553371817" }, { "id": "image10", "path": "assets/image10.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/302899/pexels-photo-302899.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/302899/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Milk pouring from metal jug into cup of coffee with latte art.", "independent_inspection": "view_image before any media embedding inference", "bytes": 23609, "sha256": "632926d3bd0f4691ae7fd0a8e2cb8b455e0252511eebf322e91c64c17cdf0e2a" }, { "id": "image11", "path": "assets/image11.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/248797/pexels-photo-248797.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/248797/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Turquoise tropical sea and white beach fringed by green vegetation.", "independent_inspection": "view_image before any media embedding inference", "bytes": 27716, "sha256": "c02ad4a8bbe8091cbc3a9a0abc602a905cb46056efa94141950f3af1c749c038" }, { "id": "image12", "path": "assets/image12.jpg", "kind": "image", "source_url": "https://images.pexels.com/photos/167964/pexels-photo-167964.jpeg?auto=compress&cs=tinysrgb&w=640", "source_page": "https://www.pexels.com/photo/167964/", "license": "Pexels License", "license_url": "https://www.pexels.com/license/", "changes": "Publisher-provided 640px compressed derivative, no local pixel changes.", "observation": "Black and white silhouette of a person reaching a hand toward camera.", "independent_inspection": "view_image before any media embedding inference", "bytes": 14256, "sha256": "dd3bc409128a8702522bac7b953a5eb691662eebf21ac3ba0b3b15c70f86d54b" }, { "id": "clip01", "path": "assets/clip01.webm", "kind": "video", "duration_s": 22.204, "source_url": "https://upload.wikimedia.org/wikipedia/commons/c/cc/Cat_opening_door.webm", "source_page": "https://commons.wikimedia.org/wiki/File:Cat_opening_door.webm", "license": "CC-BY-SA-4.0", "license_url": "https://creativecommons.org/licenses/by-sa/4.0/", "author": "Astropulse", "changes": "None; downloaded original file.", "observation": "Orange tabby cat twice jumps against white door near its lever, then crouches.", "independent_inspection": "Real frames viewed before inference; NASA speech labels use publisher SRT, never model outputs.", "bytes": 2253125, "sha256": "1a1f420559b306574ba8a04aee0175c38c2e20815b1bd46a45aae86d17f3ad53" }, { "id": "clip02", "path": "assets/clip02.webm", "kind": "video", "duration_s": 13.81, "source_url": "https://upload.wikimedia.org/wikipedia/commons/c/c9/Water_flowing_strem.webm", "source_page": "https://commons.wikimedia.org/wiki/File:Water_flowing_strem.webm", "license": "CC0-1.0", "license_url": "https://creativecommons.org/publicdomain/zero/1.0/", "author": "BhotaRohit", "changes": "None; downloaded original file.", "observation": "Tall waterfall descending misty rocky hillside; a tiny person appears near its base.", "independent_inspection": "Real frames viewed before inference; NASA speech labels use publisher SRT, never model outputs.", "bytes": 6001205, "sha256": "5652e6490bea85dfb7a1da05e00fc7f3d8cc2cbd54790c03a48223f2256bc3d1" }, { "id": "clip03", "path": "assets/clip03.webm", "kind": "video", "duration_s": 5.056, "source_url": "https://interactive-examples.mdn.mozilla.net/media/cc0-videos/flower.webm", "source_page": "https://github.com/mdn/interactive-examples", "license": "CC0-1.0", "license_url": "https://raw.githubusercontent.com/mdn/interactive-examples/main/LICENSE", "author": "MDN contributors", "changes": "None; downloaded original file.", "observation": "Timelapse of closed red flower bud opening among green purple-edged leaves.", "independent_inspection": "Real frames viewed before inference; NASA speech labels use publisher SRT, never model outputs.", "bytes": 554058, "sha256": "c6f8a348953395598a9a73b9bab1676436410797bce9f398f4be1531d6e76dda" }, { "id": "clip04", "path": "assets/clip04.mp4", "kind": "video", "duration_s": 80.63, "source_url": "https://images-assets.nasa.gov/video/Artemis%20Origins/Artemis%20Origins~small.mp4", "source_page": "https://images.nasa.gov/details/Artemis%20Origins", "license": "NASA informational media permission", "license_url": "https://www.nasa.gov/nasa-brand-center/images-and-media/", "author": "NASA", "changes": "None; downloaded original file.", "observation": "Artemis Origins montage: Apollo astronauts, lunar surface/rover, a speech and future-space imagery. Speech intervals independently labelled from NASA publisher SRT.", "independent_inspection": "Real frames viewed before inference; NASA speech labels use publisher SRT, never model outputs.", "bytes": 16710310, "sha256": "5fa4af30f984f4d7d53b50990d1e21e41df50b62a8b3ec3a2a1d44f30431f0f1" }, { "id": "music01", "path": "assets/music01.ogg", "kind": "music", "source_url": "https://upload.wikimedia.org/wikipedia/commons/4/49/Kimiko_Ishizaka_-_14_-_Variatio_13_a_2_Clav.ogg", "source_page": "https://commons.wikimedia.org/wiki/File:Kimiko_Ishizaka_-_14_-_Variatio_13_a_2_Clav.ogg", "license": "CC0-1.0", "license_url": "https://creativecommons.org/publicdomain/zero/1.0/", "author": "Kimiko Ishizaka", "changes": "None; original waveform and embedded metadata retained.", "observation": "Soft solo piano performance of Bach Goldberg Variation13, original Vorbis artist/title tags retained.", "duration_s": 254.453333, "tags": { "encoder": "Lavc58.54.100 libvorbis", "title": "Variatio 13 a 2 Clav.", "artist": "Kimiko Ishizaka", "track": "14", "album": "The Open Goldberg Variations", "disc": "1", "date": "2012-05-29T17:49:26", "genre": "Classical", "copyright": "CC0 1.0 Universal: http://creativecommons.org/publicdomain/zero/1.0/", "tdat": "2012-05-29 17:49:26", "comment": "URL: http://freemusicarchive.org/music/Kimiko_Ishizaka/The_Open_Goldberg_Variations/KIMIKO_ISHIZAKA_-_Goldberg_Variations_BWV_988_-_14_-_Variatio_13_a_2_Clav__44k-24b\r\nComments: http://freemusicarchive.org/\r\nCurator: ccCommunity\r\nCopyright: CC0 1.0 Universal: http://creativecommons.org/publicdomain/zero/1.0/\r\nComposer: J.S. Bach", "tlen": "254453", "tsrc": "QMNYZ1200014", "composer": "J.S. Bach", "album_artist": "Kimiko Ishizaka" }, "independent_inspection": "Publisher descriptions and original FFprobe tags checked before inference. Audio perception not claimed as human listening.", "bytes": 4697594, "sha256": "29fcd20414ee19c2a5aa4339eaf6375079dc87959051ab0aea32c76df52f34dc" }, { "id": "music02", "path": "assets/music02.ogg", "kind": "music", "source_url": "https://upload.wikimedia.org/wikipedia/commons/3/37/00_Jazz_Violin_Solo.ogg", "source_page": "https://commons.wikimedia.org/wiki/File:00_Jazz_Violin_Solo.ogg", "license": "PD-self", "license_url": "https://commons.wikimedia.org/wiki/File:00_Jazz_Violin_Solo.ogg", "author": "VWD", "changes": "None; original waveform and embedded metadata retained.", "observation": "Jazz violin solo, original Vorbis tags identify artist Violinist WTD and title Jazz Violin Solo.", "duration_s": 30.0, "tags": { "album": "2007 Spring Concert Series", "artist": "Violinist WTD", "composer": "Violinist WTD/LPC Jazz Band", "date": "2007", "encoder": "Max 0.7.1", "encoding": "Vorbis settings: VBR(q=3.000000)", "genre": "Jazz", "title": "Jazz Violin Solo" }, "independent_inspection": "Publisher descriptions and original FFprobe tags checked before inference. Audio perception not claimed as human listening.", "bytes": 198070, "sha256": "9ce9c5d07f941c07cab575e58016d6ad1b09219a36477652118d8e85c3401dd8" }, { "id": "sound01", "path": "assets/sound01.wav", "kind": "sound", "source_url": "https://opengameart.org/sites/default/files/dog_barking_mono.wav", "source_page": "https://opengameart.org/content/dog-barking-mono", "license": "CC0-1.0", "license_url": "https://creativecommons.org/publicdomain/zero/1.0/", "author": "Brandon Morris (uploaded by HaelDB)", "changes": "None; original waveform and embedded metadata retained.", "observation": "Dog bark recording from independently described source; real waveform retained.", "duration_s": 2.038594, "tags": {}, "independent_inspection": "Publisher descriptions and original FFprobe tags checked before inference. Audio perception not claimed as human listening.", "bytes": 179848, "sha256": "bbd0f908b3514dd3bd7d2bc04dcf64f8d360a161e7f43cac5d6761e7add79451" }, { "id": "sound02", "path": "assets/sound02.mp3", "kind": "sound", "source_url": "https://interactive-examples.mdn.mozilla.net/media/cc0-audio/t-rex-roar.mp3", "source_page": "https://github.com/mdn/interactive-examples", "license": "CC0-1.0", "license_url": "https://creativecommons.org/publicdomain/zero/1.0/", "author": "MDN contributors", "changes": "None; original waveform and embedded metadata retained.", "observation": "Roaring creature sound effect from independently described CC0 source; real waveform retained.", "duration_s": 2.074218, "tags": { "encoder": "LAME3.98r" }, "independent_inspection": "Publisher descriptions and original FFprobe tags checked before inference. Audio perception not claimed as human listening.", "bytes": 39868, "sha256": "41191d0727073bf848bcc8f0bd851d71a0b0058e901abb1c1b236ad327bda52e" } ], "queries": [ { "id": "q001", "text": "the fluffy striped cat resting with its chin on the floor", "language": "en", "expected": [ "image01" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q002", "text": "die flauschige gestreifte Katze liegt mit dem Kinn auf dem Boden", "language": "de", "expected": [ "image01" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q003", "text": "the overhead breakfast bowl with berries and diced mango", "language": "en", "expected": [ "image02" ], "category": "image-memory", "hard_negatives": [ "image09" ] }, { "id": "q004", "text": "die Frühstücksschüssel mit Beeren und gewürfelter Mango von oben", "language": "de", "expected": [ "image02" ], "category": "image-memory", "hard_negatives": [ "image09" ] }, { "id": "q005", "text": "the daytime lake reflecting jagged mountains and pine trees", "language": "en", "expected": [ "image03" ], "category": "image-memory", "hard_negatives": [ "image05", "image06", "image04" ] }, { "id": "q006", "text": "der See bei Tageslicht spiegelt schroffe Berge und Tannen", "language": "de", "expected": [ "image03" ], "category": "image-memory", "hard_negatives": [ "image05", "image06", "image04" ] }, { "id": "q007", "text": "the Milky Way over a dark mountain valley", "language": "en", "expected": [ "image04" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q008", "text": "die Milchstraße über einem dunklen Bergtal", "language": "de", "expected": [ "image04" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q009", "text": "the wooden jetty pointing into a lake under moonlight", "language": "en", "expected": [ "image05" ], "category": "image-memory", "hard_negatives": [ "image03", "image04" ] }, { "id": "q010", "text": "der Holzsteg führt bei Mondlicht in einen See", "language": "de", "expected": [ "image05" ], "category": "image-memory", "hard_negatives": [ "image03", "image04" ] }, { "id": "q011", "text": "the pink layered mountain ridges beneath a golden sunset", "language": "en", "expected": [ "image06" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q012", "text": "die rosa Bergketten unter einem goldenen Sonnenuntergang", "language": "de", "expected": [ "image06" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q013", "text": "the herd of cows on green hills", "language": "en", "expected": [ "image07" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q014", "text": "die Kuhherde auf grünen Hügeln", "language": "de", "expected": [ "image07" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q015", "text": "the red sports car driving through woods", "language": "en", "expected": [ "image08" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q016", "text": "das rote Sportauto fährt durch den Wald", "language": "de", "expected": [ "image08" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q017", "text": "the vegetable and grain bowl beside carrot slices", "language": "en", "expected": [ "image09" ], "category": "image-memory", "hard_negatives": [ "image02" ] }, { "id": "q018", "text": "die Gemüse-Getreide-Schüssel neben Karottenscheiben", "language": "de", "expected": [ "image09" ], "category": "image-memory", "hard_negatives": [ "image02" ] }, { "id": "q019", "text": "milk being poured into coffee to make a pattern", "language": "en", "expected": [ "image10" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q020", "text": "Milch wird für ein Muster in den Kaffee gegossen", "language": "de", "expected": [ "image10" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q021", "text": "the empty tropical beach with turquoise water", "language": "en", "expected": [ "image11" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q022", "text": "der leere tropische Strand mit türkisfarbenem Wasser", "language": "de", "expected": [ "image11" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q023", "text": "the black and white photo with a hand reaching towards us", "language": "en", "expected": [ "image12" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q024", "text": "das Schwarzweißfoto mit einer Hand, die nach uns greift", "language": "de", "expected": [ "image12" ], "category": "image-memory", "hard_negatives": [] }, { "id": "q025", "text": "the cat jumping up beside a door handle", "language": "en", "expected": [ "clip01" ], "category": "video-action", "intervals": { "clip01": [ [ 2, 4.9 ], [ 15.5, 17.5 ] ] }, "hard_negatives": [ "image01" ], "negative_intervals": { "clip01": [ [ 7, 14 ] ] } }, { "id": "q026", "text": "die Katze springt neben dem Türgriff hoch", "language": "de", "expected": [ "clip01" ], "category": "video-action", "intervals": { "clip01": [ [ 2, 4.9 ], [ 15.5, 17.5 ] ] }, "hard_negatives": [ "image01" ], "negative_intervals": { "clip01": [ [ 7, 14 ] ] } }, { "id": "q027", "text": "the cat sitting low by the door after trying to open it", "language": "en", "expected": [ "clip01" ], "category": "video-action", "intervals": { "clip01": [ [ 7, 14 ] ] }, "negative_intervals": { "clip01": [ [ 2, 4.9 ], [ 15.5, 17.5 ] ] } }, { "id": "q028", "text": "die Katze sitzt nach dem Öffnungsversuch unten an der Tür", "language": "de", "expected": [ "clip01" ], "category": "video-action", "intervals": { "clip01": [ [ 7, 14 ] ] }, "negative_intervals": { "clip01": [ [ 2, 4.9 ], [ 15.5, 17.5 ] ] } }, { "id": "q029", "text": "the red flower bud before its petals open", "language": "en", "expected": [ "clip03" ], "category": "video-temporal", "intervals": { "clip03": [ [ 0, 1.0 ] ] }, "negative_intervals": { "clip03": [ [ 3.5, 5.05 ] ] } }, { "id": "q030", "text": "die rote Blütenknospe bevor sich die Blätter öffnen", "language": "de", "expected": [ "clip03" ], "category": "video-temporal", "intervals": { "clip03": [ [ 0, 1.0 ] ] }, "negative_intervals": { "clip03": [ [ 3.5, 5.05 ] ] } }, { "id": "q031", "text": "the red flower with its petals open wide", "language": "en", "expected": [ "clip03" ], "category": "video-temporal", "intervals": { "clip03": [ [ 3.5, 5.05 ] ] }, "negative_intervals": { "clip03": [ [ 0, 1.0 ] ] } }, { "id": "q032", "text": "die rote Blume mit weit geöffneten Blütenblättern", "language": "de", "expected": [ "clip03" ], "category": "video-temporal", "intervals": { "clip03": [ [ 3.5, 5.05 ] ] }, "negative_intervals": { "clip03": [ [ 0, 1.0 ] ] } }, { "id": "q033", "text": "the tall waterfall on a foggy rocky mountain", "language": "en", "expected": [ "clip02" ], "category": "video-scene", "intervals": { "clip02": [ [ 0, 13.81 ] ] }, "hard_negatives": [ "image03", "image05", "image11" ] }, { "id": "q034", "text": "der hohe Wasserfall an einem nebligen felsigen Berg", "language": "de", "expected": [ "clip02" ], "category": "video-scene", "intervals": { "clip02": [ [ 0, 13.81 ] ] }, "hard_negatives": [ "image03", "image05", "image11" ] }, { "id": "q035", "text": "the astronaut standing on the Moon next to landing equipment", "language": "en", "expected": [ "clip04" ], "category": "video-scene", "intervals": { "clip04": [ [ 10, 20 ] ] } }, { "id": "q036", "text": "der Astronaut auf dem Mond neben der Landeausrüstung", "language": "de", "expected": [ "clip04" ], "category": "video-scene", "intervals": { "clip04": [ [ 10, 20 ] ] } }, { "id": "q037", "text": "the lunar rover driving over grey Moon terrain", "language": "en", "expected": [ "clip04" ], "category": "video-scene", "intervals": { "clip04": [ [ 24, 33 ] ] } }, { "id": "q038", "text": "der Mondrover fährt über graues Mondgelände", "language": "de", "expected": [ "clip04" ], "category": "video-scene", "intervals": { "clip04": [ [ 24, 33 ] ] } }, { "id": "q039", "text": "someone saying that we choose to go to the Moon", "language": "en", "expected": [ "clip04" ], "category": "video-speech", "intervals": { "clip04": [ [ 1.551, 3.603 ] ] }, "required_modality": "audio" }, { "id": "q040", "text": "jemand sagt, dass wir uns entscheiden, zum Mond zu fliegen", "language": "de", "expected": [ "clip04" ], "category": "video-speech", "intervals": { "clip04": [ [ 1.551, 3.603 ] ] }, "required_modality": "audio" }, { "id": "q041", "text": "someone finding orange soil on the Moon", "language": "en", "expected": [ "clip04" ], "category": "video-speech", "intervals": { "clip04": [ [ 13.129, 16.316 ] ] }, "required_modality": "audio" }, { "id": "q042", "text": "jemand findet orangefarbenen Boden auf dem Mond", "language": "de", "expected": [ "clip04" ], "category": "video-speech", "intervals": { "clip04": [ [ 13.129, 16.316 ] ] }, "required_modality": "audio" }, { "id": "q043", "text": "a request to fund the Artemis program for the first woman on the Moon", "language": "en", "expected": [ "clip04" ], "category": "video-speech", "intervals": { "clip04": [ [ 43.777, 52.419 ] ] }, "required_modality": "audio" }, { "id": "q044", "text": "eine Bitte um Finanzierung von Artemis für die erste Frau auf dem Mond", "language": "de", "expected": [ "clip04" ], "category": "video-speech", "intervals": { "clip04": [ [ 43.777, 52.419 ] ] }, "required_modality": "audio" }, { "id": "q045", "text": "someone talking about planting a flag on Mars", "language": "en", "expected": [ "clip04" ], "category": "video-speech", "intervals": { "clip04": [ [ 56.539, 63.496 ] ] }, "required_modality": "audio" }, { "id": "q046", "text": "jemand spricht davon, eine Flagge auf dem Mars aufzustellen", "language": "de", "expected": [ "clip04" ], "category": "video-speech", "intervals": { "clip04": [ [ 56.539, 63.496 ] ] }, "required_modality": "audio" }, { "id": "q047", "text": "gentle solo piano music without anyone singing", "language": "en", "expected": [ "music01" ], "category": "music-memory", "intervals": { "music01": [ [ 0, 254.45 ] ] }, "required_modality": "audio", "hard_negatives": [ "music02" ] }, { "id": "q048", "text": "sanfte Klaviermusik ohne Gesang", "language": "de", "expected": [ "music01" ], "category": "music-memory", "intervals": { "music01": [ [ 0, 254.45 ] ] }, "required_modality": "audio", "hard_negatives": [ "music02" ] }, { "id": "q049", "text": "a jazzy violin melody", "language": "en", "expected": [ "music02" ], "category": "music-memory", "intervals": { "music02": [ [ 0, 30 ] ] }, "required_modality": "audio", "hard_negatives": [ "music01" ] }, { "id": "q050", "text": "eine jazzige Geigenmelodie", "language": "de", "expected": [ "music02" ], "category": "music-memory", "intervals": { "music02": [ [ 0, 30 ] ] }, "required_modality": "audio", "hard_negatives": [ "music01" ] }, { "id": "q051", "text": "a dog barking nearby", "language": "en", "expected": [ "sound01" ], "category": "sound-memory", "intervals": { "sound01": [ [ 0, 2.039 ] ] }, "required_modality": "audio", "hard_negatives": [ "sound02" ] }, { "id": "q052", "text": "ein Hund bellt in der Nähe", "language": "de", "expected": [ "sound01" ], "category": "sound-memory", "intervals": { "sound01": [ [ 0, 2.039 ] ] }, "required_modality": "audio", "hard_negatives": [ "sound02" ] }, { "id": "q053", "text": "a growling roaring creature sound effect", "language": "en", "expected": [ "sound02" ], "category": "sound-memory", "intervals": { "sound02": [ [ 0, 2.074 ] ] }, "required_modality": "audio", "hard_negatives": [ "sound01" ] }, { "id": "q054", "text": "ein knurrender brüllender Kreatur-Soundeffekt", "language": "de", "expected": [ "sound02" ], "category": "sound-memory", "intervals": { "sound02": [ [ 0, 2.074 ] ] }, "required_modality": "audio", "hard_negatives": [ "sound01" ] }, { "id": "q055", "text": "Kimiko Ishizaka", "language": "en", "expected": [ "music01" ], "category": "exact-metadata", "metadata": { "artist": "Kimiko Ishizaka" } }, { "id": "q056", "text": "Jazz Violin Solo", "language": "en", "expected": [ "music02" ], "category": "exact-metadata", "metadata": { "title": "Jazz Violin Solo" } }, { "id": "q057", "text": "Violinist WTD", "language": "en", "expected": [ "music02" ], "category": "exact-metadata", "metadata": { "artist": "Violinist WTD" } }, { "id": "q058", "text": "wooden pier under the moon", "language": "en", "expected": [ "image05" ], "category": "exact-filter", "filters": { "extension": "jpg" } }, { "id": "q059", "text": "the cat jumping beside the handle", "language": "en", "expected": [], "category": "temporal-negative", "filters": { "asset": "clip01", "time_range_s": [ 7, 14 ] }, "required_modality": "image" }, { "id": "q060", "text": "someone mentioning Mars", "language": "en", "expected": [], "category": "filter-no-answer", "filters": { "extension": "ogg" }, "required_modality": "audio" }, { "id": "q061", "text": "a purple elephant playing a violin on the beach", "language": "en", "expected": [], "category": "content-no-answer", "split": "held-out-no-answer" }, { "id": "q062", "text": "ein violetter Elefant spielt Geige am Strand", "language": "de", "expected": [], "category": "content-no-answer", "split": "held-out-no-answer" }, { "id": "q063", "text": "someone explains quantum entanglement", "language": "en", "expected": [], "category": "speech-no-answer", "required_modality": "audio", "split": "held-out-no-answer" }, { "id": "q064", "text": "jemand erklärt Quantenverschränkung", "language": "de", "expected": [], "category": "speech-no-answer", "required_modality": "audio", "split": "held-out-no-answer" }, { "id": "q065", "text": "Adele", "language": "en", "expected": [], "category": "metadata-no-answer", "metadata": { "artist": "Adele" } } ] }