{ "schema": 1, "frozen_before_inference": true, "label_policy": "New queries authored without opening inference outputs. Existing source content/independent media descriptions only. One AI annotator, not independent human truth. Never revise labels after outputs. Historical absence20 not reused. Partial queries scored separately. Extraction/indexing failures must be reported separately, not successful abstentions.", "corpus_policy": "All 36 declared files form fixed distractor corpus. Copy only declared source bytes into a dedicated corpus; no repository-wide index. Speech PCM stays ignored and is referenced by exact hash, not added to Git.", "assets": [ { "id": "code-pattern", "path": "fixtures/relevance-v2/sources/BurntSushi__aho-corasick__src__packed__api.rs", "sha256": "7bcb23b99bbf87e41348ef8d4db72a88dff744de503dcb684ac9d40659656f96", "bytes": 23091, "kind": "code", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "code-version", "path": "fixtures/relevance-v2/sources/dtolnay__semver__src__parse.rs", "sha256": "2d9cb28a72a813968c16da29a9690f8e53f1ce00727a1dbe67aec3ddb5ed59ed", "bytes": 12187, "kind": "code", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "bicycle-a", "path": "fixtures/relevance-v2/sources/bicycle-a.md", "sha256": "2d77a47673d5900784efa2eb7943efb29abcf36b19ef81e4291ce52dc47f1f70", "bytes": 274, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "bicycle-b", "path": "fixtures/relevance-v2/sources/bicycle-b.md", "sha256": "6302d4a3832b65d25a46e8502cfa5dcaeb6256ef22cae9b7f6eda9d01e5d3375", "bytes": 247, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "bakery-a", "path": "fixtures/relevance-v2/sources/bakery-a.md", "sha256": "158ee5091f8c6cdb6775da7244441731869da3645059f10048c975504003484d", "bytes": 267, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "bakery-b", "path": "fixtures/relevance-v2/sources/bakery-b.md", "sha256": "c17ce0846c41b46b4346ed7e83815677dddd678cc6268297d865bca912df4920", "bytes": 270, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "meter-a", "path": "fixtures/relevance-v2/sources/meter-a.md", "sha256": "ab41afc2781a045ab2eac305a68074830c9878cd951a8ee4fcd65335b4a91aab", "bytes": 307, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "meter-b", "path": "fixtures/relevance-v2/sources/meter-b.md", "sha256": "6044b38f140d5302619f450fa6a7ad5ae08133e2d748a4279b325ca42b28fbb9", "bytes": 255, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "museum-a", "path": "fixtures/relevance-v2/sources/museum-a.md", "sha256": "4e88213ad17ac4eb63f8acd13d9842ededebd6f211226876bd817bbd296246d0", "bytes": 278, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "museum-b", "path": "fixtures/relevance-v2/sources/museum-b.md", "sha256": "51072d9e67336305851f74100583e748a4b9cbc817a83a4ec3575d5bdb792a15", "bytes": 260, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "irrigation-a", "path": "fixtures/relevance-v2/sources/irrigation-a.md", "sha256": "e57ab03ca777a20f8a281ea700f1117d56b25439a12e05f08af5d3a928e78488", "bytes": 306, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "irrigation-b", "path": "fixtures/relevance-v2/sources/irrigation-b.md", "sha256": "9a9b28cc09bc8f1468c6933f1d0969909e7f58478084fcbbda51b96dabb83c6c", "bytes": 251, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "ferry-a", "path": "fixtures/relevance-v2/sources/ferry-a.md", "sha256": "c88a26ac20a896b2f815861e2fc10d6ccee8a572ff3ee637b4eecdcac4adce86", "bytes": 261, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "ferry-b", "path": "fixtures/relevance-v2/sources/ferry-b.md", "sha256": "47c14d1b88e3f38167778347ec1978b4346555b66f81f321bf18e5d7ce868a41", "bytes": 244, "kind": "document", "source_manifest": "fixtures/relevance-v2/fixture.json", "label_basis": "Exact source text inspected by label author" }, { "id": "image01", "path": "fixtures/media/assets/image01.jpg", "sha256": "c0b2ebddafcff4cd60ae1d2f1b8e53d4e0f11643ac53d0113605f333523b21ed", "bytes": 27390, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Long-haired tabby cat lying flat indoors, eyes toward camera." }, { "id": "image02", "path": "fixtures/media/assets/image02.jpg", "sha256": "72b46006e7f55dcad5bec5af977171a369917030cf2ff99e544806af939ffec1", "bytes": 68905, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Fruit bowl with raspberries, mango, blackberries, strawberries and almonds, top down." }, { "id": "image03", "path": "fixtures/media/assets/image03.jpg", "sha256": "c4abbb061e6fcbcef25d36d7bb7f24018c0c768b23176fb2a77a9eb8f5b86f21", "bytes": 34309, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Jagged mountains and fir trees reflected in a daylight lake." }, { "id": "image04", "path": "fixtures/media/assets/image04.jpg", "sha256": "8999f22131c22ee1c29d79dda352c2654131eb1b4f61ba7f8b8d21dbbc5cc791", "bytes": 37735, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Dense blue star field and Milky Way above a dark mountain landscape." }, { "id": "image05", "path": "fixtures/media/assets/image05.jpg", "sha256": "1cfd9d9c3dea4ec4e1733c55424eef93983bce1167f60777768cae6c549fd889", "bytes": 51106, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Wooden pier into still lake at night under a bright moon." }, { "id": "image06", "path": "fixtures/media/assets/image06.jpg", "sha256": "91947e87067c923db2e560f67cdd0c1edec55c9bb0fbab6a83ee7c7adf88860d", "bytes": 27259, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Layered purple mountains under a yellow-orange sunset, tiny person on ridge." }, { "id": "image07", "path": "fixtures/media/assets/image07.jpg", "sha256": "0b0cc8c211680d19ebdaf2b797af430120c4e65f951143bbe06544eaa0691942", "bytes": 50633, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Cows grazing in green rolling hills." }, { "id": "image08", "path": "fixtures/media/assets/image08.jpg", "sha256": "12b5fd662c054d1337e4adf733751da3e32c1fd40f88dfccc0bd73af4f620369", "bytes": 65362, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Red sports coupe on a wooded road, motion-blurred background." }, { "id": "image09", "path": "fixtures/media/assets/image09.jpg", "sha256": "6112af5f9ed170d91c7f8e1e5de95142c0190e2e2f8fbbbccf2f106553371817", "bytes": 68469, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Bowl of quinoa and vegetables, sliced carrots and zucchini on pale table." }, { "id": "image10", "path": "fixtures/media/assets/image10.jpg", "sha256": "632926d3bd0f4691ae7fd0a8e2cb8b455e0252511eebf322e91c64c17cdf0e2a", "bytes": 23609, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Milk pouring from metal jug into cup of coffee with latte art." }, { "id": "image11", "path": "fixtures/media/assets/image11.jpg", "sha256": "c02ad4a8bbe8091cbc3a9a0abc602a905cb46056efa94141950f3af1c749c038", "bytes": 27716, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Turquoise tropical sea and white beach fringed by green vegetation." }, { "id": "image12", "path": "fixtures/media/assets/image12.jpg", "sha256": "dd3bc409128a8702522bac7b953a5eb691662eebf21ac3ba0b3b15c70f86d54b", "bytes": 14256, "kind": "image", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Black and white silhouette of a person reaching a hand toward camera." }, { "id": "clip01", "path": "fixtures/media/assets/clip01.webm", "sha256": "1a1f420559b306574ba8a04aee0175c38c2e20815b1bd46a45aae86d17f3ad53", "bytes": 2253125, "kind": "video", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Orange tabby cat twice jumps against white door near its lever, then crouches." }, { "id": "clip02", "path": "fixtures/media/assets/clip02.webm", "sha256": "5652e6490bea85dfb7a1da05e00fc7f3d8cc2cbd54790c03a48223f2256bc3d1", "bytes": 6001205, "kind": "video", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Tall waterfall descending misty rocky hillside; a tiny person appears near its base." }, { "id": "clip03", "path": "fixtures/media/assets/clip03.webm", "sha256": "c6f8a348953395598a9a73b9bab1676436410797bce9f398f4be1531d6e76dda", "bytes": 554058, "kind": "video", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Timelapse of closed red flower bud opening among green purple-edged leaves." }, { "id": "clip04", "path": "fixtures/media/assets/clip04.mp4", "sha256": "5fa4af30f984f4d7d53b50990d1e21e41df50b62a8b3ec3a2a1d44f30431f0f1", "bytes": 16710310, "kind": "video", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Artemis Origins montage: Apollo astronauts, lunar surface/rover, a speech and future-space imagery. Speech intervals independently labelled from NASA publisher SRT." }, { "id": "music01", "path": "fixtures/media/assets/music01.ogg", "sha256": "29fcd20414ee19c2a5aa4339eaf6375079dc87959051ab0aea32c76df52f34dc", "bytes": 4697594, "kind": "music", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Soft solo piano performance of Bach Goldberg Variation13, original Vorbis artist/title tags retained." }, { "id": "music02", "path": "fixtures/media/assets/music02.ogg", "sha256": "9ce9c5d07f941c07cab575e58016d6ad1b09219a36477652118d8e85c3401dd8", "bytes": 198070, "kind": "music", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Jazz violin solo, original Vorbis tags identify artist Violinist WTD and title Jazz Violin Solo." }, { "id": "sound01", "path": "fixtures/media/assets/sound01.wav", "sha256": "bbd0f908b3514dd3bd7d2bc04dcf64f8d360a161e7f43cac5d6761e7add79451", "bytes": 179848, "kind": "sound", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Dog bark recording from independently described source; real waveform retained." }, { "id": "sound02", "path": "fixtures/media/assets/sound02.mp3", "sha256": "41191d0727073bf848bcc8f0bd851d71a0b0058e901abb1c1b236ad327bda52e", "bytes": 39868, "kind": "sound", "source_manifest": "fixtures/media/fixture.json", "label_basis": "Roaring creature sound effect from independently described CC0 source; real waveform retained." }, { "id": "speech-en", "path": ".searchi/qa/speech-service-validation-v1/core/corpus/speech-en.wav", "sha256": "0aa1fa97d367d987bfb3bb01d7eca11db77a544552ccb8dc0a78ad74d0b496ea", "bytes": 720428, "kind": "speech", "source_manifest": "fixtures/speech-validation-v1/fixture.json", "label_basis": "Publisher Article 1 text; derived PCM with 5 second prefix; no model transcript used" }, { "id": "speech-de", "path": ".searchi/qa/speech-service-validation-v1/core/corpus/speech-de.wav", "sha256": "4af09fe7d80056600e4c288161697a094108f343b069ffd581ccabc06a048afe", "bytes": 519052, "kind": "speech", "source_manifest": "fixtures/speech-validation-v1/fixture.json", "label_basis": "Publisher Article 1 text; derived PCM with 5 second prefix; no model transcript used" } ], "queries": [ { "id": "a3-001", "text": "instructions for proving when a tenant stopped consuming power", "language": "en", "category": "document", "scope": "all", "expected_ids": [ "meter-a" ], "label": "answerable", "rationale": "Moving-day photograph, identifier and handover date support departing resident final bill.", "split": "new_blind_holdout" }, { "id": "a3-002", "text": "Wie belege ich den Stromverbrauch beim Auszug eines Mieters?", "language": "de", "category": "document", "scope": "all", "expected_ids": [ "meter-a" ], "label": "answerable", "rationale": "Moving-day photograph, identifier and handover date support departing resident final bill.", "split": "new_blind_holdout" }, { "id": "a3-003", "text": "the form for transferring a tenant's electricity direct debit to the next resident", "language": "en", "category": "document", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Meter reading document exists but no direct-debit transfer form or procedure.", "split": "new_blind_holdout" }, { "id": "a3-004", "text": "Formular zur Übertragung des Stromlastschriftmandats auf den Nachmieter", "language": "de", "category": "document", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Meter reading document exists but no direct-debit transfer form or procedure.", "split": "new_blind_holdout" }, { "id": "a3-005", "text": "proof required before collecting the fragile exhibit on loan", "language": "en", "category": "document", "scope": "all", "expected_ids": [ "museum-a" ], "label": "answerable", "rationale": "Insurance certificate before collection of ceramic bowl.", "split": "new_blind_holdout" }, { "id": "a3-006", "text": "Welchen Nachweis braucht man vor Abholung des zerbrechlichen Leihobjekts?", "language": "de", "category": "document", "scope": "all", "expected_ids": [ "museum-a" ], "label": "answerable", "rationale": "Insurance certificate before collection of ceramic bowl.", "split": "new_blind_holdout" }, { "id": "a3-007", "text": "export customs declaration for taking the borrowed museum bowl overseas", "language": "en", "category": "document", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Transit insurance exists; neither customs/export declaration nor overseas loan rule exists.", "split": "new_blind_holdout" }, { "id": "a3-008", "text": "Zollausfuhranmeldung für die geliehene Museumsschale ins Ausland", "language": "de", "category": "document", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Transit insurance exists; neither customs/export declaration nor overseas loan rule exists.", "split": "new_blind_holdout" }, { "id": "a3-009", "text": "parser that separates the plus suffix from prerelease identifiers", "language": "en", "category": "code", "scope": "code", "expected_ids": [ "code-version" ], "label": "answerable", "rationale": "Semver Version parser splits '-' prerelease and '+' build identifiers.", "split": "new_blind_holdout" }, { "id": "a3-010", "text": "Parser, der den Plus-Suffix von Vorabversionskennungen trennt", "language": "de", "category": "code", "scope": "code", "expected_ids": [ "code-version" ], "label": "answerable", "rationale": "Semver Version parser splits '-' prerelease and '+' build identifiers.", "split": "new_blind_holdout" }, { "id": "a3-011", "text": "version parser that fetches the newest release from an HTTP package registry", "language": "en", "category": "code", "scope": "code", "expected_ids": [], "label": "absent", "rationale": "Semver parsing exists; no network registry retrieval code in fixed two source files.", "split": "new_blind_holdout" }, { "id": "a3-012", "text": "Versionsparser, der die neueste Version aus einer HTTP-Paketregistrierung abruft", "language": "de", "category": "code", "scope": "code", "expected_ids": [], "label": "absent", "rationale": "Semver parsing exists; no network registry retrieval code in fixed two source files.", "split": "new_blind_holdout" }, { "id": "a3-013", "text": "photo of tiny peaks repeating upside down across quiet water", "language": "en", "category": "image", "scope": "all", "expected_ids": [ "image03" ], "label": "answerable", "rationale": "Mountain and tree reflections in daylight lake.", "split": "new_blind_holdout" }, { "id": "a3-014", "text": "Foto von Bergspitzen, die sich kopfüber in ruhigem Wasser wiederholen", "language": "de", "category": "image", "scope": "all", "expected_ids": [ "image03" ], "label": "answerable", "rationale": "Mountain and tree reflections in daylight lake.", "split": "new_blind_holdout" }, { "id": "a3-015", "text": "photo of an alpine lake with a red canoe and two paddlers", "language": "en", "category": "image", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Lake photos exist but no canoe or two paddlers in any photo.", "split": "new_blind_holdout" }, { "id": "a3-016", "text": "Foto eines Bergsees mit rotem Kanu und zwei Paddlern", "language": "de", "category": "image", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Lake photos exist but no canoe or two paddlers in any photo.", "split": "new_blind_holdout" }, { "id": "a3-017", "text": "video where a feline keeps reaching up at a room's exit", "language": "en", "category": "video", "scope": "all", "expected_ids": [ "clip01" ], "label": "answerable", "rationale": "Orange tabby twice jumps at white door lever.", "split": "new_blind_holdout" }, { "id": "a3-018", "text": "Video, in dem eine Katze wiederholt am Ausgang eines Zimmers hochspringt", "language": "de", "category": "video", "scope": "all", "expected_ids": [ "clip01" ], "label": "answerable", "rationale": "Orange tabby twice jumps at white door lever.", "split": "new_blind_holdout" }, { "id": "a3-019", "text": "video of a cat squeezing through a flap into a snowy garden", "language": "en", "category": "video", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Door jumping cat exists; no flap, snowy garden or passage through it.", "split": "new_blind_holdout" }, { "id": "a3-020", "text": "Video einer Katze, die durch eine Klappe in einen verschneiten Garten geht", "language": "de", "category": "video", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Door jumping cat exists; no flap, snowy garden or passage through it.", "split": "new_blind_holdout" }, { "id": "a3-021", "text": "music by Kimiko Ishizaka with the thirteenth Goldberg variation", "language": "en", "category": "music", "scope": "all", "expected_ids": [ "music01" ], "label": "answerable", "rationale": "Original Vorbis tags plus publisher description identify performer and composition.", "split": "new_blind_holdout" }, { "id": "a3-022", "text": "Musik von Kimiko Ishizaka mit der dreizehnten Goldberg-Variation", "language": "de", "category": "music", "scope": "all", "expected_ids": [ "music01" ], "label": "answerable", "rationale": "Original Vorbis tags plus publisher description identify performer and composition.", "split": "new_blind_holdout" }, { "id": "a3-023", "text": "music by Kimiko Ishizaka playing a Goldberg variation on a violin", "language": "en", "category": "music", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Kimiko piano and separate jazz violin exist; requested performer/instrument/composition conjunction does not.", "split": "new_blind_holdout" }, { "id": "a3-024", "text": "Musik von Kimiko Ishizaka mit einer Goldberg-Variation auf der Geige", "language": "de", "category": "music", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Kimiko piano and separate jazz violin exist; requested performer/instrument/composition conjunction does not.", "split": "new_blind_holdout" }, { "id": "a3-025", "text": "audio of a household pet warning someone with repeated barks", "language": "en", "category": "sound", "scope": "all", "expected_ids": [ "sound01" ], "label": "answerable", "rationale": "Publisher dog bark description supports barking; warning intent is colloquial query, not a labelled mood.", "split": "new_blind_holdout" }, { "id": "a3-026", "text": "Audio von einem Haustier, das jemanden mit Bellen warnt", "language": "de", "category": "sound", "scope": "all", "expected_ids": [ "sound01" ], "label": "answerable", "rationale": "Publisher dog bark description supports barking; warning intent is colloquial query, not a labelled mood.", "split": "new_blind_holdout" }, { "id": "a3-027", "text": "audio of a dog barking while church bells ring behind it", "language": "en", "category": "sound", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Dog bark recording exists; no independently described church bells in any audio.", "split": "new_blind_holdout" }, { "id": "a3-028", "text": "Audio eines bellenden Hundes mit Kirchenglocken im Hintergrund", "language": "de", "category": "sound", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Dog bark recording exists; no independently described church bells in any audio.", "split": "new_blind_holdout" }, { "id": "a3-029", "text": "spoken passage saying people possess an inner moral judgement", "language": "en", "category": "speech", "scope": "all", "expected_ids": [ "speech-en", "speech-de" ], "label": "answerable", "rationale": "Article 1 states endowed with reason and conscience.", "split": "new_blind_holdout" }, { "id": "a3-030", "text": "Gesprochene Passage darüber, dass Menschen ein inneres moralisches Urteilsvermögen haben", "language": "de", "category": "speech", "scope": "all", "expected_ids": [ "speech-en", "speech-de" ], "label": "answerable", "rationale": "Article 1 states endowed with reason and conscience.", "split": "new_blind_holdout" }, { "id": "a3-031", "text": "spoken explanation of the right to paid holidays and limited working hours", "language": "en", "category": "speech", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Only Article 1 is in speech files; requested Article 24 topic absent from corpus.", "split": "new_blind_holdout" }, { "id": "a3-032", "text": "Gesprochene Erklärung des Rechts auf bezahlten Urlaub und begrenzte Arbeitszeit", "language": "de", "category": "speech", "scope": "all", "expected_ids": [], "label": "absent", "rationale": "Only Article 1 is in speech files; requested Article 24 topic absent from corpus.", "split": "new_blind_holdout" }, { "id": "a3-033", "text": "pictures of somewhere peaceful near water", "language": "en", "category": "ambiguous_partial", "scope": "all", "expected_ids": [ "image03", "image05", "image11" ], "label": "partial", "rationale": "Subjective broad request: lake and beach both plausible; excluded from strict no-answer metric.", "split": "new_blind_holdout" }, { "id": "a3-034", "text": "Bilder von einem ruhigen Ort am Wasser", "language": "de", "category": "ambiguous_partial", "scope": "all", "expected_ids": [ "image03", "image05", "image11" ], "label": "partial", "rationale": "Subjective broad request: lake and beach both plausible; excluded from strict no-answer metric.", "split": "new_blind_holdout" }, { "id": "a3-035", "text": "what do we know about keeping the loaned exhibit safe", "language": "en", "category": "ambiguous_partial", "scope": "all", "expected_ids": [ "museum-a" ], "label": "partial", "rationale": "Insurance is relevant partial evidence, but no physical packing/security instruction; do not score as absent.", "split": "new_blind_holdout" }, { "id": "a3-036", "text": "Was wissen wir darüber, das geliehene Ausstellungsstück sicher zu halten?", "language": "de", "category": "ambiguous_partial", "scope": "all", "expected_ids": [ "museum-a" ], "label": "partial", "rationale": "Insurance is relevant partial evidence, but no physical packing/security instruction; do not score as absent.", "split": "new_blind_holdout" } ] }