{
"version": 1,
"frozen_before_inference": true,
"assets": [
{
"id": "unseen01",
"filename": "AcousticGuitarSample.ogg",
"url": "https://upload.wikimedia.org/wikipedia/commons/6/67/AcousticGuitarSample.ogg",
"source_page": "https://commons.wikimedia.org/wiki/File:AcousticGuitarSample.ogg",
"bytes": 889069,
"sha1": "d622d15b17b5c101631dd7707a57cf24b9c474da",
"license": "Public domain",
"license_url": null,
"credit_html": "RyGuy",
"publisher_description_html": "Sample of the sounds which can be made by an acoustic guitar.",
"clip_start_ms": 0,
"clip_duration_ms": 30000,
"label_basis": "Publisher description only; human listening and second annotator unexecuted."
},
{
"id": "unseen02",
"filename": "Cello strings.ogg",
"url": "https://upload.wikimedia.org/wikipedia/commons/d/d0/Cello_strings.ogg",
"source_page": "https://commons.wikimedia.org/wiki/File:Cello_strings.ogg",
"bytes": 296474,
"sha1": "8c965bc8679ac6b84b6abeaa086311892d590cae",
"license": "CC BY-SA 3.0",
"license_url": "http://creativecommons.org/licenses/by-sa/3.0/",
"credit_html": null,
"publisher_description_html": null,
"clip_start_ms": 0,
"clip_duration_ms": 30000,
"label_basis": "Publisher description only; human listening and second annotator unexecuted."
},
{
"id": "unseen03",
"filename": "Drum - Cadence A.ogg",
"url": "https://upload.wikimedia.org/wikipedia/commons/e/e1/Drum_-_Cadence_A.ogg",
"source_page": "https://commons.wikimedia.org/wiki/File:Drum_-_Cadence_A.ogg",
"bytes": 1574547,
"sha1": "19d4fbf201e4990d9b2be9c454b209f36af86700",
"license": "Public domain",
"license_url": null,
"credit_html": "Unknown authorUnknown author",
"publisher_description_html": "Drum Cadence A performed by the United States Navy Band",
"clip_start_ms": 0,
"clip_duration_ms": 30000,
"label_basis": "Publisher description only; human listening and second annotator unexecuted."
},
{
"id": "unseen04",
"filename": "Bucket mute trumpet demo.ogg",
"url": "https://upload.wikimedia.org/wikipedia/commons/8/85/Bucket_mute_trumpet_demo.ogg",
"source_page": "https://commons.wikimedia.org/wiki/File:Bucket_mute_trumpet_demo.ogg",
"bytes": 228972,
"sha1": "37ebe58d5d3eb6051b066ed31bcc66240518b86c",
"license": "CC BY-SA 4.0",
"license_url": "https://creativecommons.org/licenses/by-sa/4.0",
"credit_html": "Ovinus Real",
"publisher_description_html": "I play the concert notes F3, Bb3, Eb4, Ab4, Db5, Gb5, B5 in succession on a Bb trumpet with bucket mute inserted. I then play a short jazz-ish excerpt (that I had previously improvised) to demonstrate the character of the tone. The sound was amplified but not processed in any other way.",
"clip_start_ms": 0,
"clip_duration_ms": 30000,
"label_basis": "Publisher description only; human listening and second annotator unexecuted."
},
{
"id": "unseen05",
"filename": "Afteryouvegone-first8bars.ogg",
"url": "https://upload.wikimedia.org/wikipedia/commons/5/59/Afteryouvegone-first8bars.ogg",
"source_page": "https://commons.wikimedia.org/wiki/File:Afteryouvegone-first8bars.ogg",
"bytes": 300001,
"sha1": "92eee317927ff5cdc5614fe848350cfde2419df3",
"license": "CC BY-SA 3.0",
"license_url": "https://creativecommons.org/licenses/by-sa/3.0",
"credit_html": "Julien Grandgagnage",
"publisher_description_html": "After You've Gone - first 8 bars on tenor saxophone",
"clip_start_ms": 0,
"clip_duration_ms": 30000,
"label_basis": "Publisher description only; human listening and second annotator unexecuted."
},
{
"id": "unseen06",
"filename": "Aintshesweet8bars.ogg",
"url": "https://upload.wikimedia.org/wikipedia/commons/5/59/Aintshesweet8bars.ogg",
"source_page": "https://commons.wikimedia.org/wiki/File:Aintshesweet8bars.ogg",
"bytes": 250846,
"sha1": "3fb787158e3250e8a30f99d82fd9ee0f4743511c",
"license": "CC BY-SA 3.0",
"license_url": "https://creativecommons.org/licenses/by-sa/3.0",
"credit_html": "Julien Grandgagnage",
"publisher_description_html": "Ain't She Sweet, first 8 bars on soprano saxophone",
"clip_start_ms": 0,
"clip_duration_ms": 30000,
"label_basis": "Publisher description only; human listening and second annotator unexecuted."
}
],
"queries": [
{
"id": "unseen01-en",
"text": "a recording of acoustic guitar",
"language": "en",
"expected": [
"unseen01"
],
"category": "instrument"
},
{
"id": "unseen01-de",
"text": "eine Aufnahme mit akustische Gitarre",
"language": "de",
"expected": [
"unseen01"
],
"category": "instrument"
},
{
"id": "unseen02-en",
"text": "a recording of cello strings",
"language": "en",
"expected": [
"unseen02"
],
"category": "instrument"
},
{
"id": "unseen02-de",
"text": "eine Aufnahme mit Cellosaiten",
"language": "de",
"expected": [
"unseen02"
],
"category": "instrument"
},
{
"id": "unseen03-en",
"text": "a recording of military drum cadence",
"language": "en",
"expected": [
"unseen03"
],
"category": "instrument"
},
{
"id": "unseen03-de",
"text": "eine Aufnahme mit militärische Trommelkadenz",
"language": "de",
"expected": [
"unseen03"
],
"category": "instrument"
},
{
"id": "unseen04-en",
"text": "a recording of trumpet with a bucket mute",
"language": "en",
"expected": [
"unseen04"
],
"category": "instrument"
},
{
"id": "unseen04-de",
"text": "eine Aufnahme mit Trompete mit Bucket-Dämpfer",
"language": "de",
"expected": [
"unseen04"
],
"category": "instrument"
},
{
"id": "unseen05-en",
"text": "a recording of tenor saxophone melody",
"language": "en",
"expected": [
"unseen05"
],
"category": "instrument"
},
{
"id": "unseen05-de",
"text": "eine Aufnahme mit Tenorsaxophon-Melodie",
"language": "de",
"expected": [
"unseen05"
],
"category": "instrument"
},
{
"id": "unseen06-en",
"text": "a recording of soprano saxophone melody",
"language": "en",
"expected": [
"unseen06"
],
"category": "instrument"
},
{
"id": "unseen06-de",
"text": "eine Aufnahme mit Sopransaxophon-Melodie",
"language": "de",
"expected": [
"unseen06"
],
"category": "instrument"
},
{
"id": "sax-broad-en",
"text": "a saxophone playing a melody",
"language": "en",
"expected": [
"unseen05",
"unseen06"
],
"category": "related-positive"
},
{
"id": "sax-broad-de",
"text": "eine Saxophonmelodie",
"language": "de",
"expected": [
"unseen05",
"unseen06"
],
"category": "related-positive"
},
{
"id": "absent-bagpipe-en",
"text": "a bagpipe performance",
"language": "en",
"expected": [],
"category": "absent-instrument"
},
{
"id": "absent-bagpipe-de",
"text": "eine Dudelsackaufnahme",
"language": "de",
"expected": [],
"category": "absent-instrument"
},
{
"id": "absent-artist-en",
"text": "Adele singing Hello",
"language": "en",
"expected": [],
"category": "absent-identity"
},
{
"id": "absent-content-en",
"text": "a person explaining quantum entanglement",
"language": "en",
"expected": [],
"category": "absent-content"
}
],
"variants": [
"original",
"missing_metadata",
"misleading_metadata"
],
"misleading_policy": "Whitelisted actual tags cyclically transferred from the next asset; no invented descriptive tags. All clips encode first <=30seconds as lossless FLAC mono16kHz, metadata stripped or replaced. Verify exact decoded PCM SHA256 equality across variants before reusing audio vectors. Report controlled corruption separately.",
"candidate_policy": "New six sources plus optional predeclared legacy image/audio/video distractors, fixed before inference; never treat related plausible music as absent. Broad sax labels credit both tenor and soprano. Source title is not instrument evidence for the raw-audio lane.",
"metadata_policy": "Whitelisted artist/title/album/genre/composer fields separately, total2048 UTF8bytes, neutral File metadata title, file maximum over real metadata and audio, noweights/nocutoff.",
"legacy_distractors": [
"image01",
"image02",
"sound01",
"sound02"
]
}