searchi/fixtures/speech-validation-v1/fixture.json

{
  "schema": 1,
  "frozen_before_inference": true,
  "assets": [
    {
      "id": "speech-en",
      "kind": "speech",
      "language": "en",
      "source_url": "https://upload.wikimedia.org/wikipedia/commons/e/e7/Universal_Declaration_of_Human_Rights_-_eng_-_drb_-_Art1.ogg",
      "source_page": "https://commons.wikimedia.org/wiki/File:Universal_Declaration_of_Human_Rights_-_eng_-_drb_-_Art1.ogg",
      "bytes": 168186,
      "sha1": "4bfeec5eab9837eff3ca8318f2824e7e6982526d",
      "license": "LibriVox public-domain dedication and copyrighted free use",
      "author": "David Barnes",
      "license_url": "https://librivox.org/pages/public-domain/",
      "reference_text_url": "https://www.un.org/about-us/universal-declaration-of-human-rights",
      "reference_section": "Article1",
      "reference_keywords": [
        "free",
        "equal",
        "dignity",
        "rights",
        "reason",
        "conscience",
        "brotherhood"
      ],
      "prefix_silence_ms": 5000,
      "fine_utterance_timestamps_available": false,
      "speech_offset_note": "Exact padding5000ms does not establish first phoneme or individual sentence times."
    },
    {
      "id": "speech-de",
      "kind": "speech",
      "language": "de",
      "source_url": "https://upload.wikimedia.org/wikipedia/commons/d/d8/Universal_Declaration_of_Human_Rights_-_ger_-_robu_-_Art1.ogg",
      "source_page": "https://commons.wikimedia.org/wiki/File:Universal_Declaration_of_Human_Rights_-_ger_-_robu_-_Art1.ogg",
      "bytes": 151136,
      "sha1": "7f5d3620b4939d44849639c10b415920071353a3",
      "license": "LibriVox public-domain dedication and copyrighted free use",
      "author": "Roman Buettner",
      "license_url": "https://librivox.org/pages/public-domain/",
      "reference_text_url": "https://unric.org/de/allgemeine-erklaerung-menschenrechte/",
      "reference_section": "Article1",
      "reference_keywords": [
        "frei",
        "gleich",
        "Würde",
        "Rechten",
        "Vernunft",
        "Gewissen",
        "Brüderlichkeit"
      ],
      "prefix_silence_ms": 5000,
      "fine_utterance_timestamps_available": false,
      "speech_offset_note": "Exact padding5000ms does not establish first phoneme or individual sentence times."
    }
  ],
  "controls": [
    {
      "id": "music-control",
      "kind": "instrumental-negative",
      "source_fixture": "fixtures/music-validation-v1/fixture.json",
      "source_id": "unseen03",
      "source_bytes": 1574547,
      "source_sha256": "5083f07730c6ffb1cd2c3b5cc1a43714a0cfda04fe913935e83d1048466562e6",
      "license": "PD-USGov USNavy",
      "clip_duration_ms": 30000
    },
    {
      "id": "silence-control",
      "kind": "silence-negative",
      "generation": "480000 exact zero s16 samples at16kHz mono",
      "clip_duration_ms": 30000,
      "license": "CC0-1.0"
    }
  ],
  "queries": [
    {
      "id": "equal-en",
      "text": "someone explains that every person has equal dignity and rights",
      "language": "en",
      "expected": [
        "speech-en",
        "speech-de"
      ],
      "category": "spoken-topic",
      "strict_point_score_eligible": false
    },
    {
      "id": "equal-de",
      "text": "jemand sagt dass alle Menschen gleiche Würde und Rechte haben",
      "language": "de",
      "expected": [
        "speech-en",
        "speech-de"
      ],
      "category": "spoken-topic",
      "strict_point_score_eligible": false
    },
    {
      "id": "reason-en",
      "text": "a speaker mentions reason and conscience",
      "language": "en",
      "expected": [
        "speech-en",
        "speech-de"
      ],
      "category": "spoken-topic",
      "strict_point_score_eligible": false
    },
    {
      "id": "reason-de",
      "text": "eine Person spricht über Vernunft und Gewissen",
      "language": "de",
      "expected": [
        "speech-en",
        "speech-de"
      ],
      "category": "spoken-topic",
      "strict_point_score_eligible": false
    },
    {
      "id": "solidarity-en",
      "text": "people should treat one another with brotherhood",
      "language": "en",
      "expected": [
        "speech-en",
        "speech-de"
      ],
      "category": "spoken-topic",
      "strict_point_score_eligible": false
    },
    {
      "id": "solidarity-de",
      "text": "Menschen sollen einander mit Brüderlichkeit begegnen",
      "language": "de",
      "expected": [
        "speech-en",
        "speech-de"
      ],
      "category": "spoken-topic",
      "strict_point_score_eligible": false
    },
    {
      "id": "absent-mars-en",
      "text": "a speaker explains funding for a mission to Mars",
      "language": "en",
      "expected": [],
      "category": "absent-topic",
      "strict_point_score_eligible": false
    },
    {
      "id": "absent-mars-de",
      "text": "jemand erklärt die Finanzierung einer Marsmission",
      "language": "de",
      "expected": [],
      "category": "absent-topic",
      "strict_point_score_eligible": false
    },
    {
      "id": "absent-salary-en",
      "text": "someone explains their annual salary and paid leave",
      "language": "en",
      "expected": [],
      "category": "absent-topic",
      "strict_point_score_eligible": false
    },
    {
      "id": "absent-salary-de",
      "text": "eine Person erklärt ihr Jahresgehalt und den bezahlten Urlaub",
      "language": "de",
      "expected": [],
      "category": "absent-topic",
      "strict_point_score_eligible": false
    }
  ],
  "acceptance": {
    "complete_pool": "All4clips and all10queries retained; zero excluded invalid windows; invalid outputs fail accepted scoring",
    "recognition": "Report per-language transcript/reference concept coverage separately; publisher references never become inference prompts or indexed passages",
    "retrieval": "ActualGoogle textadapter, allrecognized passages inclnegativehallucinations; positive fileR1/R5+MRR and absentreturn separate",
    "timing": "No fine utterance publisher captions: precise startscore unavailable, do not credit wholeclip as precise. Independent listening/timedlabels required before fine localization acceptance",
    "gate": "Zero accepted recognized segments for exactsilence and instrumentalcontrol; retain gatingdecision/source and failures; no endpoint/rawGoogle suppression",
    "runtime": "CPU1thread on VM; ASRwindowmax30s; repeatedoperation/sourcehash guard/explicitoffsetmap; coldload separately measured"
  }
}