{ "audio_overlap_ms": 2000, "audio_window_ms": 30000, "encoding_failures": [], "encoding_ms": 668040.7295, "filename_index": { "discovered": 20, "failures": 0, "indexed": 20, "removed": 0, "skipped": 20, "unchanged": 0 }, "fixture_sha256": "b4e465a0eb9582b826eebd2a20797e1680e4907e336d02d0ef2194e2ba0af393", "index_report": { "chunks": 118, "failures": [], "generation": 1, "media_failures": 0, "media_files": 20, "model_fingerprint": "google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mean:l2:query512:doc2048:windows-overlap128:prompts-v1:byte64k-overlap512-title512-v1:google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mtmd:mean:l2:rgb-catmullrom48-exif-largejpeg-scaled-v2:pcm16k30s-v1:image280-frame70-audio30s-overlap2-distributed240-scene120-v1", "passages": 0 }, "rows": [ { "file_rankings": [ { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 12.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 10000 }, "start_s": 10.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image01" ], "hard_negatives": [], "id": "q001", "language": "en", "text": "the fluffy striped cat resting with its chin on the floor" }, "query_ms": 109.8749, "segment_top5": [ { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 12.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 10000 }, "start_s": 10.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 12.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 10000 }, "start_s": 10.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image01" ], "hard_negatives": [], "id": "q002", "language": "de", "text": "die flauschige gestreifte Katze liegt mit dem Kinn auf dem Boden" }, "query_ms": 136.0038, "segment_top5": [ { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 12.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 10000 }, "start_s": 10.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image02" ], "hard_negatives": [ "image09" ], "id": "q003", "language": "en", "text": "the overhead breakfast bowl with berries and diced mango" }, "query_ms": 88.7555, "segment_top5": [ { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "clip02", "end_s": 2.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image02" ], "hard_negatives": [ "image09" ], "id": "q004", "language": "de", "text": "die Frühstücksschüssel mit Beeren und gewürfelter Mango von oben" }, "query_ms": 128.9194, "segment_top5": [ { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image03" ], "hard_negatives": [ "image05", "image06", "image04" ], "id": "q005", "language": "en", "text": "the daytime lake reflecting jagged mountains and pine trees" }, "query_ms": 95.7296, "segment_top5": [ { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image03" ], "hard_negatives": [ "image05", "image06", "image04" ], "id": "q006", "language": "de", "text": "der See bei Tageslicht spiegelt schroffe Berge und Tannen" }, "query_ms": 135.1307, "segment_top5": [ { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 13320 }, "start_s": 13.32 }, "score": 0.015625 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "clip03", "end_s": 2.003, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 3 }, "start_s": 0.003 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image04" ], "hard_negatives": [], "id": "q007", "language": "en", "text": "the Milky Way over a dark mountain valley" }, "query_ms": 90.6585, "segment_top5": [ { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 13320 }, "start_s": 13.32 }, "score": 0.015625 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 13320 }, "start_s": 13.32 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "clip03", "end_s": 2.003, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 3 }, "start_s": 0.003 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image04" ], "hard_negatives": [], "id": "q008", "language": "de", "text": "die Milchstraße über einem dunklen Bergtal" }, "query_ms": 95.8349, "segment_top5": [ { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 13320 }, "start_s": 13.32 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image05" ], "hard_negatives": [ "image03", "image04" ], "id": "q009", "language": "en", "text": "the wooden jetty pointing into a lake under moonlight" }, "query_ms": 85.13510000000001, "segment_top5": [ { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015625 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image05" ], "hard_negatives": [ "image03", "image04" ], "id": "q010", "language": "de", "text": "der Holzsteg führt bei Mondlicht in einen See" }, "query_ms": 94.0146, "segment_top5": [ { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015625 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "clip03", "end_s": 2.003, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 3 }, "start_s": 0.003 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 13320 }, "start_s": 13.32 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image06" ], "hard_negatives": [], "id": "q011", "language": "en", "text": "the pink layered mountain ridges beneath a golden sunset" }, "query_ms": 94.0352, "segment_top5": [ { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "clip03", "end_s": 2.003, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 3 }, "start_s": 0.003 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 72.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 70000 }, "start_s": 70.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "clip02", "end_s": 2.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image06" ], "hard_negatives": [], "id": "q012", "language": "de", "text": "die rosa Bergketten unter einem goldenen Sonnenuntergang" }, "query_ms": 104.7002, "segment_top5": [ { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 72.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 70000 }, "start_s": 70.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip02", "end_s": 4.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2000 }, "start_s": 2.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "clip03", "end_s": 2.003, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 3 }, "start_s": 0.003 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image07" ], "hard_negatives": [], "id": "q013", "language": "en", "text": "the herd of cows on green hills" }, "query_ms": 81.0611, "segment_top5": [ { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip02", "end_s": 4.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2000 }, "start_s": 2.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "clip03", "end_s": 2.003, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 3 }, "start_s": 0.003 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image07" ], "hard_negatives": [], "id": "q014", "language": "de", "text": "die Kuhherde auf grünen Hügeln" }, "query_ms": 96.6185, "segment_top5": [ { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 28.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 26000 }, "start_s": 26.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image08" ], "hard_negatives": [], "id": "q015", "language": "en", "text": "the red sports car driving through woods" }, "query_ms": 81.1964, "segment_top5": [ { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 28.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 26000 }, "start_s": 26.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 28.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 26000 }, "start_s": 26.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image08" ], "hard_negatives": [], "id": "q016", "language": "de", "text": "das rote Sportauto fährt durch den Wald" }, "query_ms": 88.3808, "segment_top5": [ { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 28.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 26000 }, "start_s": 26.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image09" ], "hard_negatives": [ "image02" ], "id": "q017", "language": "en", "text": "the vegetable and grain bowl beside carrot slices" }, "query_ms": 92.0321, "segment_top5": [ { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image09" ], "hard_negatives": [ "image02" ], "id": "q018", "language": "de", "text": "die Gemüse-Getreide-Schüssel neben Karottenscheiben" }, "query_ms": 113.3751, "segment_top5": [ { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image10" ], "hard_negatives": [], "id": "q019", "language": "en", "text": "milk being poured into coffee to make a pattern" }, "query_ms": 85.1486, "segment_top5": [ { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image10" ], "hard_negatives": [], "id": "q020", "language": "de", "text": "Milch wird für ein Muster in den Kaffee gegossen" }, "query_ms": 98.1881, "segment_top5": [ { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 22.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 20000 }, "start_s": 20.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "clip03", "end_s": 2.003, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 3 }, "start_s": 0.003 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image11" ], "hard_negatives": [], "id": "q021", "language": "en", "text": "the empty tropical beach with turquoise water" }, "query_ms": 84.1069, "segment_top5": [ { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 22.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 20000 }, "start_s": 20.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "clip03", "end_s": 2.003, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 3 }, "start_s": 0.003 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image11" ], "hard_negatives": [], "id": "q022", "language": "de", "text": "der leere tropische Strand mit türkisfarbenem Wasser" }, "query_ms": 106.7635, "segment_top5": [ { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 4.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2000 }, "start_s": 2.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image12" ], "hard_negatives": [], "id": "q023", "language": "en", "text": "the black and white photo with a hand reaching towards us" }, "query_ms": 98.2566, "segment_top5": [ { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 4.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2000 }, "start_s": 2.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 10.333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 8333 }, "start_s": 8.333 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 4.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2000 }, "start_s": 2.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "image-memory", "expected": [ "image12" ], "hard_negatives": [], "id": "q024", "language": "de", "text": "das Schwarzweißfoto mit einer Hand, die nach uns greift" }, "query_ms": 107.79220000000001, "segment_top5": [ { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 10.333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 8333 }, "start_s": 8.333 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 4.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2000 }, "start_s": 2.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip01", "end_s": 18.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 16000 }, "start_s": 16.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip04", "end_s": 14.467, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 12467 }, "start_s": 12.467 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-action", "expected": [ "clip01" ], "hard_negatives": [ "image01" ], "id": "q025", "intervals": { "clip01": [ [ 2, 4.9 ], [ 15.5, 17.5 ] ] }, "language": "en", "negative_intervals": { "clip01": [ [ 7, 14 ] ] }, "text": "the cat jumping up beside a door handle" }, "query_ms": 84.4753, "segment_top5": [ { "candidate": { "asset": "clip01", "end_s": 18.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 16000 }, "start_s": 16.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip04", "end_s": 14.467, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 12467 }, "start_s": 12.467 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip01", "end_s": 18.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 16000 }, "start_s": 16.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip04", "end_s": 14.467, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 12467 }, "start_s": 12.467 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-action", "expected": [ "clip01" ], "hard_negatives": [ "image01" ], "id": "q026", "intervals": { "clip01": [ [ 2, 4.9 ], [ 15.5, 17.5 ] ] }, "language": "de", "negative_intervals": { "clip01": [ [ 7, 14 ] ] }, "text": "die Katze springt neben dem Türgriff hoch" }, "query_ms": 93.10740000000001, "segment_top5": [ { "candidate": { "asset": "clip01", "end_s": 18.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 16000 }, "start_s": 16.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip04", "end_s": 14.467, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 12467 }, "start_s": 12.467 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip01", "end_s": 10.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 8000 }, "start_s": 8.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 79000 }, "start_s": 79.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-action", "expected": [ "clip01" ], "id": "q027", "intervals": { "clip01": [ [ 7, 14 ] ] }, "language": "en", "negative_intervals": { "clip01": [ [ 2, 4.9 ], [ 15.5, 17.5 ] ] }, "text": "the cat sitting low by the door after trying to open it" }, "query_ms": 100.0136, "segment_top5": [ { "candidate": { "asset": "clip01", "end_s": 10.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 8000 }, "start_s": 8.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 79000 }, "start_s": 79.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip01", "end_s": 10.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 8000 }, "start_s": 8.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-action", "expected": [ "clip01" ], "id": "q028", "intervals": { "clip01": [ [ 7, 14 ] ] }, "language": "de", "negative_intervals": { "clip01": [ [ 2, 4.9 ], [ 15.5, 17.5 ] ] }, "text": "die Katze sitzt nach dem Öffnungsversuch unten an der Tür" }, "query_ms": 110.5304, "segment_top5": [ { "candidate": { "asset": "clip01", "end_s": 10.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 8000 }, "start_s": 8.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 4.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2000 }, "start_s": 2.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-temporal", "expected": [ "clip03" ], "id": "q029", "intervals": { "clip03": [ [ 0, 1.0 ] ] }, "language": "en", "negative_intervals": { "clip03": [ [ 3.5, 5.05 ] ] }, "text": "the red flower bud before its petals open" }, "query_ms": 83.3329, "segment_top5": [ { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 4.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2000 }, "start_s": 2.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip04", "end_s": 4.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2000 }, "start_s": 2.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-temporal", "expected": [ "clip03" ], "id": "q030", "intervals": { "clip03": [ [ 0, 1.0 ] ] }, "language": "de", "negative_intervals": { "clip03": [ [ 3.5, 5.05 ] ] }, "text": "die rote Blütenknospe bevor sich die Blätter öffnen" }, "query_ms": 100.50710000000001, "segment_top5": [ { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip04", "end_s": 4.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2000 }, "start_s": 2.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 79000 }, "start_s": 79.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 16.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 14000 }, "start_s": 14.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-temporal", "expected": [ "clip03" ], "id": "q031", "intervals": { "clip03": [ [ 3.5, 5.05 ] ] }, "language": "en", "negative_intervals": { "clip03": [ [ 0, 1.0 ] ] }, "text": "the red flower with its petals open wide" }, "query_ms": 87.1527, "segment_top5": [ { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 79000 }, "start_s": 79.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 16.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 14000 }, "start_s": 14.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 79000 }, "start_s": 79.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip01", "end_s": 16.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 14000 }, "start_s": 14.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-temporal", "expected": [ "clip03" ], "id": "q032", "intervals": { "clip03": [ [ 3.5, 5.05 ] ] }, "language": "de", "negative_intervals": { "clip03": [ [ 0, 1.0 ] ] }, "text": "die rote Blume mit weit geöffneten Blütenblättern" }, "query_ms": 95.01389999999999, "segment_top5": [ { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 79000 }, "start_s": 79.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip02", "end_s": 10.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 8000 }, "start_s": 8.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 8.2, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 6200 }, "start_s": 6.2 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-scene", "expected": [ "clip02" ], "hard_negatives": [ "image03", "image05", "image11" ], "id": "q033", "intervals": { "clip02": [ [ 0, 13.81 ] ] }, "language": "en", "text": "the tall waterfall on a foggy rocky mountain" }, "query_ms": 84.8113, "segment_top5": [ { "candidate": { "asset": "clip02", "end_s": 10.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 8000 }, "start_s": 8.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 8.2, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 6200 }, "start_s": 6.2 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-scene", "expected": [ "clip02" ], "hard_negatives": [ "image03", "image05", "image11" ], "id": "q034", "intervals": { "clip02": [ [ 0, 13.81 ] ] }, "language": "de", "text": "der hohe Wasserfall an einem nebligen felsigen Berg" }, "query_ms": 99.2324, "segment_top5": [ { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 16.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 14000 }, "start_s": 14.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 21733 }, "start_s": 21.733 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4574 }, "start_s": 4.574 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-scene", "expected": [ "clip04" ], "id": "q035", "intervals": { "clip04": [ [ 10, 20 ] ] }, "language": "en", "text": "the astronaut standing on the Moon next to landing equipment" }, "query_ms": 99.6837, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 16.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 14000 }, "start_s": 14.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 21733 }, "start_s": 21.733 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 16.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 14000 }, "start_s": 14.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 21733 }, "start_s": 21.733 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-scene", "expected": [ "clip04" ], "id": "q036", "intervals": { "clip04": [ [ 10, 20 ] ] }, "language": "de", "text": "der Astronaut auf dem Mond neben der Landeausrüstung" }, "query_ms": 94.1076, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 16.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 14000 }, "start_s": 14.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 21733 }, "start_s": 21.733 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 26.167, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 24167 }, "start_s": 24.167 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-scene", "expected": [ "clip04" ], "id": "q037", "intervals": { "clip04": [ [ 24, 33 ] ] }, "language": "en", "text": "the lunar rover driving over grey Moon terrain" }, "query_ms": 85.79090000000001, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 26.167, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 24167 }, "start_s": 24.167 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 28.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 26000 }, "start_s": 26.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-scene", "expected": [ "clip04" ], "id": "q038", "intervals": { "clip04": [ [ 24, 33 ] ] }, "language": "de", "text": "der Mondrover fährt über graues Mondgelände" }, "query_ms": 92.85889999999999, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 28.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 26000 }, "start_s": 26.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-speech", "expected": [ "clip04" ], "id": "q039", "intervals": { "clip04": [ [ 1.551, 3.603 ] ] }, "language": "en", "required_modality": "audio", "text": "someone saying that we choose to go to the Moon" }, "query_ms": 89.29910000000001, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip01", "end_s": 18.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 16000 }, "start_s": 16.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-speech", "expected": [ "clip04" ], "id": "q040", "intervals": { "clip04": [ [ 1.551, 3.603 ] ] }, "language": "de", "required_modality": "audio", "text": "jemand sagt, dass wir uns entscheiden, zum Mond zu fliegen" }, "query_ms": 102.4898, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 26.167, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 24167 }, "start_s": 24.167 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4574 }, "start_s": 4.574 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-speech", "expected": [ "clip04" ], "id": "q041", "intervals": { "clip04": [ [ 13.129, 16.316 ] ] }, "language": "en", "required_modality": "audio", "text": "someone finding orange soil on the Moon" }, "query_ms": 77.2794, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 26.167, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 24167 }, "start_s": 24.167 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4574 }, "start_s": 4.574 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 14.467, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 12467 }, "start_s": 12.467 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4574 }, "start_s": 4.574 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 12.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 10000 }, "start_s": 10.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-speech", "expected": [ "clip04" ], "id": "q042", "intervals": { "clip04": [ [ 13.129, 16.316 ] ] }, "language": "de", "required_modality": "audio", "text": "jemand findet orangefarbenen Boden auf dem Mond" }, "query_ms": 92.2329, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 14.467, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 12467 }, "start_s": 12.467 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4574 }, "start_s": 4.574 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 12.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 10000 }, "start_s": 10.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 58.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 28000 }, "start_s": 28.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-speech", "expected": [ "clip04" ], "id": "q043", "intervals": { "clip04": [ [ 43.777, 52.419 ] ] }, "language": "en", "required_modality": "audio", "text": "a request to fund the Artemis program for the first woman on the Moon" }, "query_ms": 110.7192, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 58.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 28000 }, "start_s": 28.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 58.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 28000 }, "start_s": 28.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-speech", "expected": [ "clip04" ], "id": "q044", "intervals": { "clip04": [ [ 43.777, 52.419 ] ] }, "language": "de", "required_modality": "audio", "text": "eine Bitte um Finanzierung von Artemis für die erste Frau auf dem Mond" }, "query_ms": 110.7928, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 58.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 28000 }, "start_s": 28.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 56000 }, "start_s": 56.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-speech", "expected": [ "clip04" ], "id": "q045", "intervals": { "clip04": [ [ 56.539, 63.496 ] ] }, "language": "en", "required_modality": "audio", "text": "someone talking about planting a flag on Mars" }, "query_ms": 85.319, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 56000 }, "start_s": 56.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 56000 }, "start_s": 56.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "video-speech", "expected": [ "clip04" ], "id": "q046", "intervals": { "clip04": [ [ 56.539, 63.496 ] ] }, "language": "de", "required_modality": "audio", "text": "jemand spricht davon, eine Flagge auf dem Mars aufzustellen" }, "query_ms": 100.7173, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 56000 }, "start_s": 56.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "music01", "end_s": 114.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 84000 }, "start_s": 84.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip04", "end_s": 22.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 20000 }, "start_s": 20.0 }, "score": 0.015625 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "music-memory", "expected": [ "music01" ], "hard_negatives": [ "music02" ], "id": "q047", "intervals": { "music01": [ [ 0, 254.45 ] ] }, "language": "en", "required_modality": "audio", "text": "gentle solo piano music without anyone singing" }, "query_ms": 84.7708, "segment_top5": [ { "candidate": { "asset": "music01", "end_s": 114.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 84000 }, "start_s": 84.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip04", "end_s": 22.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 20000 }, "start_s": 20.0 }, "score": 0.015625 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "music01", "end_s": 170.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 140000 }, "start_s": 140.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 79000 }, "start_s": 79.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "music-memory", "expected": [ "music01" ], "hard_negatives": [ "music02" ], "id": "q048", "intervals": { "music01": [ [ 0, 254.45 ] ] }, "language": "de", "required_modality": "audio", "text": "sanfte Klaviermusik ohne Gesang" }, "query_ms": 95.6486, "segment_top5": [ { "candidate": { "asset": "music01", "end_s": 170.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 140000 }, "start_s": 140.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "music-memory", "expected": [ "music02" ], "hard_negatives": [ "music01" ], "id": "q049", "intervals": { "music02": [ [ 0, 30 ] ] }, "language": "en", "required_modality": "audio", "text": "a jazzy violin melody" }, "query_ms": 76.0271, "segment_top5": [ { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "music-memory", "expected": [ "music02" ], "hard_negatives": [ "music01" ], "id": "q050", "intervals": { "music02": [ [ 0, 30 ] ] }, "language": "de", "required_modality": "audio", "text": "eine jazzige Geigenmelodie" }, "query_ms": 82.891, "segment_top5": [ { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip04", "end_s": 14.467, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 12467 }, "start_s": 12.467 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "sound-memory", "expected": [ "sound01" ], "hard_negatives": [ "sound02" ], "id": "q051", "intervals": { "sound01": [ [ 0, 2.039 ] ] }, "language": "en", "required_modality": "audio", "text": "a dog barking nearby" }, "query_ms": 68.28399999999999, "segment_top5": [ { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip04", "end_s": 14.467, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 12467 }, "start_s": 12.467 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip04", "end_s": 80.63, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 79000 }, "start_s": 79.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "sound-memory", "expected": [ "sound01" ], "hard_negatives": [ "sound02" ], "id": "q052", "intervals": { "sound01": [ [ 0, 2.039 ] ] }, "language": "de", "required_modality": "audio", "text": "ein Hund bellt in der Nähe" }, "query_ms": 79.4277, "segment_top5": [ { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip04", "end_s": 52.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 50000 }, "start_s": 50.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "sound-memory", "expected": [ "sound02" ], "hard_negatives": [ "sound01" ], "id": "q053", "intervals": { "sound02": [ [ 0, 2.074 ] ] }, "language": "en", "required_modality": "audio", "text": "a growling roaring creature sound effect" }, "query_ms": 84.5773, "segment_top5": [ { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip04", "end_s": 52.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 50000 }, "start_s": 50.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip04", "end_s": 14.467, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 12467 }, "start_s": 12.467 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "music01", "end_s": 170.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 140000 }, "start_s": 140.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "sound-memory", "expected": [ "sound02" ], "hard_negatives": [ "sound01" ], "id": "q054", "intervals": { "sound02": [ [ 0, 2.074 ] ] }, "language": "de", "required_modality": "audio", "text": "ein knurrender brüllender Kreatur-Soundeffekt" }, "query_ms": 104.45880000000001, "segment_top5": [ { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip04", "end_s": 14.467, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 12467 }, "start_s": 12.467 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "music01", "match_kind": "media_metadata", "modality": "metadata", "source": null }, "score": 0.031544957774465976 }, { "candidate": { "asset": "clip04", "end_s": 20.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18000 }, "start_s": 18.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip03", "end_s": 4.005, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 2005 }, "start_s": 2.005 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "exact-metadata", "expected": [ "music01" ], "id": "q055", "language": "en", "metadata": { "artist": "Kimiko Ishizaka" }, "text": "Kimiko Ishizaka" }, "query_ms": 69.65549999999999, "segment_top5": [ { "candidate": { "asset": "music01", "match_kind": "media_metadata", "modality": "metadata", "source": null }, "score": 0.031544957774465976 }, { "candidate": { "asset": "clip04", "end_s": 20.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18000 }, "start_s": 18.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 } ] }, { "file_rankings": [ { "candidate": { "asset": "music02", "match_kind": "media_metadata", "modality": "metadata", "source": null }, "score": 0.03252247488101534 }, { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "exact-metadata", "expected": [ "music02" ], "id": "q056", "language": "en", "metadata": { "title": "Jazz Violin Solo" }, "text": "Jazz Violin Solo" }, "query_ms": 64.1071, "segment_top5": [ { "candidate": { "asset": "music02", "match_kind": "media_metadata", "modality": "metadata", "source": null }, "score": 0.03252247488101534 }, { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "music02", "match_kind": "media_metadata", "modality": "metadata", "source": null }, "score": 0.03278688524590164 }, { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 8.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 6000 }, "start_s": 6.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "exact-metadata", "expected": [ "music02" ], "id": "q057", "language": "en", "metadata": { "artist": "Violinist WTD" }, "text": "Violinist WTD" }, "query_ms": 67.986, "segment_top5": [ { "candidate": { "asset": "music02", "match_kind": "media_metadata", "modality": "metadata", "source": null }, "score": 0.03278688524590164 }, { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 8.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 6000 }, "start_s": 6.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 } ], "query": { "category": "exact-filter", "expected": [ "image05" ], "filters": { "extension": "jpg" }, "id": "q058", "language": "en", "text": "wooden pier under the moon" }, "query_ms": 70.12480000000001, "segment_top5": [ { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01639344262295082 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015384615384615385 } ] }, { "query": { "category": "temporal-negative", "expected": [], "filters": { "asset": "clip01", "time_range_s": [ 7, 14 ] }, "id": "q059", "language": "en", "required_modality": "image", "text": "the cat jumping beside the handle" }, "unsupported": "Production query API has no temporal-range filter yet" }, { "file_rankings": [ { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 } ], "query": { "category": "filter-no-answer", "expected": [], "filters": { "extension": "ogg" }, "id": "q060", "language": "en", "required_modality": "audio", "text": "someone mentioning Mars" }, "query_ms": 60.6505, "segment_top5": [ { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.016129032258064516 } ] }, { "file_rankings": [ { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "content-no-answer", "expected": [], "id": "q061", "language": "en", "split": "held-out-no-answer", "text": "a purple elephant playing a violin on the beach" }, "query_ms": 86.73219999999999, "segment_top5": [ { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 31.233, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 29233 }, "start_s": 29.233 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4007 }, "start_s": 4.007 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "content-no-answer", "expected": [], "id": "q062", "language": "de", "split": "held-out-no-answer", "text": "ein violetter Elefant spielt Geige am Strand" }, "query_ms": 102.3627, "segment_top5": [ { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 224000 }, "start_s": 224.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip04", "end_s": 20.3, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 18300 }, "start_s": 18.3 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 18.367, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 16367 }, "start_s": 16.367 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 21733 }, "start_s": 21.733 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "speech-no-answer", "expected": [], "id": "q063", "language": "en", "required_modality": "audio", "split": "held-out-no-answer", "text": "someone explains quantum entanglement" }, "query_ms": 70.4986, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 18.367, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 16367 }, "start_s": 16.367 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 21733 }, "start_s": 21.733 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 8.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 6000 }, "start_s": 6.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 21733 }, "start_s": 21.733 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014925373134328358 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "speech-no-answer", "expected": [], "id": "q064", "language": "de", "required_modality": "audio", "split": "held-out-no-answer", "text": "jemand erklärt Quantenverschränkung" }, "query_ms": 80.3281, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 8.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 6000 }, "start_s": 6.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "clip01", "end_s": 22.204, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 21733 }, "start_s": 21.733 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "clip02", "end_s": 13.81, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] }, { "file_rankings": [ { "candidate": { "asset": "clip04", "end_s": 74.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 72000 }, "start_s": 72.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 }, { "candidate": { "asset": "clip01", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.015151515151515152 }, { "candidate": { "asset": "image12", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014925373134328358 }, { "candidate": { "asset": "clip02", "end_s": 6.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 4000 }, "start_s": 4.0 }, "score": 0.014705882352941176 }, { "candidate": { "asset": "image11", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014492753623188406 }, { "candidate": { "asset": "image05", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014285714285714285 }, { "candidate": { "asset": "image06", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.014084507042253521 }, { "candidate": { "asset": "image01", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013888888888888888 }, { "candidate": { "asset": "music02", "end_s": 30.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.0136986301369863 }, { "candidate": { "asset": "image10", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013513513513513514 }, { "candidate": { "asset": "image02", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013333333333333334 }, { "candidate": { "asset": "image04", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.013157894736842105 }, { "candidate": { "asset": "image03", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012987012987012988 }, { "candidate": { "asset": "image08", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.01282051282051282 }, { "candidate": { "asset": "image09", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.012658227848101266 }, { "candidate": { "asset": "image07", "match_kind": "semantic_image", "modality": "image", "source": { "kind": "image", "number": 0 } }, "score": 0.0125 } ], "query": { "category": "metadata-no-answer", "expected": [], "id": "q065", "language": "en", "metadata": { "artist": "Adele" }, "text": "Adele" }, "query_ms": 57.804300000000005, "segment_top5": [ { "candidate": { "asset": "clip04", "end_s": 74.0, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_video", "modality": "image", "source": { "kind": "timestamp_ms", "number": 72000 }, "start_s": 72.0 }, "score": 0.01639344262295082 }, { "candidate": { "asset": "music01", "end_s": 254.453333, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 252000 }, "start_s": 252.0 }, "score": 0.016129032258064516 }, { "candidate": { "asset": "clip03", "end_s": 5.056, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015873015873015872 }, { "candidate": { "asset": "sound02", "end_s": 2.074218, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015625 }, { "candidate": { "asset": "sound01", "end_s": 2.038594, "interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp", "match_kind": "semantic_audio", "modality": "audio", "source": { "kind": "timestamp_ms", "number": 0 }, "start_s": 0.0 }, "score": 0.015384615384615385 } ] } ], "scope": "Actual Searchi hybrid pipeline and native extension filters; temporal-range filter unsupported; segment ends inferred from configured audio/frame policy, exact point timestamps come from actual result API", "worker": { "device": "cpu", "dimensions": 768, "media_supported": true, "model": "google/embeddinggemma-2", "ready": true, "runtime": "b11461-no-logits-v1", "threads": 1 } }