karl/searchi
1
0 Fork 0
Code Issues Pull Requests Packages Projects Releases 10 Wiki Activity
Files
4a7c4acdcb9e9e2aac476766a320cb9b054742f1
searchi/fixtures/media/pipeline-10s-results.json
T
karl b8400c4fbf
Core CI / core (ubuntu-latest) (push) Failing after 3m31s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m39s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
feat: add multimodal search and granular performance diagnostics
2026-10-12 19:16:23 +02:00

22540 lines
630 KiB
JSON
Raw Blame History

{
"audio_overlap_ms": 2000,
"audio_window_ms": 10000,
"encoding_failures": [],
"encoding_ms": 671510.0948000001,
"filename_index": {
"discovered": 20,
"failures": 0,
"indexed": 20,
"removed": 0,
"skipped": 20,
"unchanged": 0
},
"fixture_sha256": "b4e465a0eb9582b826eebd2a20797e1680e4907e336d02d0ef2194e2ba0af393",
"index_report": {
"chunks": 154,
"failures": [],
"generation": 1,
"media_failures": 0,
"media_files": 20,
"model_fingerprint": "google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mean:l2:query512:doc2048:windows-overlap128:prompts-v1:byte64k-overlap512-title512-v1:google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mtmd:mean:l2:rgb-catmullrom48-exif-largejpeg-scaled-v2:pcm16k30s-v1:image280-frame70-audio30s-overlap2-distributed240-scene120-v1:custom-240-2000-120-10000-2000-600-14400000-17179869184",
"passages": 0
},
"rows": [
{
"file_rankings": [
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip01",
"end_s": 12.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 10000
},
"start_s": 10.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "clip03",
"end_s": 4.005,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 2005
},
"start_s": 2.005
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image01"
],
"hard_negatives": [],
"id": "q001",
"language": "en",
"text": "the fluffy striped cat resting with its chin on the floor"
},
"query_ms": 94.13820000000001,
"segment_top5": [
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip01",
"end_s": 12.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 10000
},
"start_s": 10.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip01",
"end_s": 12.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 10000
},
"start_s": 10.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image01"
],
"hard_negatives": [],
"id": "q002",
"language": "de",
"text": "die flauschige gestreifte Katze liegt mit dem Kinn auf dem Boden"
},
"query_ms": 119.73100000000001,
"segment_top5": [
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip01",
"end_s": 12.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 10000
},
"start_s": 10.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image02"
],
"hard_negatives": [
"image09"
],
"id": "q003",
"language": "en",
"text": "the overhead breakfast bowl with berries and diced mango"
},
"query_ms": 90.447,
"segment_top5": [
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "clip02",
"end_s": 2.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image02"
],
"hard_negatives": [
"image09"
],
"id": "q004",
"language": "de",
"text": "die Frühstücksschüssel mit Beeren und gewürfelter Mango von oben"
},
"query_ms": 112.2064,
"segment_top5": [
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "clip02",
"end_s": 6.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4000
},
"start_s": 4.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image03"
],
"hard_negatives": [
"image05",
"image06",
"image04"
],
"id": "q005",
"language": "en",
"text": "the daytime lake reflecting jagged mountains and pine trees"
},
"query_ms": 86.0642,
"segment_top5": [
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "clip02",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image03"
],
"hard_negatives": [
"image05",
"image06",
"image04"
],
"id": "q006",
"language": "de",
"text": "der See bei Tageslicht spiegelt schroffe Berge und Tannen"
},
"query_ms": 106.8406,
"segment_top5": [
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 13320
},
"start_s": 13.32
},
"score": 0.015625
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "clip01",
"end_s": 22.204,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "clip03",
"end_s": 2.003,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 3
},
"start_s": 0.003
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image04"
],
"hard_negatives": [],
"id": "q007",
"language": "en",
"text": "the Milky Way over a dark mountain valley"
},
"query_ms": 81.38969999999999,
"segment_top5": [
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 13320
},
"start_s": 13.32
},
"score": 0.015625
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 13320
},
"start_s": 13.32
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "clip01",
"end_s": 22.204,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "clip03",
"end_s": 2.003,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 3
},
"start_s": 0.003
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image04"
],
"hard_negatives": [],
"id": "q008",
"language": "de",
"text": "die Milchstraße über einem dunklen Bergtal"
},
"query_ms": 88.7739,
"segment_top5": [
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 13320
},
"start_s": 13.32
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 6.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4000
},
"start_s": 4.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "clip01",
"end_s": 22.204,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image05"
],
"hard_negatives": [
"image03",
"image04"
],
"id": "q009",
"language": "en",
"text": "the wooden jetty pointing into a lake under moonlight"
},
"query_ms": 85.09859999999999,
"segment_top5": [
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 6.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4000
},
"start_s": 4.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 6.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4000
},
"start_s": 4.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "clip01",
"end_s": 18.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image05"
],
"hard_negatives": [
"image03",
"image04"
],
"id": "q010",
"language": "de",
"text": "der Holzsteg führt bei Mondlicht in einen See"
},
"query_ms": 93.1671,
"segment_top5": [
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 6.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4000
},
"start_s": 4.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip03",
"end_s": 2.003,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 3
},
"start_s": 0.003
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 13320
},
"start_s": 13.32
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image06"
],
"hard_negatives": [],
"id": "q011",
"language": "en",
"text": "the pink layered mountain ridges beneath a golden sunset"
},
"query_ms": 90.7512,
"segment_top5": [
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip03",
"end_s": 2.003,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 3
},
"start_s": 0.003
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 72.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 70000
},
"start_s": 70.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "clip02",
"end_s": 2.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image06"
],
"hard_negatives": [],
"id": "q012",
"language": "de",
"text": "die rosa Bergketten unter einem goldenen Sonnenuntergang"
},
"query_ms": 97.4549,
"segment_top5": [
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 72.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 70000
},
"start_s": 70.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip02",
"end_s": 4.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 2000
},
"start_s": 2.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "clip01",
"end_s": 18.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "clip03",
"end_s": 2.003,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 3
},
"start_s": 0.003
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image07"
],
"hard_negatives": [],
"id": "q013",
"language": "en",
"text": "the herd of cows on green hills"
},
"query_ms": 83.59179999999999,
"segment_top5": [
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip02",
"end_s": 4.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 2000
},
"start_s": 2.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "clip02",
"end_s": 4.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 2000
},
"start_s": 2.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "clip03",
"end_s": 2.003,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 3
},
"start_s": 0.003
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "clip01",
"end_s": 18.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image07"
],
"hard_negatives": [],
"id": "q014",
"language": "de",
"text": "die Kuhherde auf grünen Hügeln"
},
"query_ms": 100.5504,
"segment_top5": [
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 28.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 26000
},
"start_s": 26.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "clip01",
"end_s": 22.204,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image08"
],
"hard_negatives": [],
"id": "q015",
"language": "en",
"text": "the red sports car driving through woods"
},
"query_ms": 77.5883,
"segment_top5": [
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 28.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 26000
},
"start_s": 26.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 28.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 26000
},
"start_s": 26.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip02",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "clip01",
"end_s": 22.204,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image08"
],
"hard_negatives": [],
"id": "q016",
"language": "de",
"text": "das rote Sportauto fährt durch den Wald"
},
"query_ms": 81.0907,
"segment_top5": [
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 28.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 26000
},
"start_s": 26.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip02",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "music02",
"end_s": 26.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image09"
],
"hard_negatives": [
"image02"
],
"id": "q017",
"language": "en",
"text": "the vegetable and grain bowl beside carrot slices"
},
"query_ms": 92.08879999999999,
"segment_top5": [
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "music02",
"end_s": 26.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image09"
],
"hard_negatives": [
"image02"
],
"id": "q018",
"language": "de",
"text": "die Gemüse-Getreide-Schüssel neben Karottenscheiben"
},
"query_ms": 110.4152,
"segment_top5": [
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip04",
"end_s": 31.233,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 29233
},
"start_s": 29.233
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image10"
],
"hard_negatives": [],
"id": "q019",
"language": "en",
"text": "milk being poured into coffee to make a pattern"
},
"query_ms": 83.9215,
"segment_top5": [
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip01",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip01",
"end_s": 22.204,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image10"
],
"hard_negatives": [],
"id": "q020",
"language": "de",
"text": "Milch wird für ein Muster in den Kaffee gegossen"
},
"query_ms": 91.7982,
"segment_top5": [
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip01",
"end_s": 22.204,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 10.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 22.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 20000
},
"start_s": 20.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "clip01",
"end_s": 18.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "clip03",
"end_s": 2.003,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 3
},
"start_s": 0.003
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image11"
],
"hard_negatives": [],
"id": "q021",
"language": "en",
"text": "the empty tropical beach with turquoise water"
},
"query_ms": 77.24499999999999,
"segment_top5": [
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 22.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 20000
},
"start_s": 20.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015625
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "clip01",
"end_s": 22.204,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "clip03",
"end_s": 2.003,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 3
},
"start_s": 0.003
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image11"
],
"hard_negatives": [],
"id": "q022",
"language": "de",
"text": "der leere tropische Strand mit türkisfarbenem Wasser"
},
"query_ms": 100.953,
"segment_top5": [
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 20.3,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 18300
},
"start_s": 18.3
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 6.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4000
},
"start_s": 4.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip01",
"end_s": 4.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 2000
},
"start_s": 2.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image12"
],
"hard_negatives": [],
"id": "q023",
"language": "en",
"text": "the black and white photo with a hand reaching towards us"
},
"query_ms": 92.7337,
"segment_top5": [
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 6.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4000
},
"start_s": 4.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip01",
"end_s": 4.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 2000
},
"start_s": 2.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 10.333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 8333
},
"start_s": 8.333
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip01",
"end_s": 4.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 2000
},
"start_s": 2.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0125
}
],
"query": {
"category": "image-memory",
"expected": [
"image12"
],
"hard_negatives": [],
"id": "q024",
"language": "de",
"text": "das Schwarzweißfoto mit einer Hand, die nach uns greift"
},
"query_ms": 102.18339999999999,
"segment_top5": [
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "clip04",
"end_s": 10.333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 8333
},
"start_s": 8.333
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "clip01",
"end_s": 4.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 2000
},
"start_s": 2.0
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.015625
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015384615384615385
}
]
},
{
"file_rankings": [
{
"candidate": {
"asset": "clip01",
"end_s": 18.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 16000
},
"start_s": 16.0
},
"score": 0.01639344262295082
},
{
"candidate": {
"asset": "sound01",
"end_s": 2.038594,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.016129032258064516
},
{
"candidate": {
"asset": "image01",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.015873015873015872
},
{
"candidate": {
"asset": "clip04",
"end_s": 14.467,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 12467
},
"start_s": 12.467
},
"score": 0.015625
},
{
"candidate": {
"asset": "clip02",
"end_s": 13.81,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 8000
},
"start_s": 8.0
},
"score": 0.015384615384615385
},
{
"candidate": {
"asset": "sound02",
"end_s": 2.074218,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 0
},
"start_s": 0.0
},
"score": 0.015151515151515152
},
{
"candidate": {
"asset": "image12",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014925373134328358
},
{
"candidate": {
"asset": "music01",
"end_s": 254.453333,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 248000
},
"start_s": 248.0
},
"score": 0.014705882352941176
},
{
"candidate": {
"asset": "music02",
"end_s": 30.0,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_audio",
"modality": "audio",
"source": {
"kind": "timestamp_ms",
"number": 24000
},
"start_s": 24.0
},
"score": 0.014492753623188406
},
{
"candidate": {
"asset": "clip03",
"end_s": 5.056,
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
"match_kind": "semantic_video",
"modality": "image",
"source": {
"kind": "timestamp_ms",
"number": 4007
},
"start_s": 4.007
},
"score": 0.014285714285714285
},
{
"candidate": {
"asset": "image05",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.014084507042253521
},
{
"candidate": {
"asset": "image11",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013888888888888888
},
{
"candidate": {
"asset": "image08",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.0136986301369863
},
{
"candidate": {
"asset": "image10",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013513513513513514
},
{
"candidate": {
"asset": "image06",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013333333333333334
},
{
"candidate": {
"asset": "image02",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.013157894736842105
},
{
"candidate": {
"asset": "image07",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012987012987012988
},
{
"candidate": {
"asset": "image03",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.01282051282051282
},
{
"candidate": {
"asset": "image09",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0
}
},
"score": 0.012658227848101266
},
{
"candidate": {
"asset": "image04",
"match_kind": "semantic_image",
"modality": "image",
"source": {
"kind": "image",
"number": 0