karl
b8400c4fbf
Core CI / core (ubuntu-latest) (push) Failing after 3m31s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m39s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
22531 lines
628 KiB
JSON
22531 lines
628 KiB
JSON
{
|
|
"audio_overlap_ms": 2000,
|
|
"audio_window_ms": 30000,
|
|
"encoding_failures": [],
|
|
"encoding_ms": 668040.7295,
|
|
"filename_index": {
|
|
"discovered": 20,
|
|
"failures": 0,
|
|
"indexed": 20,
|
|
"removed": 0,
|
|
"skipped": 20,
|
|
"unchanged": 0
|
|
},
|
|
"fixture_sha256": "b4e465a0eb9582b826eebd2a20797e1680e4907e336d02d0ef2194e2ba0af393",
|
|
"index_report": {
|
|
"chunks": 118,
|
|
"failures": [],
|
|
"generation": 1,
|
|
"media_failures": 0,
|
|
"media_files": 20,
|
|
"model_fingerprint": "google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mean:l2:query512:doc2048:windows-overlap128:prompts-v1:byte64k-overlap512-title512-v1:google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mtmd:mean:l2:rgb-catmullrom48-exif-largejpeg-scaled-v2:pcm16k30s-v1:image280-frame70-audio30s-overlap2-distributed240-scene120-v1",
|
|
"passages": 0
|
|
},
|
|
"rows": [
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 10000
|
|
},
|
|
"start_s": 10.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image01"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q001",
|
|
"language": "en",
|
|
"text": "the fluffy striped cat resting with its chin on the floor"
|
|
},
|
|
"query_ms": 109.8749,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 10000
|
|
},
|
|
"start_s": 10.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 10000
|
|
},
|
|
"start_s": 10.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image01"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q002",
|
|
"language": "de",
|
|
"text": "die flauschige gestreifte Katze liegt mit dem Kinn auf dem Boden"
|
|
},
|
|
"query_ms": 136.0038,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 10000
|
|
},
|
|
"start_s": 10.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image02"
|
|
],
|
|
"hard_negatives": [
|
|
"image09"
|
|
],
|
|
"id": "q003",
|
|
"language": "en",
|
|
"text": "the overhead breakfast bowl with berries and diced mango"
|
|
},
|
|
"query_ms": 88.7555,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 2.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image02"
|
|
],
|
|
"hard_negatives": [
|
|
"image09"
|
|
],
|
|
"id": "q004",
|
|
"language": "de",
|
|
"text": "die Frühstücksschüssel mit Beeren und gewürfelter Mango von oben"
|
|
},
|
|
"query_ms": 128.9194,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image03"
|
|
],
|
|
"hard_negatives": [
|
|
"image05",
|
|
"image06",
|
|
"image04"
|
|
],
|
|
"id": "q005",
|
|
"language": "en",
|
|
"text": "the daytime lake reflecting jagged mountains and pine trees"
|
|
},
|
|
"query_ms": 95.7296,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image03"
|
|
],
|
|
"hard_negatives": [
|
|
"image05",
|
|
"image06",
|
|
"image04"
|
|
],
|
|
"id": "q006",
|
|
"language": "de",
|
|
"text": "der See bei Tageslicht spiegelt schroffe Berge und Tannen"
|
|
},
|
|
"query_ms": 135.1307,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 13320
|
|
},
|
|
"start_s": 13.32
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image04"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q007",
|
|
"language": "en",
|
|
"text": "the Milky Way over a dark mountain valley"
|
|
},
|
|
"query_ms": 90.6585,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 13320
|
|
},
|
|
"start_s": 13.32
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 13320
|
|
},
|
|
"start_s": 13.32
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image04"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q008",
|
|
"language": "de",
|
|
"text": "die Milchstraße über einem dunklen Bergtal"
|
|
},
|
|
"query_ms": 95.8349,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 13320
|
|
},
|
|
"start_s": 13.32
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image05"
|
|
],
|
|
"hard_negatives": [
|
|
"image03",
|
|
"image04"
|
|
],
|
|
"id": "q009",
|
|
"language": "en",
|
|
"text": "the wooden jetty pointing into a lake under moonlight"
|
|
},
|
|
"query_ms": 85.13510000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image05"
|
|
],
|
|
"hard_negatives": [
|
|
"image03",
|
|
"image04"
|
|
],
|
|
"id": "q010",
|
|
"language": "de",
|
|
"text": "der Holzsteg führt bei Mondlicht in einen See"
|
|
},
|
|
"query_ms": 94.0146,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 13320
|
|
},
|
|
"start_s": 13.32
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image06"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q011",
|
|
"language": "en",
|
|
"text": "the pink layered mountain ridges beneath a golden sunset"
|
|
},
|
|
"query_ms": 94.0352,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 72.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 70000
|
|
},
|
|
"start_s": 70.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 2.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image06"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q012",
|
|
"language": "de",
|
|
"text": "die rosa Bergketten unter einem goldenen Sonnenuntergang"
|
|
},
|
|
"query_ms": 104.7002,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 72.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 70000
|
|
},
|
|
"start_s": 70.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image07"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q013",
|
|
"language": "en",
|
|
"text": "the herd of cows on green hills"
|
|
},
|
|
"query_ms": 81.0611,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image07"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q014",
|
|
"language": "de",
|
|
"text": "die Kuhherde auf grünen Hügeln"
|
|
},
|
|
"query_ms": 96.6185,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 26000
|
|
},
|
|
"start_s": 26.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image08"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q015",
|
|
"language": "en",
|
|
"text": "the red sports car driving through woods"
|
|
},
|
|
"query_ms": 81.1964,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 26000
|
|
},
|
|
"start_s": 26.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 26000
|
|
},
|
|
"start_s": 26.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image08"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q016",
|
|
"language": "de",
|
|
"text": "das rote Sportauto fährt durch den Wald"
|
|
},
|
|
"query_ms": 88.3808,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 26000
|
|
},
|
|
"start_s": 26.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image09"
|
|
],
|
|
"hard_negatives": [
|
|
"image02"
|
|
],
|
|
"id": "q017",
|
|
"language": "en",
|
|
"text": "the vegetable and grain bowl beside carrot slices"
|
|
},
|
|
"query_ms": 92.0321,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image09"
|
|
],
|
|
"hard_negatives": [
|
|
"image02"
|
|
],
|
|
"id": "q018",
|
|
"language": "de",
|
|
"text": "die Gemüse-Getreide-Schüssel neben Karottenscheiben"
|
|
},
|
|
"query_ms": 113.3751,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image10"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q019",
|
|
"language": "en",
|
|
"text": "milk being poured into coffee to make a pattern"
|
|
},
|
|
"query_ms": 85.1486,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image10"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q020",
|
|
"language": "de",
|
|
"text": "Milch wird für ein Muster in den Kaffee gegossen"
|
|
},
|
|
"query_ms": 98.1881,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 20000
|
|
},
|
|
"start_s": 20.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image11"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q021",
|
|
"language": "en",
|
|
"text": "the empty tropical beach with turquoise water"
|
|
},
|
|
"query_ms": 84.1069,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 20000
|
|
},
|
|
"start_s": 20.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image11"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q022",
|
|
"language": "de",
|
|
"text": "der leere tropische Strand mit türkisfarbenem Wasser"
|
|
},
|
|
"query_ms": 106.7635,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image12"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q023",
|
|
"language": "en",
|
|
"text": "the black and white photo with a hand reaching towards us"
|
|
},
|
|
"query_ms": 98.2566,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 10.333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 8333
|
|
},
|
|
"start_s": 8.333
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image12"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q024",
|
|
"language": "de",
|
|
"text": "das Schwarzweißfoto mit einer Hand, die nach uns greift"
|
|
},
|
|
"query_ms": 107.79220000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 10.333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 8333
|
|
},
|
|
"start_s": 8.333
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 18.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 16000
|
|
},
|
|
"start_s": 16.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-action",
|
|
"expected": [
|
|
"clip01"
|
|
],
|
|
"hard_negatives": [
|
|
"image01"
|
|
],
|
|
"id": "q025",
|
|
"intervals": {
|
|
"clip01": [
|
|
[
|
|
2,
|
|
4.9
|
|
],
|
|
[
|
|
15.5,
|
|
17.5
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"negative_intervals": {
|
|
"clip01": [
|
|
[
|
|
7,
|
|
14
|
|
]
|
|
]
|
|
},
|
|