karl
b8400c4fbf
Core CI / core (ubuntu-latest) (push) Failing after 3m31s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m39s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
22531 lines
628 KiB
JSON
22531 lines
628 KiB
JSON
{
|
|
"audio_overlap_ms": 2000,
|
|
"audio_window_ms": 30000,
|
|
"encoding_failures": [],
|
|
"encoding_ms": 668040.7295,
|
|
"filename_index": {
|
|
"discovered": 20,
|
|
"failures": 0,
|
|
"indexed": 20,
|
|
"removed": 0,
|
|
"skipped": 20,
|
|
"unchanged": 0
|
|
},
|
|
"fixture_sha256": "b4e465a0eb9582b826eebd2a20797e1680e4907e336d02d0ef2194e2ba0af393",
|
|
"index_report": {
|
|
"chunks": 118,
|
|
"failures": [],
|
|
"generation": 1,
|
|
"media_failures": 0,
|
|
"media_files": 20,
|
|
"model_fingerprint": "google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mean:l2:query512:doc2048:windows-overlap128:prompts-v1:byte64k-overlap512-title512-v1:google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mtmd:mean:l2:rgb-catmullrom48-exif-largejpeg-scaled-v2:pcm16k30s-v1:image280-frame70-audio30s-overlap2-distributed240-scene120-v1",
|
|
"passages": 0
|
|
},
|
|
"rows": [
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 10000
|
|
},
|
|
"start_s": 10.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image01"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q001",
|
|
"language": "en",
|
|
"text": "the fluffy striped cat resting with its chin on the floor"
|
|
},
|
|
"query_ms": 109.8749,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 10000
|
|
},
|
|
"start_s": 10.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 10000
|
|
},
|
|
"start_s": 10.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image01"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q002",
|
|
"language": "de",
|
|
"text": "die flauschige gestreifte Katze liegt mit dem Kinn auf dem Boden"
|
|
},
|
|
"query_ms": 136.0038,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 10000
|
|
},
|
|
"start_s": 10.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image02"
|
|
],
|
|
"hard_negatives": [
|
|
"image09"
|
|
],
|
|
"id": "q003",
|
|
"language": "en",
|
|
"text": "the overhead breakfast bowl with berries and diced mango"
|
|
},
|
|
"query_ms": 88.7555,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 2.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image02"
|
|
],
|
|
"hard_negatives": [
|
|
"image09"
|
|
],
|
|
"id": "q004",
|
|
"language": "de",
|
|
"text": "die Frühstücksschüssel mit Beeren und gewürfelter Mango von oben"
|
|
},
|
|
"query_ms": 128.9194,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image03"
|
|
],
|
|
"hard_negatives": [
|
|
"image05",
|
|
"image06",
|
|
"image04"
|
|
],
|
|
"id": "q005",
|
|
"language": "en",
|
|
"text": "the daytime lake reflecting jagged mountains and pine trees"
|
|
},
|
|
"query_ms": 95.7296,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image03"
|
|
],
|
|
"hard_negatives": [
|
|
"image05",
|
|
"image06",
|
|
"image04"
|
|
],
|
|
"id": "q006",
|
|
"language": "de",
|
|
"text": "der See bei Tageslicht spiegelt schroffe Berge und Tannen"
|
|
},
|
|
"query_ms": 135.1307,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 13320
|
|
},
|
|
"start_s": 13.32
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image04"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q007",
|
|
"language": "en",
|
|
"text": "the Milky Way over a dark mountain valley"
|
|
},
|
|
"query_ms": 90.6585,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 13320
|
|
},
|
|
"start_s": 13.32
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 13320
|
|
},
|
|
"start_s": 13.32
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image04"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q008",
|
|
"language": "de",
|
|
"text": "die Milchstraße über einem dunklen Bergtal"
|
|
},
|
|
"query_ms": 95.8349,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 13320
|
|
},
|
|
"start_s": 13.32
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image05"
|
|
],
|
|
"hard_negatives": [
|
|
"image03",
|
|
"image04"
|
|
],
|
|
"id": "q009",
|
|
"language": "en",
|
|
"text": "the wooden jetty pointing into a lake under moonlight"
|
|
},
|
|
"query_ms": 85.13510000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image05"
|
|
],
|
|
"hard_negatives": [
|
|
"image03",
|
|
"image04"
|
|
],
|
|
"id": "q010",
|
|
"language": "de",
|
|
"text": "der Holzsteg führt bei Mondlicht in einen See"
|
|
},
|
|
"query_ms": 94.0146,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 13320
|
|
},
|
|
"start_s": 13.32
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image06"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q011",
|
|
"language": "en",
|
|
"text": "the pink layered mountain ridges beneath a golden sunset"
|
|
},
|
|
"query_ms": 94.0352,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 72.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 70000
|
|
},
|
|
"start_s": 70.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 2.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image06"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q012",
|
|
"language": "de",
|
|
"text": "die rosa Bergketten unter einem goldenen Sonnenuntergang"
|
|
},
|
|
"query_ms": 104.7002,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 72.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 70000
|
|
},
|
|
"start_s": 70.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image07"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q013",
|
|
"language": "en",
|
|
"text": "the herd of cows on green hills"
|
|
},
|
|
"query_ms": 81.0611,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image07"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q014",
|
|
"language": "de",
|
|
"text": "die Kuhherde auf grünen Hügeln"
|
|
},
|
|
"query_ms": 96.6185,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 26000
|
|
},
|
|
"start_s": 26.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image08"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q015",
|
|
"language": "en",
|
|
"text": "the red sports car driving through woods"
|
|
},
|
|
"query_ms": 81.1964,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 26000
|
|
},
|
|
"start_s": 26.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 26000
|
|
},
|
|
"start_s": 26.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image08"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q016",
|
|
"language": "de",
|
|
"text": "das rote Sportauto fährt durch den Wald"
|
|
},
|
|
"query_ms": 88.3808,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 26000
|
|
},
|
|
"start_s": 26.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image09"
|
|
],
|
|
"hard_negatives": [
|
|
"image02"
|
|
],
|
|
"id": "q017",
|
|
"language": "en",
|
|
"text": "the vegetable and grain bowl beside carrot slices"
|
|
},
|
|
"query_ms": 92.0321,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image09"
|
|
],
|
|
"hard_negatives": [
|
|
"image02"
|
|
],
|
|
"id": "q018",
|
|
"language": "de",
|
|
"text": "die Gemüse-Getreide-Schüssel neben Karottenscheiben"
|
|
},
|
|
"query_ms": 113.3751,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image10"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q019",
|
|
"language": "en",
|
|
"text": "milk being poured into coffee to make a pattern"
|
|
},
|
|
"query_ms": 85.1486,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image10"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q020",
|
|
"language": "de",
|
|
"text": "Milch wird für ein Muster in den Kaffee gegossen"
|
|
},
|
|
"query_ms": 98.1881,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 20000
|
|
},
|
|
"start_s": 20.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image11"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q021",
|
|
"language": "en",
|
|
"text": "the empty tropical beach with turquoise water"
|
|
},
|
|
"query_ms": 84.1069,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 20000
|
|
},
|
|
"start_s": 20.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2.003,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 3
|
|
},
|
|
"start_s": 0.003
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image11"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q022",
|
|
"language": "de",
|
|
"text": "der leere tropische Strand mit türkisfarbenem Wasser"
|
|
},
|
|
"query_ms": 106.7635,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image12"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q023",
|
|
"language": "en",
|
|
"text": "the black and white photo with a hand reaching towards us"
|
|
},
|
|
"query_ms": 98.2566,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 10.333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 8333
|
|
},
|
|
"start_s": 8.333
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image12"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q024",
|
|
"language": "de",
|
|
"text": "das Schwarzweißfoto mit einer Hand, die nach uns greift"
|
|
},
|
|
"query_ms": 107.79220000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 10.333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 8333
|
|
},
|
|
"start_s": 8.333
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 18.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 16000
|
|
},
|
|
"start_s": 16.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-action",
|
|
"expected": [
|
|
"clip01"
|
|
],
|
|
"hard_negatives": [
|
|
"image01"
|
|
],
|
|
"id": "q025",
|
|
"intervals": {
|
|
"clip01": [
|
|
[
|
|
2,
|
|
4.9
|
|
],
|
|
[
|
|
15.5,
|
|
17.5
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"negative_intervals": {
|
|
"clip01": [
|
|
[
|
|
7,
|
|
14
|
|
]
|
|
]
|
|
},
|
|
"text": "the cat jumping up beside a door handle"
|
|
},
|
|
"query_ms": 84.4753,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 18.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 16000
|
|
},
|
|
"start_s": 16.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 18.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 16000
|
|
},
|
|
"start_s": 16.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-action",
|
|
"expected": [
|
|
"clip01"
|
|
],
|
|
"hard_negatives": [
|
|
"image01"
|
|
],
|
|
"id": "q026",
|
|
"intervals": {
|
|
"clip01": [
|
|
[
|
|
2,
|
|
4.9
|
|
],
|
|
[
|
|
15.5,
|
|
17.5
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"negative_intervals": {
|
|
"clip01": [
|
|
[
|
|
7,
|
|
14
|
|
]
|
|
]
|
|
},
|
|
"text": "die Katze springt neben dem Türgriff hoch"
|
|
},
|
|
"query_ms": 93.10740000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 18.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 16000
|
|
},
|
|
"start_s": 16.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 8000
|
|
},
|
|
"start_s": 8.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 79000
|
|
},
|
|
"start_s": 79.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-action",
|
|
"expected": [
|
|
"clip01"
|
|
],
|
|
"id": "q027",
|
|
"intervals": {
|
|
"clip01": [
|
|
[
|
|
7,
|
|
14
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"negative_intervals": {
|
|
"clip01": [
|
|
[
|
|
2,
|
|
4.9
|
|
],
|
|
[
|
|
15.5,
|
|
17.5
|
|
]
|
|
]
|
|
},
|
|
"text": "the cat sitting low by the door after trying to open it"
|
|
},
|
|
"query_ms": 100.0136,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 8000
|
|
},
|
|
"start_s": 8.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 79000
|
|
},
|
|
"start_s": 79.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 8000
|
|
},
|
|
"start_s": 8.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-action",
|
|
"expected": [
|
|
"clip01"
|
|
],
|
|
"id": "q028",
|
|
"intervals": {
|
|
"clip01": [
|
|
[
|
|
7,
|
|
14
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"negative_intervals": {
|
|
"clip01": [
|
|
[
|
|
2,
|
|
4.9
|
|
],
|
|
[
|
|
15.5,
|
|
17.5
|
|
]
|
|
]
|
|
},
|
|
"text": "die Katze sitzt nach dem Öffnungsversuch unten an der Tür"
|
|
},
|
|
"query_ms": 110.5304,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 8000
|
|
},
|
|
"start_s": 8.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-temporal",
|
|
"expected": [
|
|
"clip03"
|
|
],
|
|
"id": "q029",
|
|
"intervals": {
|
|
"clip03": [
|
|
[
|
|
0,
|
|
1.0
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"negative_intervals": {
|
|
"clip03": [
|
|
[
|
|
3.5,
|
|
5.05
|
|
]
|
|
]
|
|
},
|
|
"text": "the red flower bud before its petals open"
|
|
},
|
|
"query_ms": 83.3329,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-temporal",
|
|
"expected": [
|
|
"clip03"
|
|
],
|
|
"id": "q030",
|
|
"intervals": {
|
|
"clip03": [
|
|
[
|
|
0,
|
|
1.0
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"negative_intervals": {
|
|
"clip03": [
|
|
[
|
|
3.5,
|
|
5.05
|
|
]
|
|
]
|
|
},
|
|
"text": "die rote Blütenknospe bevor sich die Blätter öffnen"
|
|
},
|
|
"query_ms": 100.50710000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 4.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2000
|
|
},
|
|
"start_s": 2.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 79000
|
|
},
|
|
"start_s": 79.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 16.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 14000
|
|
},
|
|
"start_s": 14.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-temporal",
|
|
"expected": [
|
|
"clip03"
|
|
],
|
|
"id": "q031",
|
|
"intervals": {
|
|
"clip03": [
|
|
[
|
|
3.5,
|
|
5.05
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"negative_intervals": {
|
|
"clip03": [
|
|
[
|
|
0,
|
|
1.0
|
|
]
|
|
]
|
|
},
|
|
"text": "the red flower with its petals open wide"
|
|
},
|
|
"query_ms": 87.1527,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 79000
|
|
},
|
|
"start_s": 79.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 16.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 14000
|
|
},
|
|
"start_s": 14.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 79000
|
|
},
|
|
"start_s": 79.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 16.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 14000
|
|
},
|
|
"start_s": 14.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-temporal",
|
|
"expected": [
|
|
"clip03"
|
|
],
|
|
"id": "q032",
|
|
"intervals": {
|
|
"clip03": [
|
|
[
|
|
3.5,
|
|
5.05
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"negative_intervals": {
|
|
"clip03": [
|
|
[
|
|
0,
|
|
1.0
|
|
]
|
|
]
|
|
},
|
|
"text": "die rote Blume mit weit geöffneten Blütenblättern"
|
|
},
|
|
"query_ms": 95.01389999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 79000
|
|
},
|
|
"start_s": 79.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 10.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 8000
|
|
},
|
|
"start_s": 8.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 8.2,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 6200
|
|
},
|
|
"start_s": 6.2
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip02"
|
|
],
|
|
"hard_negatives": [
|
|
"image03",
|
|
"image05",
|
|
"image11"
|
|
],
|
|
"id": "q033",
|
|
"intervals": {
|
|
"clip02": [
|
|
[
|
|
0,
|
|
13.81
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"text": "the tall waterfall on a foggy rocky mountain"
|
|
},
|
|
"query_ms": 84.8113,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 10.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 8000
|
|
},
|
|
"start_s": 8.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 8.2,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 6200
|
|
},
|
|
"start_s": 6.2
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip02"
|
|
],
|
|
"hard_negatives": [
|
|
"image03",
|
|
"image05",
|
|
"image11"
|
|
],
|
|
"id": "q034",
|
|
"intervals": {
|
|
"clip02": [
|
|
[
|
|
0,
|
|
13.81
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"text": "der hohe Wasserfall an einem nebligen felsigen Berg"
|
|
},
|
|
"query_ms": 99.2324,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 16.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 14000
|
|
},
|
|
"start_s": 14.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 21733
|
|
},
|
|
"start_s": 21.733
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4574
|
|
},
|
|
"start_s": 4.574
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q035",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
10,
|
|
20
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"text": "the astronaut standing on the Moon next to landing equipment"
|
|
},
|
|
"query_ms": 99.6837,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 16.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 14000
|
|
},
|
|
"start_s": 14.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 21733
|
|
},
|
|
"start_s": 21.733
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 16.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 14000
|
|
},
|
|
"start_s": 14.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 21733
|
|
},
|
|
"start_s": 21.733
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q036",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
10,
|
|
20
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"text": "der Astronaut auf dem Mond neben der Landeausrüstung"
|
|
},
|
|
"query_ms": 94.1076,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 16.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 14000
|
|
},
|
|
"start_s": 14.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 21733
|
|
},
|
|
"start_s": 21.733
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 26.167,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 24167
|
|
},
|
|
"start_s": 24.167
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q037",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
24,
|
|
33
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"text": "the lunar rover driving over grey Moon terrain"
|
|
},
|
|
"query_ms": 85.79090000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 26.167,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 24167
|
|
},
|
|
"start_s": 24.167
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 26000
|
|
},
|
|
"start_s": 26.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q038",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
24,
|
|
33
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"text": "der Mondrover fährt über graues Mondgelände"
|
|
},
|
|
"query_ms": 92.85889999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 26000
|
|
},
|
|
"start_s": 26.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q039",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
1.551,
|
|
3.603
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "someone saying that we choose to go to the Moon"
|
|
},
|
|
"query_ms": 89.29910000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 18.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 16000
|
|
},
|
|
"start_s": 16.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q040",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
1.551,
|
|
3.603
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "jemand sagt, dass wir uns entscheiden, zum Mond zu fliegen"
|
|
},
|
|
"query_ms": 102.4898,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 26.167,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 24167
|
|
},
|
|
"start_s": 24.167
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4574
|
|
},
|
|
"start_s": 4.574
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q041",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
13.129,
|
|
16.316
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "someone finding orange soil on the Moon"
|
|
},
|
|
"query_ms": 77.2794,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 26.167,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 24167
|
|
},
|
|
"start_s": 24.167
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4574
|
|
},
|
|
"start_s": 4.574
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4574
|
|
},
|
|
"start_s": 4.574
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 10000
|
|
},
|
|
"start_s": 10.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q042",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
13.129,
|
|
16.316
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "jemand findet orangefarbenen Boden auf dem Mond"
|
|
},
|
|
"query_ms": 92.2329,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4574
|
|
},
|
|
"start_s": 4.574
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 10000
|
|
},
|
|
"start_s": 10.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 58.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 28000
|
|
},
|
|
"start_s": 28.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q043",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
43.777,
|
|
52.419
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "a request to fund the Artemis program for the first woman on the Moon"
|
|
},
|
|
"query_ms": 110.7192,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 58.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 28000
|
|
},
|
|
"start_s": 28.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 58.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 28000
|
|
},
|
|
"start_s": 28.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q044",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
43.777,
|
|
52.419
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "eine Bitte um Finanzierung von Artemis für die erste Frau auf dem Mond"
|
|
},
|
|
"query_ms": 110.7928,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 58.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 28000
|
|
},
|
|
"start_s": 28.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 56000
|
|
},
|
|
"start_s": 56.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q045",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
56.539,
|
|
63.496
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "someone talking about planting a flag on Mars"
|
|
},
|
|
"query_ms": 85.319,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 56000
|
|
},
|
|
"start_s": 56.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 56000
|
|
},
|
|
"start_s": 56.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q046",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
56.539,
|
|
63.496
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "jemand spricht davon, eine Flagge auf dem Mars aufzustellen"
|
|
},
|
|
"query_ms": 100.7173,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 56000
|
|
},
|
|
"start_s": 56.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 114.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 84000
|
|
},
|
|
"start_s": 84.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 20000
|
|
},
|
|
"start_s": 20.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "music-memory",
|
|
"expected": [
|
|
"music01"
|
|
],
|
|
"hard_negatives": [
|
|
"music02"
|
|
],
|
|
"id": "q047",
|
|
"intervals": {
|
|
"music01": [
|
|
[
|
|
0,
|
|
254.45
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "gentle solo piano music without anyone singing"
|
|
},
|
|
"query_ms": 84.7708,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 114.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 84000
|
|
},
|
|
"start_s": 84.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 20000
|
|
},
|
|
"start_s": 20.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 170.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 140000
|
|
},
|
|
"start_s": 140.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 79000
|
|
},
|
|
"start_s": 79.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "music-memory",
|
|
"expected": [
|
|
"music01"
|
|
],
|
|
"hard_negatives": [
|
|
"music02"
|
|
],
|
|
"id": "q048",
|
|
"intervals": {
|
|
"music01": [
|
|
[
|
|
0,
|
|
254.45
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "sanfte Klaviermusik ohne Gesang"
|
|
},
|
|
"query_ms": 95.6486,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 170.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 140000
|
|
},
|
|
"start_s": 140.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "music-memory",
|
|
"expected": [
|
|
"music02"
|
|
],
|
|
"hard_negatives": [
|
|
"music01"
|
|
],
|
|
"id": "q049",
|
|
"intervals": {
|
|
"music02": [
|
|
[
|
|
0,
|
|
30
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "a jazzy violin melody"
|
|
},
|
|
"query_ms": 76.0271,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "music-memory",
|
|
"expected": [
|
|
"music02"
|
|
],
|
|
"hard_negatives": [
|
|
"music01"
|
|
],
|
|
"id": "q050",
|
|
"intervals": {
|
|
"music02": [
|
|
[
|
|
0,
|
|
30
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "eine jazzige Geigenmelodie"
|
|
},
|
|
"query_ms": 82.891,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "sound-memory",
|
|
"expected": [
|
|
"sound01"
|
|
],
|
|
"hard_negatives": [
|
|
"sound02"
|
|
],
|
|
"id": "q051",
|
|
"intervals": {
|
|
"sound01": [
|
|
[
|
|
0,
|
|
2.039
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "a dog barking nearby"
|
|
},
|
|
"query_ms": 68.28399999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 80.63,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 79000
|
|
},
|
|
"start_s": 79.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "sound-memory",
|
|
"expected": [
|
|
"sound01"
|
|
],
|
|
"hard_negatives": [
|
|
"sound02"
|
|
],
|
|
"id": "q052",
|
|
"intervals": {
|
|
"sound01": [
|
|
[
|
|
0,
|
|
2.039
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "ein Hund bellt in der Nähe"
|
|
},
|
|
"query_ms": 79.4277,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 52.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 50000
|
|
},
|
|
"start_s": 50.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "sound-memory",
|
|
"expected": [
|
|
"sound02"
|
|
],
|
|
"hard_negatives": [
|
|
"sound01"
|
|
],
|
|
"id": "q053",
|
|
"intervals": {
|
|
"sound02": [
|
|
[
|
|
0,
|
|
2.074
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "a growling roaring creature sound effect"
|
|
},
|
|
"query_ms": 84.5773,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 52.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 50000
|
|
},
|
|
"start_s": 50.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 170.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 140000
|
|
},
|
|
"start_s": 140.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "sound-memory",
|
|
"expected": [
|
|
"sound02"
|
|
],
|
|
"hard_negatives": [
|
|
"sound01"
|
|
],
|
|
"id": "q054",
|
|
"intervals": {
|
|
"sound02": [
|
|
[
|
|
0,
|
|
2.074
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "ein knurrender brüllender Kreatur-Soundeffekt"
|
|
},
|
|
"query_ms": 104.45880000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14.467,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 12467
|
|
},
|
|
"start_s": 12.467
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"match_kind": "media_metadata",
|
|
"modality": "metadata",
|
|
"source": null
|
|
},
|
|
"score": 0.031544957774465976
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18000
|
|
},
|
|
"start_s": 18.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4.005,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 2005
|
|
},
|
|
"start_s": 2.005
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "exact-metadata",
|
|
"expected": [
|
|
"music01"
|
|
],
|
|
"id": "q055",
|
|
"language": "en",
|
|
"metadata": {
|
|
"artist": "Kimiko Ishizaka"
|
|
},
|
|
"text": "Kimiko Ishizaka"
|
|
},
|
|
"query_ms": 69.65549999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"match_kind": "media_metadata",
|
|
"modality": "metadata",
|
|
"source": null
|
|
},
|
|
"score": 0.031544957774465976
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18000
|
|
},
|
|
"start_s": 18.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"match_kind": "media_metadata",
|
|
"modality": "metadata",
|
|
"source": null
|
|
},
|
|
"score": 0.03252247488101534
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "exact-metadata",
|
|
"expected": [
|
|
"music02"
|
|
],
|
|
"id": "q056",
|
|
"language": "en",
|
|
"metadata": {
|
|
"title": "Jazz Violin Solo"
|
|
},
|
|
"text": "Jazz Violin Solo"
|
|
},
|
|
"query_ms": 64.1071,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"match_kind": "media_metadata",
|
|
"modality": "metadata",
|
|
"source": null
|
|
},
|
|
"score": 0.03252247488101534
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"match_kind": "media_metadata",
|
|
"modality": "metadata",
|
|
"source": null
|
|
},
|
|
"score": 0.03278688524590164
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 8.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 6000
|
|
},
|
|
"start_s": 6.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "exact-metadata",
|
|
"expected": [
|
|
"music02"
|
|
],
|
|
"id": "q057",
|
|
"language": "en",
|
|
"metadata": {
|
|
"artist": "Violinist WTD"
|
|
},
|
|
"text": "Violinist WTD"
|
|
},
|
|
"query_ms": 67.986,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"match_kind": "media_metadata",
|
|
"modality": "metadata",
|
|
"source": null
|
|
},
|
|
"score": 0.03278688524590164
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 8.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 6000
|
|
},
|
|
"start_s": 6.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "exact-filter",
|
|
"expected": [
|
|
"image05"
|
|
],
|
|
"filters": {
|
|
"extension": "jpg"
|
|
},
|
|
"id": "q058",
|
|
"language": "en",
|
|
"text": "wooden pier under the moon"
|
|
},
|
|
"query_ms": 70.12480000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"query": {
|
|
"category": "temporal-negative",
|
|
"expected": [],
|
|
"filters": {
|
|
"asset": "clip01",
|
|
"time_range_s": [
|
|
7,
|
|
14
|
|
]
|
|
},
|
|
"id": "q059",
|
|
"language": "en",
|
|
"required_modality": "image",
|
|
"text": "the cat jumping beside the handle"
|
|
},
|
|
"unsupported": "Production query API has no temporal-range filter yet"
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "filter-no-answer",
|
|
"expected": [],
|
|
"filters": {
|
|
"extension": "ogg"
|
|
},
|
|
"id": "q060",
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "someone mentioning Mars"
|
|
},
|
|
"query_ms": 60.6505,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "content-no-answer",
|
|
"expected": [],
|
|
"id": "q061",
|
|
"language": "en",
|
|
"split": "held-out-no-answer",
|
|
"text": "a purple elephant playing a violin on the beach"
|
|
},
|
|
"query_ms": 86.73219999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 31.233,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 29233
|
|
},
|
|
"start_s": 29.233
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4007
|
|
},
|
|
"start_s": 4.007
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "content-no-answer",
|
|
"expected": [],
|
|
"id": "q062",
|
|
"language": "de",
|
|
"split": "held-out-no-answer",
|
|
"text": "ein violetter Elefant spielt Geige am Strand"
|
|
},
|
|
"query_ms": 102.3627,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 224000
|
|
},
|
|
"start_s": 224.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 20.3,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 18300
|
|
},
|
|
"start_s": 18.3
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 18.367,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 16367
|
|
},
|
|
"start_s": 16.367
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 21733
|
|
},
|
|
"start_s": 21.733
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "speech-no-answer",
|
|
"expected": [],
|
|
"id": "q063",
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"split": "held-out-no-answer",
|
|
"text": "someone explains quantum entanglement"
|
|
},
|
|
"query_ms": 70.4986,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 18.367,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 16367
|
|
},
|
|
"start_s": 16.367
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 21733
|
|
},
|
|
"start_s": 21.733
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 8.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 6000
|
|
},
|
|
"start_s": 6.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 21733
|
|
},
|
|
"start_s": 21.733
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "speech-no-answer",
|
|
"expected": [],
|
|
"id": "q064",
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"split": "held-out-no-answer",
|
|
"text": "jemand erklärt Quantenverschränkung"
|
|
},
|
|
"query_ms": 80.3281,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 8.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 6000
|
|
},
|
|
"start_s": 6.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 21733
|
|
},
|
|
"start_s": 21.733
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.81,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 74.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 72000
|
|
},
|
|
"start_s": 72.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.015151515151515152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014925373134328358
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 4000
|
|
},
|
|
"start_s": 4.0
|
|
},
|
|
"score": 0.014705882352941176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014492753623188406
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014285714285714285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.014084507042253521
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013888888888888888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.0136986301369863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013513513513513514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013333333333333334
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.013157894736842105
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012987012987012988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.01282051282051282
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.012658227848101266
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"match_kind": "semantic_image",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "image",
|
|
"number": 0
|
|
}
|
|
},
|
|
"score": 0.0125
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "metadata-no-answer",
|
|
"expected": [],
|
|
"id": "q065",
|
|
"language": "en",
|
|
"metadata": {
|
|
"artist": "Adele"
|
|
},
|
|
"text": "Adele"
|
|
},
|
|
"query_ms": 57.804300000000005,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 74.0,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_video",
|
|
"modality": "image",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 72000
|
|
},
|
|
"start_s": 72.0
|
|
},
|
|
"score": 0.01639344262295082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 252000
|
|
},
|
|
"start_s": 252.0
|
|
},
|
|
"score": 0.016129032258064516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.056,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015873015873015872
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015625
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"interval_note": "End inferred from configured pipeline window policy, actual API exposes only start timestamp",
|
|
"match_kind": "semantic_audio",
|
|
"modality": "audio",
|
|
"source": {
|
|
"kind": "timestamp_ms",
|
|
"number": 0
|
|
},
|
|
"start_s": 0.0
|
|
},
|
|
"score": 0.015384615384615385
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"scope": "Actual Searchi hybrid pipeline and native extension filters; temporal-range filter unsupported; segment ends inferred from configured audio/frame policy, exact point timestamps come from actual result API",
|
|
"worker": {
|
|
"device": "cpu",
|
|
"dimensions": 768,
|
|
"media_supported": true,
|
|
"model": "google/embeddinggemma-2",
|
|
"ready": true,
|
|
"runtime": "b11461-no-logits-v1",
|
|
"threads": 1
|
|
}
|
|
} |