karl
b8400c4fbf
Core CI / core (ubuntu-latest) (push) Failing after 3m31s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m39s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
13214 lines
388 KiB
JSON
13214 lines
388 KiB
JSON
{
|
|
"encoded_candidates": 94,
|
|
"encoding_failures": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music02",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"error": "Invalid normalized audio PCM"
|
|
}
|
|
],
|
|
"encoding_ms": 498657.0532,
|
|
"ffmpeg_version": "ffmpeg version n9.0.2-27-g7e93014c5b-20261012 Copyright (c) 2000-2026 the FFmpeg developers",
|
|
"fixture_sha256": "b4e465a0eb9582b826eebd2a20797e1680e4907e336d02d0ef2194e2ba0af393",
|
|
"media_fingerprint": "google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mtmd:mean:l2:rgb-catmullrom48-exif-v1:pcm16k30s-v1",
|
|
"policy": "CPU-only dense reference: photos140/video70 tokens, uniform2s frames, mono16kHz30s PCM",
|
|
"rows": [
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7605359503359338
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6914505121505314
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6000387802540742
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5889540372277283
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5853506294953249
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5846282085610464
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5770316090917846
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5717746231614078
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5676677186648548
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5667273447572145
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5622206752488643
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5572614705336363
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5534843663389245
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5478536620764847
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5430061932156839
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5414059121332547
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5258840533370677
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.520651041403068
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5196109603442204
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image01"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q001",
|
|
"language": "en",
|
|
"text": "the fluffy striped cat resting with its chin on the floor"
|
|
},
|
|
"query_ms": 100.41550000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7605359503359338
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6914505121505314
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6789371017993904
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 14,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0012.png",
|
|
"start_s": 12,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.678510041166231
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6715407914870211
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7538178681038181
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.69804800410274
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6013399852487912
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0028.png",
|
|
"start_s": 28,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5984185938528922
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5914559316103537
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5849889969753721
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5750327428038695
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5686807717689468
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5678729684414582
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5589938689182454
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5588009608882132
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5529075328279189
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5473785838506949
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5453401908375792
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5404958035975614
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5379461303870298
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5376897070804415
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5288401029040793
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5257209324190626
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image01"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q002",
|
|
"language": "de",
|
|
"text": "die flauschige gestreifte Katze liegt mit dem Kinn auf dem Boden"
|
|
},
|
|
"query_ms": 123.0806,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7538178681038181
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.69804800410274
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6789887269408267
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6774924025407137
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 14,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0012.png",
|
|
"start_s": 12,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6773204930362628
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7710175412850216
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6521436918722262
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5905091663902722
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5817631247721886
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5682172363361773
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5654573985427374
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5653718911075017
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5516977645676859
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5505899802059024
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5483510514720404
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5438752858096004
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5362931282258405
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5320239005879146
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5287120777972925
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.528321413927002
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5268273096818564
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5245916223587813
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5160887929265482
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4888020986558745
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image02"
|
|
],
|
|
"hard_negatives": [
|
|
"image09"
|
|
],
|
|
"id": "q003",
|
|
"language": "en",
|
|
"text": "the overhead breakfast bowl with berries and diced mango"
|
|
},
|
|
"query_ms": 88.92129999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7710175412850216
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6521436918722262
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5905091663902722
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5817631247721886
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5682172363361773
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7646888268838336
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6642131351342615
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5820369146589849
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5797016636865081
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5775105413118079
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5681942495122166
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5672443396587598
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5566421187014141
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5490435139878538
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5401434633303833
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5394513485050191
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5365413094542697
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5316774714796875
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5310516297249549
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5209947523452725
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5159896133244459
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5104831061820707
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5089913379296395
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5061419714076223
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image02"
|
|
],
|
|
"hard_negatives": [
|
|
"image09"
|
|
],
|
|
"id": "q004",
|
|
"language": "de",
|
|
"text": "die Frühstücksschüssel mit Beeren und gewürfelter Mango von oben"
|
|
},
|
|
"query_ms": 110.2448,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7646888268838336
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6642131351342615
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5820369146589849
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5797016636865081
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5775105413118079
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7623427116407293
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.662308602947514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6162847488349679
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 52,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0050.png",
|
|
"start_s": 50,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5874379882289735
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.577852569606612
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.568542378464749
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5634508230026439
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5598584444976623
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5580280754872706
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.557083671292452
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.555025223068175
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5504920813783238
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.544900995756961
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5412193704701055
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5300953352998771
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5298202695243861
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5170153775044287
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5156540558439123
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5111623378757838
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image03"
|
|
],
|
|
"hard_negatives": [
|
|
"image05",
|
|
"image06",
|
|
"image04"
|
|
],
|
|
"id": "q005",
|
|
"language": "en",
|
|
"text": "the daytime lake reflecting jagged mountains and pine trees"
|
|
},
|
|
"query_ms": 84.63329999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7623427116407293
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.662308602947514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6162847488349679
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 52,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0050.png",
|
|
"start_s": 50,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5874379882289735
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 54,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0052.png",
|
|
"start_s": 52,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5855570485611895
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7312939484895192
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6816896220922278
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6476898183277994
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6040720487822666
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5972045508032645
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5905020599489719
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5883189500625805
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5850236380336026
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5782935524375052
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5708382794085048
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5698096029205947
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5691332345470477
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.563791524924817
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5607598759674971
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5482028758159473
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5471911861877021
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5468701186487881
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5409127013908636
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5260452108877355
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image03"
|
|
],
|
|
"hard_negatives": [
|
|
"image05",
|
|
"image06",
|
|
"image04"
|
|
],
|
|
"id": "q006",
|
|
"language": "de",
|
|
"text": "der See bei Tageslicht spiegelt schroffe Berge und Tannen"
|
|
},
|
|
"query_ms": 116.33449999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7312939484895192
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6816896220922278
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6476898183277994
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6040720487822666
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 54,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0052.png",
|
|
"start_s": 52,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5996947895568899
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7659434126183756
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 52,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0050.png",
|
|
"start_s": 50,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6724800526168597
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6448157756012068
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6447662116672633
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.643200057913194
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.608026017718674
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5946716647150256
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5796246139648342
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5790578110221776
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5784632590201206
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5680754854712253
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5666899905071829
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5545443481022638
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5500482396907467
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5381186335689101
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5342299756573953
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.528257210033174
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.520467464042619
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5027787911820522
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image04"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q007",
|
|
"language": "en",
|
|
"text": "the Milky Way over a dark mountain valley"
|
|
},
|
|
"query_ms": 93.8635,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7659434126183756
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 52,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0050.png",
|
|
"start_s": 50,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6724800526168597
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 54,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0052.png",
|
|
"start_s": 52,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6584435112559999
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6448157756012068
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6447662116672633
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7294690661399345
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6481890680605977
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 52,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0050.png",
|
|
"start_s": 50,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6470762415924175
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6404969457687976
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0012.png",
|
|
"start_s": 12,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6355914068024985
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6193054783708699
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6093061640452591
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5909373448233727
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5845295829814098
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5812366662782759
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5808502105698604
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5793494128612385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5757367862966845
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5581669711666448
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5579510975330657
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5550743738673231
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5394377975565356
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5234831107731919
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5115406870813693
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image04"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q008",
|
|
"language": "de",
|
|
"text": "die Milchstraße über einem dunklen Bergtal"
|
|
},
|
|
"query_ms": 103.2938,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7294690661399345
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6481890680605977
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 52,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0050.png",
|
|
"start_s": 50,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6470762415924175
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6463551093149028
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 24,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0022.png",
|
|
"start_s": 22,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6413343566987572
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7970170315137438
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6934501407052766
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6155480211441525
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5946623823370214
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5873079934235054
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5870007650262278
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5841385486524419
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5759761643151797
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5740744640029244
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5666077575092291
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5653532106832271
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5639509981071652
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5518589069506202
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5376796572946845
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5346342229441399
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5339338125667231
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5206771161423475
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5156778544177256
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5099641453648242
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image05"
|
|
],
|
|
"hard_negatives": [
|
|
"image03",
|
|
"image04"
|
|
],
|
|
"id": "q009",
|
|
"language": "en",
|
|
"text": "the wooden jetty pointing into a lake under moonlight"
|
|
},
|
|
"query_ms": 85.8763,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7970170315137438
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6934501407052766
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6655504340237832
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0020.png",
|
|
"start_s": 20,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6596047098658663
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 32,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0030.png",
|
|
"start_s": 30,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.656462720695168
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7827500380934167
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6735420812340918
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.597809032917086
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5949681684341337
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5904214965643945
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.586523415559574
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5863660679156335
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5749590128189616
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5732433499999233
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5723556502803566
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5679319852894922
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.563716619887232
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5608562458538598
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5540192414583017
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5380415013173168
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5349937146665519
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5233427417792843
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5231473716132861
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.49923030400340157
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image05"
|
|
],
|
|
"hard_negatives": [
|
|
"image03",
|
|
"image04"
|
|
],
|
|
"id": "q010",
|
|
"language": "de",
|
|
"text": "der Holzsteg führt bei Mondlicht in einen See"
|
|
},
|
|
"query_ms": 92.19149999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7827500380934167
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6735420812340918
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6673059742228902
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0020.png",
|
|
"start_s": 20,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6418064129770683
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 32,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0030.png",
|
|
"start_s": 30,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6410052587384467
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7512131534996584
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6486657759586316
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6348770720382572
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6281343771545465
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 72,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0070.png",
|
|
"start_s": 70,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.626019735935585
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6096692898441701
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5864393326370361
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5820512302482764
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5810585130050232
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5748439072330372
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.56346679972584
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5551742030167436
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5548062909541942
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.552213900622373
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5445520201324443
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5413155151522175
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5287221325476256
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5250168791614722
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5199512464979191
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image06"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q011",
|
|
"language": "en",
|
|
"text": "the pink layered mountain ridges beneath a golden sunset"
|
|
},
|
|
"query_ms": 105.6844,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7512131534996584
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6486657759586316
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6348770720382572
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6281343771545465
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 72,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0070.png",
|
|
"start_s": 70,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.626019735935585
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6981611524588893
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6155209526759775
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6127812280598484
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 72,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0070.png",
|
|
"start_s": 70,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6124380916884556
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.608883185907273
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6010836128030387
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5977913445502891
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5757227335935441
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5698829451856418
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5600958297227832
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5572593511126489
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5516895148030765
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5405214242906503
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5380377581657529
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5353283352574021
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5307616253276131
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5206674851884772
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.519987978551167
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5170632141239293
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image06"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q012",
|
|
"language": "de",
|
|
"text": "die rosa Bergketten unter einem goldenen Sonnenuntergang"
|
|
},
|
|
"query_ms": 104.8112,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6981611524588893
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6155209526759775
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6127812280598484
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 72,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0070.png",
|
|
"start_s": 70,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6124380916884556
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6122760765485127
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7757859392974206
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6228945591022108
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6043572845042384
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0028.png",
|
|
"start_s": 28,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6039807868814072
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6020198677710826
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6016512799731691
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6010915634355666
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5928791538996492
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5918008472919005
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5883476117905893
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5819567167237422
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5654036113552369
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5589087528595522
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5577066444072452
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5547843062399807
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5410691831540949
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5397125000216967
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5375160432750782
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5199034842772098
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image07"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q013",
|
|
"language": "en",
|
|
"text": "the herd of cows on green hills"
|
|
},
|
|
"query_ms": 89.8277,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7757859392974206
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6228945591022108
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6150573091585259
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6127596230472312
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6117392177238157
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7337808730379708
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 8,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0006.png",
|
|
"start_s": 6,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6098832281172125
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6087768493043573
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6064193115854893
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6051650096366163
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6015317137871635
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6002932712143123
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5953743311339383
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.587916835335103
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5814273201756002
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5798748669060851
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5759061633991269
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.569796351321886
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5676235746365604
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5565244005060244
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5525020337175139
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.547579034611052
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5413372157257581
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5403400599194903
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image07"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q014",
|
|
"language": "de",
|
|
"text": "die Kuhherde auf grünen Hügeln"
|
|
},
|
|
"query_ms": 104.98530000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7337808730379708
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 8,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0006.png",
|
|
"start_s": 6,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6098832281172125
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6087768493043573
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6076446304368619
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6064193115854893
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7875535186056878
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0026.png",
|
|
"start_s": 26,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6123625859270059
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6072730834327322
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.598800980325568
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5858056580775085
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5823790454611385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5690041761514885
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5560115576869118
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.543242189417099
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5417282835745795
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5322742976268053
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5305508796573636
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.526616678879168
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5258744485062927
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5163990704683173
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5099272055160293
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5098962283743337
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5093378981152649
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4888913179094456
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image08"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q015",
|
|
"language": "en",
|
|
"text": "the red sports car driving through woods"
|
|
},
|
|
"query_ms": 79.72500000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7875535186056878
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0026.png",
|
|
"start_s": 26,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6123625859270059
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6072730834327322
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.598800980325568
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5858056580775085
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7524549451728172
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6025128285567696
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0026.png",
|
|
"start_s": 26,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5936519882329168
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.585671870283156
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.58290746229507
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5788896966110199
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5777181788500513
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5483180765724983
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5437845888390087
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5346804668753455
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5334423730461748
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5252020242940121
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5211766804792308
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5152098683314263
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5151581363428384
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5068872270430337
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5051501003327342
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5023263521787877
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4836675734538172
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image08"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q016",
|
|
"language": "de",
|
|
"text": "das rote Sportauto fährt durch den Wald"
|
|
},
|
|
"query_ms": 86.4501,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7524549451728172
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6025128285567696
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0026.png",
|
|
"start_s": 26,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5936519882329168
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.585671870283156
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.58290746229507
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7452674151288965
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.675342057464735
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6231663550369362
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6071897060698033
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 64,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0062.png",
|
|
"start_s": 62,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6005626697197612
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5847378245584056
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5737181379864414
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5691538620183914
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5686501629750731
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5684112683137412
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5650964574131633
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5639461496567214
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5583654721933015
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5539298268647617
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5536456724192732
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5436065495803032
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5419765610928058
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5418370736586263
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5306785798522258
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image09"
|
|
],
|
|
"hard_negatives": [
|
|
"image02"
|
|
],
|
|
"id": "q017",
|
|
"language": "en",
|
|
"text": "the vegetable and grain bowl beside carrot slices"
|
|
},
|
|
"query_ms": 88.1209,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7452674151288965
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.675342057464735
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6231663550369362
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6114371240779568
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6071897060698033
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7152215360838582
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6574158740020666
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6104815171065472
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6035518244746396
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 8,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0006.png",
|
|
"start_s": 6,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5979011830154392
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5851853481662831
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.582893618305908
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5680198403267049
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5582925661699524
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5565894928429453
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5546974820156794
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5535493342657861
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5511426607567806
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5492921128451813
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5471263483921905
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5434317638614649
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5425337587882356
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5369102379353332
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5282341401416373
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image09"
|
|
],
|
|
"hard_negatives": [
|
|
"image02"
|
|
],
|
|
"id": "q018",
|
|
"language": "de",
|
|
"text": "die Gemüse-Getreide-Schüssel neben Karottenscheiben"
|
|
},
|
|
"query_ms": 122.9277,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7152215360838582
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6574158740020666
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6104815171065472
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6035518244746396
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5982833324825472
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7572628526098341
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6202813222533817
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6151862011907199
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6041725235285249
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5846309887551453
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5797854629745353
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5762378496230042
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5725883693622503
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5692679875674224
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5686416598913115
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5595597412721783
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.551930362921604
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5506856827121812
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5490969894540716
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5485703511705482
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5420730748166311
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.54205832097869
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5377249279864874
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5358377742470881
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image10"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q019",
|
|
"language": "en",
|
|
"text": "milk being poured into coffee to make a pattern"
|
|
},
|
|
"query_ms": 83.9023,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7572628526098341
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6202813222533817
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6151862011907199
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 32,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0030.png",
|
|
"start_s": 30,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6081245253655962
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 54,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0052.png",
|
|
"start_s": 52,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6060163865253111
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7171857932910076
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6034001327753189
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5958961571568152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5903930939101851
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.579912430850867
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5783563806534294
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.578162677179194
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5770479774096584
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5748266454278
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5716860204465454
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5651569839519763
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5608369681731745
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5532831608541011
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.551201407404583
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5465746260830875
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5435385162510429
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5423278953650967
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5420376885634534
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5388860915519335
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image10"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q020",
|
|
"language": "de",
|
|
"text": "Milch wird für ein Muster in den Kaffee gegossen"
|
|
},
|
|
"query_ms": 94.86550000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7171857932910076
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6034001327753189
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5958961571568152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5903930939101851
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 54,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0052.png",
|
|
"start_s": 52,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5883396002289107
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7378925717865545
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0020.png",
|
|
"start_s": 20,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6173290059473702
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6054304804678929
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5849917239453298
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5810915577408376
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5785592378427651
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.57024324827624
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5673839024562516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5664585184900877
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5662676376066424
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5636918997136423
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5626995652213451
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5604197806655731
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5541750471448866
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5507307733711744
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.537238848690865
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.535934813814791
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5223845404772849
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4877247381808161
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image11"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q021",
|
|
"language": "en",
|
|
"text": "the empty tropical beach with turquoise water"
|
|
},
|
|
"query_ms": 80.0698,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7378925717865545
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0020.png",
|
|
"start_s": 20,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6173290059473702
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6054304804678929
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 24,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0022.png",
|
|
"start_s": 22,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5982154621127055
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 26,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0024.png",
|
|
"start_s": 24,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5926164626485672
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7158271638368432
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0020.png",
|
|
"start_s": 20,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6130666803154774
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6107497238850333
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6016330318027038
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5974932266965965
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5939405758540083
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5895787283197316
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5893192480295639
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5872473652411491
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5815802388272909
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5791608892940499
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.57282350908655
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5714741518718932
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5515862071950245
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5471541726079286
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5466068085194933
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.543042869284548
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5285237912106853
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5142790665709348
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image11"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q022",
|
|
"language": "de",
|
|
"text": "der leere tropische Strand mit türkisfarbenem Wasser"
|
|
},
|
|
"query_ms": 112.042,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7158271638368432
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 22,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0020.png",
|
|
"start_s": 20,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6130666803154774
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6107497238850333
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6016330318027038
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5974932266965965
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7668430936462611
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6882967180105981
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.617350087112024
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6074723741111281
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5952268374036955
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5900744838716195
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5848308995951277
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5825859959539113
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5792431393175723
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5714600020414774
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5707109886904219
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5655266811443803
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5646116651059316
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.559847834329686
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.551274125901436
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5504256014881275
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5502241892791708
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5500359275162033
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5207531904999829
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image12"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q023",
|
|
"language": "en",
|
|
"text": "the black and white photo with a hand reaching towards us"
|
|
},
|
|
"query_ms": 96.68839999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7668430936462611
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6882967180105981
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6638330481315873
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 52,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0050.png",
|
|
"start_s": 50,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6534883981090127
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 54,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0052.png",
|
|
"start_s": 52,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6521333571096884
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7304559154817764
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6696436382303605
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6181715069928486
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6057950081094725
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6014475323695028
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6002800901460945
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5907074518526292
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5848450505702192
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5817203745639261
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5793229168411058
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5712559966621049
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.569262124391614
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5620794030385069
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5578545218766403
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5557841710075738
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5535765839890268
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5405385289554456
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5364293915054272
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5300518277490203
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "image-memory",
|
|
"expected": [
|
|
"image12"
|
|
],
|
|
"hard_negatives": [],
|
|
"id": "q024",
|
|
"language": "de",
|
|
"text": "das Schwarzweißfoto mit einer Hand, die nach uns greift"
|
|
},
|
|
"query_ms": 107.29610000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7304559154817764
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6696436382303605
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6651634659383987
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0012.png",
|
|
"start_s": 12,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6649240027337638
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 16,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0014.png",
|
|
"start_s": 14,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6501262147595083
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 18,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0016.png",
|
|
"start_s": 16,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.8052183499211903
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6425784787581292
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6411913188017637
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 16,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0014.png",
|
|
"start_s": 14,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.616554926584494
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6120875233468107
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6094834569458953
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5947213077616461
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5796153791942391
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5613374993079371
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5595632765677063
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5582936970918102
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5489234374945909
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5462721427098867
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5451419348575813
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5413997199104078
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5355121039360663
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5282154189049378
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.517294619915198
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4994976086288535
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-action",
|
|
"expected": [
|
|
"clip01"
|
|
],
|
|
"hard_negatives": [
|
|
"image01"
|
|
],
|
|
"id": "q025",
|
|
"intervals": {
|
|
"clip01": [
|
|
[
|
|
2,
|
|
4.9
|
|
],
|
|
[
|
|
15.5,
|
|
17.5
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"negative_intervals": {
|
|
"clip01": [
|
|
[
|
|
7,
|
|
14
|
|
]
|
|
]
|
|
},
|
|
"text": "the cat jumping up beside a door handle"
|
|
},
|
|
"query_ms": 86.0851,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 18,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0016.png",
|
|
"start_s": 16,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.8052183499211903
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.8034828577846795
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7956915555291338
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 20,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0018.png",
|
|
"start_s": 18,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7910110844588416
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7833616545149803
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 18,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0016.png",
|
|
"start_s": 16,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7789079099246559
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.654134018501836
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6454224825247281
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.614339449938407
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6120504529815483
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6114996103135862
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6013902145523001
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5876915968270897
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5708470362364816
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5685379481643851
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5593199804354961
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5543324160750042
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.547061861612674
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5397262700290747
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5358895494280099
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.531871308755842
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5290070226558843
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5268277792274194
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5069778411840591
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-action",
|
|
"expected": [
|
|
"clip01"
|
|
],
|
|
"hard_negatives": [
|
|
"image01"
|
|
],
|
|
"id": "q026",
|
|
"intervals": {
|
|
"clip01": [
|
|
[
|
|
2,
|
|
4.9
|
|
],
|
|
[
|
|
15.5,
|
|
17.5
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"negative_intervals": {
|
|
"clip01": [
|
|
[
|
|
7,
|
|
14
|
|
]
|
|
]
|
|
},
|
|
"text": "die Katze springt neben dem Türgriff hoch"
|
|
},
|
|
"query_ms": 103.0516,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 18,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0016.png",
|
|
"start_s": 16,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7789079099246559
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7697661171144465
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7609228688710973
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 20,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0018.png",
|
|
"start_s": 18,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7547652072167202
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7541460140459678
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.8014282880073476
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6671446328475836
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6391091798155517
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6119989676323476
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6078224356668849
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.600519171142685
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5988265510300288
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5956909043111593
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5715675821053354
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5472884264684624
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5430226673590627
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5363859877573154
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5337281896475561
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5330427569031926
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5281013805332386
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5260556520695817
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5193731537603324
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5132727790633789
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5052564438252218
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-action",
|
|
"expected": [
|
|
"clip01"
|
|
],
|
|
"id": "q027",
|
|
"intervals": {
|
|
"clip01": [
|
|
[
|
|
7,
|
|
14
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"negative_intervals": {
|
|
"clip01": [
|
|
[
|
|
2,
|
|
4.9
|
|
],
|
|
[
|
|
15.5,
|
|
17.5
|
|
]
|
|
]
|
|
},
|
|
"text": "the cat sitting low by the door after trying to open it"
|
|
},
|
|
"query_ms": 109.5976,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.8014282880073476
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 14,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0012.png",
|
|
"start_s": 12,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.794850099411375
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7923244430166513
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.788256903913285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 8,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0006.png",
|
|
"start_s": 6,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7832398234546214
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7638567211308721
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6729608221382062
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6308086867073618
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6209027100747908
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6075153867805084
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6019873501061066
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6007206074022139
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5953345663455913
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5711244116131303
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5618835191853775
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5582088121321738
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5479451747436676
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.542969917004125
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5428376791849825
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5425035898381242
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5398176658709496
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5361852058965351
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.52032030595773
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.512665254636137
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-action",
|
|
"expected": [
|
|
"clip01"
|
|
],
|
|
"id": "q028",
|
|
"intervals": {
|
|
"clip01": [
|
|
[
|
|
7,
|
|
14
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"negative_intervals": {
|
|
"clip01": [
|
|
[
|
|
2,
|
|
4.9
|
|
],
|
|
[
|
|
15.5,
|
|
17.5
|
|
]
|
|
]
|
|
},
|
|
"text": "die Katze sitzt nach dem Öffnungsversuch unten an der Tür"
|
|
},
|
|
"query_ms": 111.57169999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7638567211308721
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 14,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0012.png",
|
|
"start_s": 12,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.758113610587617
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7572162164088203
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7565752082595726
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 8,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0006.png",
|
|
"start_s": 6,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7512405212147857
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7744207939559049
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6259951188191728
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6236182331840638
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6106770923581294
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5951981453545379
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5914846599251612
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.589029987542987
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5864330407082199
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5767403221921855
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5762509756891953
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5641724151758993
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5580012625706473
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5530127146205216
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5522128636774866
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5509945410045214
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5329999846540495
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5314278348898137
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5284679874941876
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5259203341539112
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-temporal",
|
|
"expected": [
|
|
"clip03"
|
|
],
|
|
"id": "q029",
|
|
"intervals": {
|
|
"clip03": [
|
|
[
|
|
0,
|
|
1.0
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"negative_intervals": {
|
|
"clip03": [
|
|
[
|
|
3.5,
|
|
5.05
|
|
]
|
|
]
|
|
},
|
|
"text": "the red flower bud before its petals open"
|
|
},
|
|
"query_ms": 89.15339999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7744207939559049
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7735739614354908
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7593806897763516
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6259951188191728
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6236182331840638
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7403937041761509
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6282201514883675
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6243620313503596
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6138330591662011
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6107754451864424
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6042602953114127
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5931636169868849
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5894084776787479
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5874809620278548
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.587434860740436
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.578776184223861
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5754010386282805
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5610222427710285
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5547116136390182
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.552385350451028
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5453444197989774
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5391808851320647
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.535230097870043
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5308680451477835
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-temporal",
|
|
"expected": [
|
|
"clip03"
|
|
],
|
|
"id": "q030",
|
|
"intervals": {
|
|
"clip03": [
|
|
[
|
|
0,
|
|
1.0
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"negative_intervals": {
|
|
"clip03": [
|
|
[
|
|
3.5,
|
|
5.05
|
|
]
|
|
]
|
|
},
|
|
"text": "die rote Blütenknospe bevor sich die Blätter öffnen"
|
|
},
|
|
"query_ms": 130.85649999999998,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7403937041761509
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7390137549803142
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7211552016121338
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6282201514883675
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6243620313503596
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7673517164919603
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.638072204354613
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 66,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0064.png",
|
|
"start_s": 64,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6337504289535973
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6237218503551192
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6177568312808659
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6175930140111441
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.616629720529763
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5974671418009627
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5935888863155213
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5834850953002472
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5765954622978203
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.569545583910621
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5668313530757191
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.562897602737468
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5596818365738839
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5534550753875402
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5499036751820147
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5306141484147268
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5252454972090442
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-temporal",
|
|
"expected": [
|
|
"clip03"
|
|
],
|
|
"id": "q031",
|
|
"intervals": {
|
|
"clip03": [
|
|
[
|
|
3.5,
|
|
5.05
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"negative_intervals": {
|
|
"clip03": [
|
|
[
|
|
0,
|
|
1.0
|
|
]
|
|
]
|
|
},
|
|
"text": "the red flower with its petals open wide"
|
|
},
|
|
"query_ms": 101.562,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7673517164919603
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7497586080605867
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.737877602168443
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.638072204354613
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 66,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0064.png",
|
|
"start_s": 64,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6337504289535973
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7536831504785148
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6385525651437798
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6213842644034008
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 46,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0044.png",
|
|
"start_s": 44,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6168478521308572
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6077426877734559
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6055815786377681
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6054096273739041
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.604938379491875
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.596193379286121
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5902345657773279
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.582860322387423
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5793791595143191
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5785815787750135
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5681482047255721
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5615202881210989
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5604823025087151
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.553775111341511
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5474594016558233
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5388726700470976
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-temporal",
|
|
"expected": [
|
|
"clip03"
|
|
],
|
|
"id": "q032",
|
|
"intervals": {
|
|
"clip03": [
|
|
[
|
|
3.5,
|
|
5.05
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"negative_intervals": {
|
|
"clip03": [
|
|
[
|
|
0,
|
|
1.0
|
|
]
|
|
]
|
|
},
|
|
"text": "die rote Blume mit weit geöffneten Blütenblättern"
|
|
},
|
|
"query_ms": 111.4944,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7536831504785148
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7444530443671136
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7317393949477107
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6385525651437798
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6227660743675753
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7891939985531875
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6339834326988494
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6270371091314606
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.58628989627914
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5790781761738703
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5696795740848426
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5662462098502291
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.563216092905719
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.56148888731911
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5553997977162083
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5390780741928156
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5378761220288647
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5315786968386197
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5300954680688044
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5225114778322204
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5145448211462895
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5120989819422094
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4999942828929129
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4978573574897108
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip02"
|
|
],
|
|
"hard_negatives": [
|
|
"image03",
|
|
"image05",
|
|
"image11"
|
|
],
|
|
"id": "q033",
|
|
"intervals": {
|
|
"clip02": [
|
|
[
|
|
0,
|
|
13.81
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"text": "the tall waterfall on a foggy rocky mountain"
|
|
},
|
|
"query_ms": 92.78150000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7891939985531875
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7880102952371375
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7810202096179587
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 8,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0006.png",
|
|
"start_s": 6,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7795985145774619
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0012.png",
|
|
"start_s": 12,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7795477483097152
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.75518209018855
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6399581860051491
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6257795763778099
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5999075949383823
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5970575434207863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5959931931994639
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5893595179156238
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5814573231439402
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5806512081479749
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5750049431372919
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5622693569452234
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5557411364685003
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5463074009020891
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5404351266813174
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5373918003412504
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5309272971774175
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5240255013136152
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5196236576293887
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5137147663475248
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip02"
|
|
],
|
|
"hard_negatives": [
|
|
"image03",
|
|
"image05",
|
|
"image11"
|
|
],
|
|
"id": "q034",
|
|
"intervals": {
|
|
"clip02": [
|
|
[
|
|
0,
|
|
13.81
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"text": "der hohe Wasserfall an einem nebligen felsigen Berg"
|
|
},
|
|
"query_ms": 108.456,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.75518209018855
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 8,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0006.png",
|
|
"start_s": 6,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7480559495290483
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 2,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0000.png",
|
|
"start_s": 0,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7462305416474209
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7456770595517759
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0012.png",
|
|
"start_s": 12,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7429887193286311
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 16,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0014.png",
|
|
"start_s": 14,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7805535792511888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.6013520036316801
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0022.png",
|
|
"start_s": 22,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5977450231689113
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5834112337760036
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5490864836302839
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5399572211281717
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5376685074801032
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5351754309439731
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5324967372053863
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5309173870758527
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5261590123873605
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5195747236761943
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5132255822023972
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5091803964663599
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5028421683207579
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4994455748003647
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.49930194506169473
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4964188370513823
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.47929248925799217
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q035",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
10,
|
|
20
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"text": "the astronaut standing on the Moon next to landing equipment"
|
|
},
|
|
"query_ms": 103.1832,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 16,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0014.png",
|
|
"start_s": 14,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7805535792511888
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 26,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0024.png",
|
|
"start_s": 24,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7609145088578269
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 18,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0016.png",
|
|
"start_s": 16,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7474678244997937
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 14,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0012.png",
|
|
"start_s": 12,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7458880649167786
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 24,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0022.png",
|
|
"start_s": 22,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7449487994176723
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 16,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0014.png",
|
|
"start_s": 14,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7608959153044208
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5905909809158346
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5868934354726307
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 6,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-frame-0004.png",
|
|
"start_s": 4,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5842319129660003
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5730946499653925
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5654520202040112
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5631411762842988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5571881248603323
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5556195426310748
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5546694613767514
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5468030525046019
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5355684591680802
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5303402060012361
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5281380044702141
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5266459274550592
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5213199700485475
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5043082397657472
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5018387227320478
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4977190009077853
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q036",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
10,
|
|
20
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"text": "der Astronaut auf dem Mond neben der Landeausrüstung"
|
|
},
|
|
"query_ms": 97.9299,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 16,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0014.png",
|
|
"start_s": 14,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7608959153044208
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 26,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0024.png",
|
|
"start_s": 24,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7544920306429743
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 24,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0022.png",
|
|
"start_s": 22,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7440579389397566
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 18,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0016.png",
|
|
"start_s": 16,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7439221955844821
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0026.png",
|
|
"start_s": 26,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.73896227742811
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0026.png",
|
|
"start_s": 26,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7854531866853761
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6142064802682924
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5985800142684743
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5924406779222771
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5659570427190609
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5620247881851139
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5591845981369965
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5555469253842361
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5538088096099341
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5436187131731754
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5427388646717849
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5394691939765485
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5335054485773975
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5293811224775907
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5208019167499361
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5196777315771973
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5053051788383203
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5006682571716207
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.48309040177539725
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q037",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
24,
|
|
33
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"text": "the lunar rover driving over grey Moon terrain"
|
|
},
|
|
"query_ms": 80.1263,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0026.png",
|
|
"start_s": 26,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7854531866853761
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 32,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0030.png",
|
|
"start_s": 30,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7535834567183067
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 26,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0024.png",
|
|
"start_s": 24,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7406011635655813
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7378382554842551
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0028.png",
|
|
"start_s": 28,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7329374750126744
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0026.png",
|
|
"start_s": 26,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7504926885608634
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6095213938453783
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6025189938477188
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5930947441642674
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5909676242400841
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5877280218210467
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5816516559833289
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.580828652746971
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5764394994939417
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5688055319662738
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5685776022291316
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.566052860351224
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5511272769029003
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5485865237452431
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.545379368276596
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.53599801135446
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5269267872913967
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5059826258968748
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5056165899904258
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-scene",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q038",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
24,
|
|
33
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"text": "der Mondrover fährt über graues Mondgelände"
|
|
},
|
|
"query_ms": 100.29899999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 28,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0026.png",
|
|
"start_s": 26,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7504926885608634
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 32,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0030.png",
|
|
"start_s": 30,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7224765061872622
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 26,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0024.png",
|
|
"start_s": 24,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.711659860437636
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 24,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0022.png",
|
|
"start_s": 22,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.705528488948676
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.702332338601885
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7901515980777452
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6187713783188717
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5946920625107901
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.590637967545511
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.583320788078574
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5762842325512988
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5454365976435306
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q039",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
1.551,
|
|
3.603
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "someone saying that we choose to go to the Moon"
|
|
},
|
|
"query_ms": 85.6434,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7901515980777452
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6993242309646431
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.6808429379032339
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6187713783188717
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5946920625107901
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7425227551227882
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6048599046026412
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.602904089276596
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5897757481023908
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5731218729899242
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5712552332331736
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.5673109944981917
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q040",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
1.551,
|
|
3.603
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "jemand sagt, dass wir uns entscheiden, zum Mond zu fliegen"
|
|
},
|
|
"query_ms": 102.0331,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7425227551227882
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6513663559978503
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.6471014933258865
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6048599046026412
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.602904089276596
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6727538593883859
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6214258667089511
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6021474803542598
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6015993485992666
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5733536110330493
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5623777812267753
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5570010990891604
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q041",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
13.129,
|
|
16.316
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "someone finding orange soil on the Moon"
|
|
},
|
|
"query_ms": 73.9591,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6727538593883859
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6214258667089511
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.6072433682493542
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6021474803542598
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6015993485992666
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6300360432756786
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5804027415438564
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5784327502537124
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5665059572580309
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.564158639699235
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5553737313229385
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5461877149812022
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q042",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
13.129,
|
|
16.316
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "jemand findet orangefarbenen Boden auf dem Mond"
|
|
},
|
|
"query_ms": 87.9254,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6300360432756786
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5827556776459647
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5804027415438564
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5784327502537124
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.5687011989698612
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6897187870383475
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5745021265857199
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5647525043938945
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5474381027444647
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5370624627789644
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5259093439095828
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5085818232336404
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q043",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
43.777,
|
|
52.419
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "a request to fund the Artemis program for the first woman on the Moon"
|
|
},
|
|
"query_ms": 110.5391,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6897187870383475
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6684528474171438
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.6332358497241163
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5745021265857199
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5647525043938945
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6699251603024644
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.56709478579348
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5535745907377274
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5369246093004648
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5273498290482646
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5247398055526147
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5030945427296046
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q044",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
43.777,
|
|
52.419
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "eine Bitte um Finanzierung von Artemis für die erste Frau auf dem Mond"
|
|
},
|
|
"query_ms": 115.2569,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6699251603024644
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6673094849525214
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.6242462846199447
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.56709478579348
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5535745907377274
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.742674917022118
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5883848336139968
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5879842905021648
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.58442511533102
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5779334958868215
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.554571829487455
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5297636489339649
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q045",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
56.539,
|
|
63.496
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "someone talking about planting a flag on Mars"
|
|
},
|
|
"query_ms": 86.5433,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.742674917022118
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6819953817963775
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.677480265185885
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5883848336139968
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5879842905021648
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.7308022350264065
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5925456372223565
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5914157610044835
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5782997793018003
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5714634734312686
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5656696917132041
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5481466551749008
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "video-speech",
|
|
"expected": [
|
|
"clip04"
|
|
],
|
|
"id": "q046",
|
|
"intervals": {
|
|
"clip04": [
|
|
[
|
|
56.539,
|
|
63.496
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "jemand spricht davon, eine Flagge auf dem Mars aufzustellen"
|
|
},
|
|
"query_ms": 111.8349,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.7308022350264065
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6450681242073149
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6374359203991665
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5925456372223565
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5914157610044835
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.7045379708479776
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6106520981611769
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5686399447856928
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5618468830532731
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5617894859452904
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5481027083517216
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5456754897219598
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "music-memory",
|
|
"expected": [
|
|
"music01"
|
|
],
|
|
"hard_negatives": [
|
|
"music02"
|
|
],
|
|
"id": "q047",
|
|
"intervals": {
|
|
"music01": [
|
|
[
|
|
0,
|
|
254.45
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "gentle solo piano music without anyone singing"
|
|
},
|
|
"query_ms": 76.7046,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.7045379708479776
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 210,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0180.f32",
|
|
"start_s": 180
|
|
},
|
|
"score": 0.6981848849152122
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6974537818588914
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 150,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0120.f32",
|
|
"start_s": 120
|
|
},
|
|
"score": 0.6921087206923564
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 120,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0090.f32",
|
|
"start_s": 90
|
|
},
|
|
"score": 0.6898593054134957
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.7031127689619723
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6239332372707518
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5906379989267411
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5890243014459475
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5888943918445194
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5749885656669943
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5472128858806845
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "music-memory",
|
|
"expected": [
|
|
"music01"
|
|
],
|
|
"hard_negatives": [
|
|
"music02"
|
|
],
|
|
"id": "q048",
|
|
"intervals": {
|
|
"music01": [
|
|
[
|
|
0,
|
|
254.45
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "sanfte Klaviermusik ohne Gesang"
|
|
},
|
|
"query_ms": 84.0162,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.7031127689619723
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 210,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0180.f32",
|
|
"start_s": 180
|
|
},
|
|
"score": 0.6929329642550202
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6921107567479342
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 150,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0120.f32",
|
|
"start_s": 120
|
|
},
|
|
"score": 0.690836541269264
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 120,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0090.f32",
|
|
"start_s": 90
|
|
},
|
|
"score": 0.6881240682764667
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.6961914659870082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6006897465165627
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5926517739647345
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5894102301826862
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5837114751325301
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5784400188280467
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5691313464831242
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "music-memory",
|
|
"expected": [
|
|
"music02"
|
|
],
|
|
"hard_negatives": [
|
|
"music01"
|
|
],
|
|
"id": "q049",
|
|
"intervals": {
|
|
"music02": [
|
|
[
|
|
0,
|
|
30
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "a jazzy violin melody"
|
|
},
|
|
"query_ms": 67.1693,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.6961914659870082
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6891902774627477
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 210,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0180.f32",
|
|
"start_s": 180
|
|
},
|
|
"score": 0.6885981070139838
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 180,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0150.f32",
|
|
"start_s": 150
|
|
},
|
|
"score": 0.6776307999591891
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 150,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0120.f32",
|
|
"start_s": 120
|
|
},
|
|
"score": 0.6773755194832737
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.717574814508979
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.589495077267361
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5879459789575313
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5842773424958488
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5772010334341409
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5758236886269418
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5704598259457991
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "music-memory",
|
|
"expected": [
|
|
"music02"
|
|
],
|
|
"hard_negatives": [
|
|
"music01"
|
|
],
|
|
"id": "q050",
|
|
"intervals": {
|
|
"music02": [
|
|
[
|
|
0,
|
|
30
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "eine jazzige Geigenmelodie"
|
|
},
|
|
"query_ms": 89.92890000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.717574814508979
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 210,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0180.f32",
|
|
"start_s": 180
|
|
},
|
|
"score": 0.7109353398510511
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.7086291640617219
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 240,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0210.f32",
|
|
"start_s": 210
|
|
},
|
|
"score": 0.7022204803858992
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 150,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0120.f32",
|
|
"start_s": 120
|
|
},
|
|
"score": 0.7015730690632731
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7534832646036176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7010932177528051
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.694965827475345
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6378043158977766
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6137766971161851
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.6104746579085729
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.6011669177635538
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "sound-memory",
|
|
"expected": [
|
|
"sound01"
|
|
],
|
|
"hard_negatives": [
|
|
"sound02"
|
|
],
|
|
"id": "q051",
|
|
"intervals": {
|
|
"sound01": [
|
|
[
|
|
0,
|
|
2.039
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "a dog barking nearby"
|
|
},
|
|
"query_ms": 140.7908,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7534832646036176
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7010932177528051
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.694965827475345
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6378043158977766
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6137766971161851
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7433217388859692
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6948303012128391
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6758712436508733
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.6256993854935307
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6180891060491255
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.608777645765395
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5840156163188536
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "sound-memory",
|
|
"expected": [
|
|
"sound01"
|
|
],
|
|
"hard_negatives": [
|
|
"sound02"
|
|
],
|
|
"id": "q052",
|
|
"intervals": {
|
|
"sound01": [
|
|
[
|
|
0,
|
|
2.039
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "ein Hund bellt in der Nähe"
|
|
},
|
|
"query_ms": 88.81179999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7433217388859692
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6948303012128391
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6758712436508733
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.6256993854935307
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6180891060491255
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.712380597277765
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6784568136520849
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6439310293275697
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6264722203254081
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5934496393119723
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.571128533434628
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5655223335185732
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "sound-memory",
|
|
"expected": [
|
|
"sound02"
|
|
],
|
|
"hard_negatives": [
|
|
"sound01"
|
|
],
|
|
"id": "q053",
|
|
"intervals": {
|
|
"sound02": [
|
|
[
|
|
0,
|
|
2.074
|
|
]
|
|
]
|
|
},
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "a growling roaring creature sound effect"
|
|
},
|
|
"query_ms": 79.1144,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.712380597277765
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6784568136520849
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6439310293275697
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6264722203254081
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5934496393119723
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7039701335786099
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.696329359488199
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.659353556220215
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6217568438157509
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.59150654003713
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5711533379383675
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5617806069625547
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "sound-memory",
|
|
"expected": [
|
|
"sound02"
|
|
],
|
|
"hard_negatives": [
|
|
"sound01"
|
|
],
|
|
"id": "q054",
|
|
"intervals": {
|
|
"sound02": [
|
|
[
|
|
0,
|
|
2.074
|
|
]
|
|
]
|
|
},
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"text": "ein knurrender brüllender Kreatur-Soundeffekt"
|
|
},
|
|
"query_ms": 101.16640000000001,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.7039701335786099
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.696329359488199
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.659353556220215
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6217568438157509
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.59150654003713
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"query": {
|
|
"category": "exact-metadata",
|
|
"expected": [
|
|
"music01"
|
|
],
|
|
"id": "q055",
|
|
"language": "en",
|
|
"metadata": {
|
|
"artist": "Kimiko Ishizaka"
|
|
},
|
|
"text": "Kimiko Ishizaka"
|
|
},
|
|
"unsupported": "Exact metadata requires production lexical lane; direct audio embeddings cannot verify artist/title identities"
|
|
},
|
|
{
|
|
"query": {
|
|
"category": "exact-metadata",
|
|
"expected": [
|
|
"music02"
|
|
],
|
|
"id": "q056",
|
|
"language": "en",
|
|
"metadata": {
|
|
"title": "Jazz Violin Solo"
|
|
},
|
|
"text": "Jazz Violin Solo"
|
|
},
|
|
"unsupported": "Exact metadata requires production lexical lane; direct audio embeddings cannot verify artist/title identities"
|
|
},
|
|
{
|
|
"query": {
|
|
"category": "exact-metadata",
|
|
"expected": [
|
|
"music02"
|
|
],
|
|
"id": "q057",
|
|
"language": "en",
|
|
"metadata": {
|
|
"artist": "Violinist WTD"
|
|
},
|
|
"text": "Violinist WTD"
|
|
},
|
|
"unsupported": "Exact metadata requires production lexical lane; direct audio embeddings cannot verify artist/title identities"
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7785674182172935
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6124860659684108
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5801219950346055
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5784511827849287
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5637325960765979
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5636893132088586
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5535845237005363
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5381423994216683
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5376991308828877
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5369669715727022
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5317749209025551
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5022043987819141
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "exact-filter",
|
|
"expected": [
|
|
"image05"
|
|
],
|
|
"filters": {
|
|
"extension": "jpg"
|
|
},
|
|
"id": "q058",
|
|
"language": "en",
|
|
"text": "wooden pier under the moon"
|
|
},
|
|
"query_ms": 68.56569999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.7785674182172935
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.6124860659684108
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5801219950346055
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5784511827849287
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5637325960765979
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.750250822387441
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "temporal-negative",
|
|
"expected": [],
|
|
"filters": {
|
|
"asset": "clip01",
|
|
"time_range_s": [
|
|
7,
|
|
14
|
|
]
|
|
},
|
|
"id": "q059",
|
|
"language": "en",
|
|
"required_modality": "image",
|
|
"text": "the cat jumping beside the handle"
|
|
},
|
|
"query_ms": 69.15129999999999,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.750250822387441
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 10,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0008.png",
|
|
"start_s": 8,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7391461589239167
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 14,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0012.png",
|
|
"start_s": 12,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7294277860245342
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 16,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-frame-0014.png",
|
|
"start_s": 14,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.7227696467688465
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5716409940327322
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "filter-no-answer",
|
|
"expected": [],
|
|
"filters": {
|
|
"extension": "ogg"
|
|
},
|
|
"id": "q060",
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"text": "someone mentioning Mars"
|
|
},
|
|
"query_ms": 56.4458,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5716409940327322
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 210,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0180.f32",
|
|
"start_s": 180
|
|
},
|
|
"score": 0.5542207720367063
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.5529154986918597
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5465598595340737
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 90,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5458090509954915
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.6223961635527826
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 34,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0032.png",
|
|
"start_s": 32,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5936916612892648
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5932309971836774
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.590045272903579
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5847493149812526
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5782966245009209
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5752527263072048
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5542128939644451
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.545836084756601
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5426598740679144
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5346326737693868
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5311484817684502
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5288843478028931
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5159557318380855
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5132330633265747
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5044535105112803
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4984460418861959
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4921881720494494
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.48503902889344924
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "content-no-answer",
|
|
"expected": [],
|
|
"id": "q061",
|
|
"language": "en",
|
|
"split": "held-out-no-answer",
|
|
"text": "a purple elephant playing a violin on the beach"
|
|
},
|
|
"query_ms": 80.6327,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.6223961635527826
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 210,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0180.f32",
|
|
"start_s": 180
|
|
},
|
|
"score": 0.6071434188194618
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.6006763935629458
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 34,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0032.png",
|
|
"start_s": 32,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5936916612892648
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 180,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0150.f32",
|
|
"start_s": 150
|
|
},
|
|
"score": 0.5933566789658044
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.6181057666050869
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image11",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image11.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5826697789389608
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.576471038050839
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 12,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-frame-0010.png",
|
|
"start_s": 10,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.5758196695731836
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 4,
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-frame-0002.png",
|
|
"start_s": 2,
|
|
"token_budget": 70
|
|
},
|
|
"score": 0.569025523207093
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5689108267233789
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5621506820113945
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5401413930242549
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image09",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image09.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5328820026680647
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image06",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image06.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5327117673986254
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image05",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image05.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5248492001164006
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image07",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image07.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5192308469447553
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image02",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image02.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5118883713414079
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image12",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image12.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5096839901422825
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image08",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image08.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5042124541703104
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image01",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image01.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.5032875002244219
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image03",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image03.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4975779128572615
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image10",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image10.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.4843836146289062
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "image04",
|
|
"modality": "image",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\assets\\image04.jpg",
|
|
"token_budget": 140
|
|
},
|
|
"score": 0.47855329028293536
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "content-no-answer",
|
|
"expected": [],
|
|
"id": "q062",
|
|
"language": "de",
|
|
"split": "held-out-no-answer",
|
|
"text": "ein violetter Elefant spielt Geige am Strand"
|
|
},
|
|
"query_ms": 89.4455,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.6181057666050869
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 210,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0180.f32",
|
|
"start_s": 180
|
|
},
|
|
"score": 0.6038469970651819
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.5960111918748128
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 180,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0150.f32",
|
|
"start_s": 150
|
|
},
|
|
"score": 0.5885189807010819
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 120,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0090.f32",
|
|
"start_s": 90
|
|
},
|
|
"score": 0.5868882079248728
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6229413326862353
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5967661878100181
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.590021272081943
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5877535494445504
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5851529552755189
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5827835460136183
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.581019886689461
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "speech-no-answer",
|
|
"expected": [],
|
|
"id": "q063",
|
|
"language": "en",
|
|
"required_modality": "audio",
|
|
"split": "held-out-no-answer",
|
|
"text": "someone explains quantum entanglement"
|
|
},
|
|
"query_ms": 65.379,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 30,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.6229413326862353
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.6147290029051219
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5967661878100181
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 60,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0030.f32",
|
|
"start_s": 30
|
|
},
|
|
"score": 0.5944343148448707
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.590021272081943
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"file_rankings": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5715326739972073
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5649773597029027
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5645125832052695
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5641304353095067
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5616857696608897
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "music01",
|
|
"end_s": 254.453333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\music01-audio-0240.f32",
|
|
"start_s": 240
|
|
},
|
|
"score": 0.5545025834750046
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip01",
|
|
"end_s": 22.204,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5457134882101075
|
|
}
|
|
],
|
|
"query": {
|
|
"category": "speech-no-answer",
|
|
"expected": [],
|
|
"id": "q064",
|
|
"language": "de",
|
|
"required_modality": "audio",
|
|
"split": "held-out-no-answer",
|
|
"text": "jemand erklärt Quantenverschränkung"
|
|
},
|
|
"query_ms": 74.8286,
|
|
"segment_top5": [
|
|
{
|
|
"candidate": {
|
|
"asset": "clip03",
|
|
"end_s": 5.059,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip03-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5715326739972073
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound01",
|
|
"end_s": 2.038594,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound01-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5649773597029027
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip02",
|
|
"end_s": 13.806,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5645125832052695
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "clip04",
|
|
"end_s": 85.333333,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\clip04-audio-0060.f32",
|
|
"start_s": 60
|
|
},
|
|
"score": 0.5641304353095067
|
|
},
|
|
{
|
|
"candidate": {
|
|
"asset": "sound02",
|
|
"end_s": 2.074218,
|
|
"modality": "audio",
|
|
"path": "C:\\Users\\karl\\searchi\\fixtures\\media\\derived\\sound02-audio-0000.f32",
|
|
"start_s": 0
|
|
},
|
|
"score": 0.5616857696608897
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"query": {
|
|
"category": "metadata-no-answer",
|
|
"expected": [],
|
|
"id": "q065",
|
|
"language": "en",
|
|
"metadata": {
|
|
"artist": "Adele"
|
|
},
|
|
"text": "Adele"
|
|
},
|
|
"unsupported": "Exact metadata requires production lexical lane; direct audio embeddings cannot verify artist/title identities"
|
|
}
|
|
],
|
|
"scope": "Direct real-model dense reference baseline; candidate filters here are benchmark reference constraints, not production-filter certification; no rejection threshold is tuned",
|
|
"text_fingerprint": "google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mean:l2:query512:doc2048:windows-overlap128:prompts-v1",
|
|
"worker": {
|
|
"device": "cpu",
|
|
"dimensions": 768,
|
|
"model": "google/embeddinggemma-2",
|
|
"ready": true,
|
|
"runtime": "b11461-no-logits-v1",
|
|
"threads": 1
|
|
}
|
|
} |