karl/searchi
1
0 Fork 0
Code Issues Pull Requests Packages Projects Releases 10 Wiki Activity
Files
3ac12019095857ed091111caed118361cf5424ba
searchi/fixtures/media/image-budget-results.json
T

7525 lines
198 KiB
JSON
Raw Normal View History

feat: add multimodal search and granular performance diagnostics
2026-10-12 19:16:23 +02:00
{
"budgets": [
{
"encoding_ms": 47612.655699999996,
"images": [
{
"asset": "image01",
"encoded_height": 288,
"encoded_width": 528,
"token_budget": 70
},
{
"asset": "image02",
"encoded_height": 288,
"encoded_width": 480,
"token_budget": 70
},
{
"asset": "image03",
"encoded_height": 240,
"encoded_width": 576,
"token_budget": 70
},
{
"asset": "image04",
"encoded_height": 288,
"encoded_width": 528,
"token_budget": 70
},
{
"asset": "image05",
"encoded_height": 336,
"encoded_width": 432,
"token_budget": 70
},
{
"asset": "image06",
"encoded_height": 288,
"encoded_width": 480,
"token_budget": 70
},
{
"asset": "image07",
"encoded_height": 288,
"encoded_width": 480,
"token_budget": 70
},
{
"asset": "image08",
"encoded_height": 288,
"encoded_width": 480,
"token_budget": 70
},
{
"asset": "image09",
"encoded_height": 288,
"encoded_width": 480,
"token_budget": 70
},
{
"asset": "image10",
"encoded_height": 288,
"encoded_width": 480,
"token_budget": 70
},
{
"asset": "image11",
"encoded_height": 240,
"encoded_width": 624,
"token_budget": 70
},
{
"asset": "image12",
"encoded_height": 288,
"encoded_width": 480,
"token_budget": 70
}
],
"rows": [
{
"file_rankings": [
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.7652001221182165
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5896451702057066
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5605971352332674
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5584245131240907
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.552407528878177
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5509182627643417
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5472875080078802
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5469756419753535
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5320400375678894
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.53109746247572
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5204478683879774
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.518202810896961
}
],
"query": {
"category": "image-memory",
"expected": [
"image01"
],
"hard_negatives": [],
"id": "q001",
"language": "en",
"text": "the fluffy striped cat resting with its chin on the floor"
},
"ranking_only_ms": 0.1712,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.7545775662063785
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5859615807773614
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5574431228201632
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5490167712282297
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5424051902389989
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5415533125925897
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5384933292448664
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5361158007505008
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5357099625359822
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5313559768159536
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5307756080157923
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.527774625904693
}
],
"query": {
"category": "image-memory",
"expected": [
"image01"
],
"hard_negatives": [],
"id": "q002",
"language": "de",
"text": "die flauschige gestreifte Katze liegt mit dem Kinn auf dem Boden"
},
"ranking_only_ms": 0.1324,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.7670767153301056
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.6526553180985335
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.571513157868529
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5707988033454777
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5524675235807079
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5487635440936287
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5457524882858812
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5370805001758913
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5354857880083879
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5304233186039481
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5205150034665832
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5069502307238531
}
],
"query": {
"category": "image-memory",
"expected": [
"image02"
],
"hard_negatives": [
"image09"
],
"id": "q003",
"language": "en",
"text": "the overhead breakfast bowl with berries and diced mango"
},
"ranking_only_ms": 0.12760000000000002,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.7670366612825783
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.665926819719537
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5733463433511561
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.570640765905394
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5574454397006618
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5550085894482759
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5502196863467664
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5363921728467664
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5237361951508225
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5194254760862111
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5193452420985359
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5140897668484152
}
],
"query": {
"category": "image-memory",
"expected": [
"image02"
],
"hard_negatives": [
"image09"
],
"id": "q004",
"language": "de",
"text": "die Frühstücksschüssel mit Beeren und gewürfelter Mango von oben"
},
"ranking_only_ms": 0.14100000000000001,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.7721161773248434
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6521384958364604
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6016987780002144
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5853537834856315
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5837567854690369
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.560633630466199
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5502503015337987
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5494342187555944
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5462228889285159
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5213322482968672
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5166794866712773
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5113586513648969
}
],
"query": {
"category": "image-memory",
"expected": [
"image03"
],
"hard_negatives": [
"image05",
"image06",
"image04"
],
"id": "q005",
"language": "en",
"text": "the daytime lake reflecting jagged mountains and pine trees"
},
"ranking_only_ms": 0.1293,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.7386108983669084
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6679532899304479
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6312824046642788
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.6121788555222247
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.6045503685394542
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5990790522207907
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5745034016715553
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5629582976811937
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5497454152804042
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5415700665736792
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5406205043899894
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5342489521323404
}
],
"query": {
"category": "image-memory",
"expected": [
"image03"
],
"hard_negatives": [
"image05",
"image06",
"image04"
],
"id": "q006",
"language": "de",
"text": "der See bei Tageslicht spiegelt schroffe Berge und Tannen"
},
"ranking_only_ms": 0.1359,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.7722862595488833
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.646896658065822
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6334577035128833
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.6173120631980126
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.6159802012562887
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5751003978157176
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5492595822487727
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5464746425696352
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5432581423802145
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5221882528391658
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5137949575969585
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5130991097474599
}
],
"query": {
"category": "image-memory",
"expected": [
"image04"
],
"hard_negatives": [],
"id": "q007",
"language": "en",
"text": "the Milky Way over a dark mountain valley"
},
"ranking_only_ms": 0.1288,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.73341353003989
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6365468406853572
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6353240708129485
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.630405296485311
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.621300505337526
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5775510339316651
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5719470101349583
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5594732336203517
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5575274044258477
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5222974232284863
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5213955181721264
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5126102774032
}
],
"query": {
"category": "image-memory",
"expected": [
"image04"
],
"hard_negatives": [],
"id": "q008",
"language": "de",
"text": "die Milchstraße über einem dunklen Bergtal"
},
"ranking_only_ms": 0.1301,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.8016366847822496
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.6050824112490265
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.6042863004469482
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5888372026462666
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5828567551151579
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5487426514919992
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5441189236557954
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5405943571870504
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5395736375511203
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5261446301294755
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5134574127270211
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5126371974010072
}
],
"query": {
"category": "image-memory",
"expected": [
"image05"
],
"hard_negatives": [
"image03",
"image04"
],
"id": "q009",
"language": "en",
"text": "the wooden jetty pointing into a lake under moonlight"
},
"ranking_only_ms": 0.1311,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.7774734467269292
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.6008456307804577
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5946651083722521
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.581346713042303
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5596245621711942
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5564691823457262
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5458508323704834
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5448320774229288
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5407219554094732
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5137942048844897
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5098433649900996
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.499502957218986
}
],
"query": {
"category": "image-memory",
"expected": [
"image05"
],
"hard_negatives": [
"image03",
"image04"
],
"id": "q010",
"language": "de",
"text": "der Holzsteg führt bei Mondlicht in einen See"
},
"ranking_only_ms": 0.1487,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.7584903976354078
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.657165343287545
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.6538554273946622
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.6260967705776501
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.581154668976374
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.55436881004712
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5456367488463884
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.540881038292016
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.540597683190802
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5381213929752698
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5373093932613597
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5158780651752036
}
],
"query": {
"category": "image-memory",
"expected": [
"image06"
],
"hard_negatives": [],
"id": "q011",
"language": "en",
"text": "the pink layered mountain ridges beneath a golden sunset"
},
"ranking_only_ms": 0.1308,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.7014496281447805
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.6331372253838367
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.6189318658390128
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.6148790607763891
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5831927900431279
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5388147992705451
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5326230640645422
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.530165042330712
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5285802615435738
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.526696051400068
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5173422833802179
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5134458384998072
}
],
"query": {
"category": "image-memory",
"expected": [
"image06"
],
"hard_negatives": [],
"id": "q012",
"language": "de",
"text": "die rosa Bergketten unter einem goldenen Sonnenuntergang"
},
"ranking_only_ms": 0.22599999999999998,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.7877349209996044
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.6149350186381777
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5896748877583343
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5868905316485984
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5755854377986671
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5630604373799305
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5610701700637261
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.552474827900809
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.545415863268474
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5432605381175872
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5356671817558967
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5106860479076422
}
],
"query": {
"category": "image-memory",
"expected": [
"image07"
],
"hard_negatives": [],
"id": "q013",
"language": "en",
"text": "the herd of cows on green hills"
},
"ranking_only_ms": 0.1234,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.7455721588559275
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.6126251714353699
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5963121958082445
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.588669294756918
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5819881390321187
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.566062309654484
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5553468835744354
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.552389887818717
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5503742653670657
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5437473581339233
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5400220298963042
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.532668493807067
}
],
"query": {
"category": "image-memory",
"expected": [
"image07"
],
"hard_negatives": [],
"id": "q014",
"language": "de",
"text": "die Kuhherde auf grünen Hügeln"
},
"ranking_only_ms": 0.1262,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.7924087246990852
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5513073181669851
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5440003208286935
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5325975250176016
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5313078812054711
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5292860293551548
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5277804125317642
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5156749208244283
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5070716286322132
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5041929087848388
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5028342772743601
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.49237688792509265
}
],
"query": {
"category": "image-memory",
"expected": [
"image08"
],
"hard_negatives": [],
"id": "q015",
"language": "en",
"text": "the red sports car driving through woods"
},
"ranking_only_ms": 0.126,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.7580651844779408
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5388916042737024
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5376770618335804
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5308453329048735
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5164978925495354
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5161988524239767
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5141192838831694
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5068312851789807
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5006835285456646
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.4994351375494851
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.49643284350917966
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.4861327165055847
}
],
"query": {
"category": "image-memory",
"expected": [
"image08"
],
"hard_negatives": [],
"id": "q016",
"language": "de",
"text": "das rote Sportauto fährt durch den Wald"
},
"ranking_only_ms": 0.17670000000000002,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.7512991966073436
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.6801778957772636
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5810736723854057
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5717219204809059
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5672366654787006
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5668183824911979
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5634043322398521
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5600988581634416
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5515150650156871
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5499437193405633
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5464209630468759
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.544339842310125
}
],
"query": {
"category": "image-memory",
"expected": [
"image09"
],
"hard_negatives": [
"image02"
],
"id": "q017",
"language": "en",
"text": "the vegetable and grain bowl beside carrot slices"
},
"ranking_only_ms": 0.1271,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.7138053184379384
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.6610851012170474
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5682852135002175
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5650255644499811
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5619301887106092
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5592831378285996
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5535970182791908
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5524615357032255
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5519933474409934
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5398922819432065
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5358219376598197
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5260684462576444
}
],
"query": {
"category": "image-memory",
"expected": [
"image09"
],
"hard_negatives": [
"image02"
],
"id": "q018",
"language": "de",
"text": "die Gemüse-Getreide-Schüssel neben Karottenscheiben"
},
"ranking_only_ms": 0.1241,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.7776039515999359
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5753228407140849
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5671521490568129
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.566771780088685
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5657672486208284
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5650046189081286
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5531033276716277
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5474866035668093
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5462221891823738
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5460013469085455
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5415695968473434
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5314668884345822
}
],
"query": {
"category": "image-memory",
"expected": [
"image10"
],
"hard_negatives": [],
"id": "q019",
"language": "en",
"text": "milk being poured into coffee to make a pattern"
},
"ranking_only_ms": 0.1275,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.7207696568525191
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5822933370417324
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5773956169229006
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5655837429562283
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5559521859205916
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.552700642729086
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5498937762256643
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5460690929213455
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5421071404157985
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5411506606872366
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5388923136632648
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5297874424413929
}
],
"query": {
"category": "image-memory",
"expected": [
"image10"
],
"hard_negatives": [],
"id": "q020",
"language": "de",
"text": "Milch wird für ein Muster in den Kaffee gegossen"
},
"ranking_only_ms": 0.12310000000000001,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.7493082953489016
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5996679355504702
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5705727462925522
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5681408474579525
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5670560666188297
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.553879160187962
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5521917515819593
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5486860613375979
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5450326575345695
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5446188270974377
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5217027594108182
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.49057208646726586
}
],
"query": {
"category": "image-memory",
"expected": [
"image11"
],
"hard_negatives": [],
"id": "q021",
"language": "en",
"text": "the empty tropical beach with turquoise water"
},
"ranking_only_ms": 0.1206,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.7263103849919782
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6006805370464148
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5892871989793167
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5795539381548656
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5718993140309669
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5632289866396677
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5556502084486259
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5553676362834145
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5506568246541319
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5451732330066593
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5291057163443947
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5231659953969606
}
],
"query": {
"category": "image-memory",
"expected": [
"image11"
],
"hard_negatives": [],
"id": "q022",
"language": "de",
"text": "der leere tropische Strand mit türkisfarbenem Wasser"
},
"ranking_only_ms": 0.126,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.7727399208678246
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5993273777627736
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5758216798826372
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5723045438508139
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5718184506245892
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.570614134603241
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5659346667853447
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5628171554402223
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5589970787457519
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5565811047047523
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5564707251732821
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5492144184577369
}
],
"query": {
"category": "image-memory",
"expected": [
"image12"
],
"hard_negatives": [],
"id": "q023",
"language": "en",
"text": "the black and white photo with a hand reaching towards us"
},
"ranking_only_ms": 0.1265,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.7391251438883871
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5811968459215159
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.577258306038326
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5674250015113338
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5655505559751597
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5629066197015701
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.561819583953752
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5591616586605849
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5588383060923781
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5550003827857956
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5548716184119555
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5463878689109176
}
],
"query": {
"category": "image-memory",
"expected": [
"image12"
],
"hard_negatives": [],
"id": "q024",
"language": "de",
"text": "das Schwarzweißfoto mit einer Hand, die nach uns greift"
},
"ranking_only_ms": 0.12840000000000001,
"segment_top5": []
}
],
"token_budget": 70
},
{
"encoding_ms": 199652.08899999998,
"images": [
{
"asset": "image01",
"encoded_height": 576,
"encoded_width": 1056,
"token_budget": 280
},
{
"asset": "image02",
"encoded_height": 624,
"encoded_width": 960,
"token_budget": 280
},
{
"asset": "image03",
"encoded_height": 528,
"encoded_width": 1152,
"token_budget": 280
},
{
"asset": "image04",
"encoded_height": 576,
"encoded_width": 1056,
"token_budget": 280
},
{
"asset": "image05",
"encoded_height": 672,
"encoded_width": 912,
"token_budget": 280
},
{
"asset": "image06",
"encoded_height": 624,
"encoded_width": 960,
"token_budget": 280
},
{
"asset": "image07",
"encoded_height": 624,
"encoded_width": 960,
"token_budget": 280
},
{
"asset": "image08",
"encoded_height": 624,
"encoded_width": 960,
"token_budget": 280
},
{
"asset": "image09",
"encoded_height": 624,
"encoded_width": 960,
"token_budget": 280
},
{
"asset": "image10",
"encoded_height": 624,
"encoded_width": 960,
"token_budget": 280
},
{
"asset": "image11",
"encoded_height": 480,
"encoded_width": 1248,
"token_budget": 280
},
{
"asset": "image12",
"encoded_height": 576,
"encoded_width": 1008,
"token_budget": 280
}
],
"rows": [
{
"file_rankings": [
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.7555832865110583
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5747205232415264
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5527772321661512
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.54216604695853
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5407452946573788
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5379162576894027
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5369012694564834
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.535154365610576
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5240792897066963
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5230401927016218
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5080270789209096
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5034717919223043
}
],
"query": {
"category": "image-memory",
"expected": [
"image01"
],
"hard_negatives": [],
"id": "q001",
"language": "en",
"text": "the fluffy striped cat resting with its chin on the floor"
},
"ranking_only_ms": 0.154,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.7467536159965775
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5731424464978286
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5598090916595235
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5448030095534915
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5342563156172918
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5335596248999125
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5310184678102117
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5281667201828036
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.527615524943027
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5273236470554138
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5256341966620238
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5136427888821797
}
],
"query": {
"category": "image-memory",
"expected": [
"image01"
],
"hard_negatives": [],
"id": "q002",
"language": "de",
"text": "die flauschige gestreifte Katze liegt mit dem Kinn auf dem Boden"
},
"ranking_only_ms": 0.2326,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.755407245665466
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.629476038547986
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5576776569954541
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5495694374854344
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5448352287918002
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5408903070421401
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5259873341446453
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5244093835917232
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5214152731149708
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5191462571853868
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5190300429295993
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.479777650298032
}
],
"query": {
"category": "image-memory",
"expected": [
"image02"
],
"hard_negatives": [
"image09"
],
"id": "q003",
"language": "en",
"text": "the overhead breakfast bowl with berries and diced mango"
},
"ranking_only_ms": 0.12999999999999998,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.7552211675269437
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.6459044251687732
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5644336741861531
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5553799696126374
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5534713715946519
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.543233850859455
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5356789159488897
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5195470887945602
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5116559262297784
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5114553323267278
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5068560886103898
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5003418424132691
}
],
"query": {
"category": "image-memory",
"expected": [
"image02"
],
"hard_negatives": [
"image09"
],
"id": "q004",
"language": "de",
"text": "die Frühstücksschüssel mit Beeren und gewürfelter Mango von oben"
},
"ranking_only_ms": 0.1305,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.7561503906495672
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6491126646080518
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5781408117735173
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5724464442000087
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5655951018914626
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5411555230207978
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5408290020048866
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5361285342110778
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5281129147927737
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.4987623662043649
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.4970564017448759
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.49415180484408483
}
],
"query": {
"category": "image-memory",
"expected": [
"image03"
],
"hard_negatives": [
"image05",
"image06",
"image04"
],
"id": "q005",
"language": "en",
"text": "the daytime lake reflecting jagged mountains and pine trees"
},
"ranking_only_ms": 0.1344,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.7259985228746909
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6611405745772277
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6126117871453067
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5970090181086422
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5841141189427184
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5788572013646063
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5624849290503291
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5555845339665093
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5434978991894057
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5331155503182581
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5328102404106752
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5174715868657316
}
],
"query": {
"category": "image-memory",
"expected": [
"image03"
],
"hard_negatives": [
"image05",
"image06",
"image04"
],
"id": "q006",
"language": "de",
"text": "der See bei Tageslicht spiegelt schroffe Berge und Tannen"
},
"ranking_only_ms": 0.1241,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.759107197890661
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6448677201220715
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6193210079767927
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5965460726181038
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5860751487417521
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5721549220710813
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5300054684131482
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5292163046264482
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5267968331690746
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5041033642101743
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.4986544427939602
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.49389708405793753
}
],
"query": {
"category": "image-memory",
"expected": [
"image04"
],
"hard_negatives": [],
"id": "q007",
"language": "en",
"text": "the Milky Way over a dark mountain valley"
},
"ranking_only_ms": 0.1375,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.7179067834873688
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6321453166891562
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6212681371855796
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.6102833509466329
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.6084637067856994
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5694240061727707
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5497173766218542
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.545413967009018
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5428236869242069
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5060323507061135
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5043963210941368
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5035701382645736
}
],
"query": {
"category": "image-memory",
"expected": [
"image04"
],
"hard_negatives": [],
"id": "q008",
"language": "de",
"text": "die Milchstraße über einem dunklen Bergtal"
},
"ranking_only_ms": 0.1547,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.7999195536980223
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.6042633388272477
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5936448394674367
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5852862093145577
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5750969146344782
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5315569141763957
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5304098895917245
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5247511470419144
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.518584320942256
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5017463707937179
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.4967194752126472
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.48324780698089964
}
],
"query": {
"category": "image-memory",
"expected": [
"image05"
],
"hard_negatives": [
"image03",
"image04"
],
"id": "q009",
"language": "en",
"text": "the wooden jetty pointing into a lake under moonlight"
},
"ranking_only_ms": 0.1274,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.7852457275640073
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.594384382995457
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5926872611641714
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5662489772396024
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5564019539995605
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5455579062252801
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5422105318591941
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5283969839264206
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.522138983882841
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.4988732144872288
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.4906610128700479
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.48903370267558866
}
],
"query": {
"category": "image-memory",
"expected": [
"image05"
],
"hard_negatives": [
"image03",
"image04"
],
"id": "q010",
"language": "de",
"text": "der Holzsteg führt bei Mondlicht in einen See"
},
"ranking_only_ms": 0.1304,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.7390124836410707
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.6384910393224642
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.6259045280841677
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5970209930100072
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.578286612259604
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.540802670074643
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5378068496861651
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5310912759662306
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5233533404678243
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5208618649336032
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5199364662015452
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5155007074101607
}
],
"query": {
"category": "image-memory",
"expected": [
"image06"
],
"hard_negatives": [],
"id": "q011",
"language": "en",
"text": "the pink layered mountain ridges beneath a golden sunset"
},
"ranking_only_ms": 0.1521,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6752447194828683
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.6059742645424644
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5994780531303554
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5969345390860493
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.584009670716099
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5321823702190475
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5167634397447913
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5154489702903483
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5153646217288628
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5115533110615302
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5107515699674336
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5104313505092308
}
],
"query": {
"category": "image-memory",
"expected": [
"image06"
],
"hard_negatives": [],
"id": "q012",
"language": "de",
"text": "die rosa Bergketten unter einem goldenen Sonnenuntergang"
},
"ranking_only_ms": 0.13549999999999998,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.7595841873806123
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5887259795536043
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5881072800603884
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5743021146182448
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5710567413480265
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5617410247738988
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5429537466692012
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.528879861908747
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5231614631063726
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5216269561559722
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5212637041877503
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5154495999003444
}
],
"query": {
"category": "image-memory",
"expected": [
"image07"
],
"hard_negatives": [],
"id": "q013",
"language": "en",
"text": "the herd of cows on green hills"
},
"ranking_only_ms": 0.13369999999999999,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.7189387135487436
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5991087055004061
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5927605869029853
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5736434070170675
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5733907977387074
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5630997909967711
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5424326217486081
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5421362183528642
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5350390230359316
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5331585750724896
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5301208840882886
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5255564871315542
}
],
"query": {
"category": "image-memory",
"expected": [
"image07"
],
"hard_negatives": [],
"id": "q014",
"language": "de",
"text": "die Kuhherde auf grünen Hügeln"
},
"ranking_only_ms": 0.1403,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.7775204127868955
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5573902573497131
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.532086595108352
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5268774155529298
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.525381562556109
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5153949660599545
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5019186530963715
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.4963884742537968
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.4911481368933219
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.48730444205065365
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.48202202260887483
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.4735668777526466
}
],
"query": {
"category": "image-memory",
"expected": [
"image08"
],
"hard_negatives": [],
"id": "q015",
"language": "en",
"text": "the red sports car driving through woods"
},
"ranking_only_ms": 0.2278,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.7419497843771885
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.543598248328457
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5265858690941481
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5249267507562987
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.506491361383632
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5007353961587587
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.4993579178675716
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.4923317084892269
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.48698089818031787
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.4863521975898506
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.4841540857162436
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.4685649560606332
}
],
"query": {
"category": "image-memory",
"expected": [
"image08"
],
"hard_negatives": [],
"id": "q016",
"language": "de",
"text": "das rote Sportauto fährt durch den Wald"
},
"ranking_only_ms": 0.1252,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.7374291807197707
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.6560209118359319
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5644246410167684
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5565240988280187
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5503590700992249
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5502638702468943
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5484819255234576
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5416287805955075
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5392895945463138
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5369480933697739
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5306227617585381
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5228591020946279
}
],
"query": {
"category": "image-memory",
"expected": [
"image09"
],
"hard_negatives": [
"image02"
],
"id": "q017",
"language": "en",
"text": "the vegetable and grain bowl beside carrot slices"
},
"ranking_only_ms": 0.12449999999999999,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.7113346300803234
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.6411375862943132
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5480569704849984
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5435156097000685
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5420994152044378
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5418653276391812
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5413220894143654
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5365133998241277
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.535508127570335
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5343916136658559
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.528283101798273
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5173411629740754
}
],
"query": {
"category": "image-memory",
"expected": [
"image09"
],
"hard_negatives": [
"image02"
],
"id": "q018",
"language": "de",
"text": "die Gemüse-Getreide-Schüssel neben Karottenscheiben"
},
"ranking_only_ms": 0.132,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.7521997200871311
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5689565149490825
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5600572163876983
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5545933943949038
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5479050404135689
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5460243335625821
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5457115412390119
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.542690213012167
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5311215792724896
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5286586197382303
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5259041506463041
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5093908303397287
}
],
"query": {
"category": "image-memory",
"expected": [
"image10"
],
"hard_negatives": [],
"id": "q019",
"language": "en",
"text": "milk being poured into coffee to make a pattern"
},
"ranking_only_ms": 0.1529,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.7084200547306438
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5791605551523759
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5615448585926546
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5600088799473072
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5492006583753528
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5408331215831551
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5406430710519691
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5348979508076501
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5346612004121186
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5344759631771416
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5276313589676886
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5276003571294992
}
],
"query": {
"category": "image-memory",
"expected": [
"image10"
],
"hard_negatives": [],
"id": "q020",
"language": "de",
"text": "Milch wird für ein Muster in den Kaffee gegossen"
},
"ranking_only_ms": 0.1301,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.7332762703928835
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6008127259518634
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5595575055085511
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5594333447066302
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5508595432275571
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5505867017637069
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.536947227691596
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5358540554425455
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5342580042209494
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5282649206633299
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5153068022607611
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.4781369525995938
}
],
"query": {
"category": "image-memory",
"expected": [
"image11"
],
"hard_negatives": [],
"id": "q021",
"language": "en",
"text": "the empty tropical beach with turquoise water"
},
"ranking_only_ms": 0.1632,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.7143441301350071
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6011941369824814
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5848755511946564
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5750543153049592
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.562716113298149
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5454760637927306
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5443220083909434
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5417025519941413
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5388725448385111
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5298266626792398
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.518895260053308
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5073359909411005
}
],
"query": {
"category": "image-memory",
"expected": [
"image11"
],
"hard_negatives": [],
"id": "q022",
"language": "de",
"text": "der leere tropische Strand mit türkisfarbenem Wasser"
},
"ranking_only_ms": 0.1372,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.7592562467650629
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5747361096922597
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5745176548161672
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5677719182605817
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5645748354458379
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5540108126586767
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5535962434131239
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5431273323882644
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5422931691214381
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5313415910353333
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5209656078837818
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5065142235969192
}
],
"query": {
"category": "image-memory",
"expected": [
"image12"
],
"hard_negatives": [],
"id": "q023",
"language": "en",
"text": "the black and white photo with a hand reaching towards us"
},
"ranking_only_ms": 0.12380000000000001,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.7179675349885711
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5850221041699462
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5695679939681461
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.561268234866692
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5532027669208373
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5531366744702505
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5436370989506208
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5435200807763098
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5430619807184064
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5316007224365257
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5296319574025146
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.521348207415177
}
],
"query": {
"category": "image-memory",
"expected": [
"image12"
],
"hard_negatives": [],
"id": "q024",
"language": "de",
"text": "das Schwarzweißfoto mit einer Hand, die nach uns greift"
},
"ranking_only_ms": 0.1224,
"segment_top5": []
}
],
"token_budget": 280
},
{
"encoding_ms": 1493321.6608,
"images": [
{
"asset": "image01",
"encoded_height": 1200,
"encoded_width": 2112,
"token_budget": 1120
},
{
"asset": "image02",
"encoded_height": 1296,
"encoded_width": 1920,
"token_budget": 1120
},
{
"asset": "image03",
"encoded_height": 1104,
"encoded_width": 2304,
"token_budget": 1120
},
{
"asset": "image04",
"encoded_height": 1152,
"encoded_width": 2160,
"token_budget": 1120
},
{
"asset": "image05",
"encoded_height": 1344,
"encoded_width": 1872,
"token_budget": 1120
},
{
"asset": "image06",
"encoded_height": 1248,
"encoded_width": 1968,
"token_budget": 1120
},
{
"asset": "image07",
"encoded_height": 1296,
"encoded_width": 1920,
"token_budget": 1120
},
{
"asset": "image08",
"encoded_height": 1296,
"encoded_width": 1920,
"token_budget": 1120
},
{
"asset": "image09",
"encoded_height": 1296,
"encoded_width": 1920,
"token_budget": 1120
},
{
"asset": "image10",
"encoded_height": 1296,
"encoded_width": 1920,
"token_budget": 1120
},
{
"asset": "image11",
"encoded_height": 1008,
"encoded_width": 2496,
"token_budget": 1120
},
{
"asset": "image12",
"encoded_height": 1200,
"encoded_width": 2064,
"token_budget": 1120
}
],
"rows": [
{
"file_rankings": [
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.7375758584073081
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.554765256984593
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5352702464292477
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5324708137684235
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5275817689695591
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5205854690788287
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5144150422071514
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.513193793419185
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.49775234545962427
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.4904530813457191
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.488004419183689
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.4778747662239502
}
],
"query": {
"category": "image-memory",
"expected": [
"image01"
],
"hard_negatives": [],
"id": "q001",
"language": "en",
"text": "the fluffy striped cat resting with its chin on the floor"
},
"ranking_only_ms": 0.2343,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.7274755507996834
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5605722657073517
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5354920431778991
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5351023376960656
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5260610599147837
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5252126140577446
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5120440884915421
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5107621969430507
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.504071255583306
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5036977587159324
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5004711797953147
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.4956674438691867
}
],
"query": {
"category": "image-memory",
"expected": [
"image01"
],
"hard_negatives": [],
"id": "q002",
"language": "de",
"text": "die flauschige gestreifte Katze liegt mit dem Kinn auf dem Boden"
},
"ranking_only_ms": 0.1726,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.7294963797486911
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.6245029286488453
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5464584997562331
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5435894625918203
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.533233411649916
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5163828470239791
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.514660692916302
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5056803391114338
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.49279685155420844
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.4853155805689791
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.47960275306094485
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.4748121412352129
}
],
"query": {
"category": "image-memory",
"expected": [
"image02"
],
"hard_negatives": [
"image09"
],
"id": "q003",
"language": "en",
"text": "the overhead breakfast bowl with berries and diced mango"
},
"ranking_only_ms": 0.1691,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.7324811121272624
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.6465138421457081
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5574488348225802
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5519844928742272
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5346676087549006
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.529090218972451
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5256252187001108
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5022017710234269
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.49674568127962593
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.49309454293213784
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.4902781358941167
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.48166527234302614
}
],
"query": {
"category": "image-memory",
"expected": [
"image02"
],
"hard_negatives": [
"image09"
],
"id": "q004",
"language": "de",
"text": "die Frühstücksschüssel mit Beeren und gewürfelter Mango von oben"
},
"ranking_only_ms": 0.1548,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.7212463024798561
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5926244998092751
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5604800012529116
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5576225475745283
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5445227679884356
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5271449826724979
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5046484621234788
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5018150007073889
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.4860131496183477
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.47929060275927376
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.47221433287000547
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.4671142878232221
}
],
"query": {
"category": "image-memory",
"expected": [
"image03"
],
"hard_negatives": [
"image05",
"image06",
"image04"
],
"id": "q005",
"language": "en",
"text": "the daytime lake reflecting jagged mountains and pine trees"
},
"ranking_only_ms": 0.3841,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.7075703668714292
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6253288426476901
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5997583298410434
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5908288284395228
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5708672535427883
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5609040675479945
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5541567344202372
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.535313393494618
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5261852916797207
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5067412363687542
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5061118737378493
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.4897097946156641
}
],
"query": {
"category": "image-memory",
"expected": [
"image03"
],
"hard_negatives": [
"image05",
"image06",
"image04"
],
"id": "q006",
"language": "de",
"text": "der See bei Tageslicht spiegelt schroffe Berge und Tannen"
},
"ranking_only_ms": 0.145,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.7217915172637983
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6046507967160373
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.6032950513916774
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5876917742079101
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.571337960111018
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5373173147780465
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5186428795851507
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5165285644925418
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.4915631569358054
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.4848034414336408
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.4727716477423174
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.46568230181946985
}
],
"query": {
"category": "image-memory",
"expected": [
"image04"
],
"hard_negatives": [],
"id": "q007",
"language": "en",
"text": "the Milky Way over a dark mountain valley"
},
"ranking_only_ms": 0.1328,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.6835754935766608
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.606050966905027
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.6020984794809922
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6010840924095875
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5983518811208353
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5508585951106533
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5449416516324388
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5308845990751485
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5137004413091792
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5031878618575407
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.4853467530427573
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.4742378769163365
}
],
"query": {
"category": "image-memory",
"expected": [
"image04"
],
"hard_negatives": [],
"id": "q008",
"language": "de",
"text": "die Milchstraße über einem dunklen Bergtal"
},
"ranking_only_ms": 0.12589999999999998,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.7426267024471341
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5955190825219867
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.589715636243399
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5625496764789483
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5597745866116391
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5200818930341158
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5200396875655457
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5197396195598748
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.4926498202791689
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.48280876004154616
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.46035942814998837
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.4517639932443164
}
],
"query": {
"category": "image-memory",
"expected": [
"image05"
],
"hard_negatives": [
"image03",
"image04"
],
"id": "q009",
"language": "en",
"text": "the wooden jetty pointing into a lake under moonlight"
},
"ranking_only_ms": 0.1255,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.7370084011727027
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5926975575769888
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5852641214823322
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.555488481367725
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5292616338354896
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5274364364420461
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5231881957475948
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5203111000677108
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5030659558921231
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.48631146054405566
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.4637738528119961
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.46206380296145133
}
],
"query": {
"category": "image-memory",
"expected": [
"image05"
],
"hard_negatives": [
"image03",
"image04"
],
"id": "q010",
"language": "de",
"text": "der Holzsteg führt bei Mondlicht in einen See"
},
"ranking_only_ms": 0.12789999999999999,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.71896375113134
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.6168250077117923
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5975830985147523
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5837209409885527
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5450400918560635
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5314348125817744
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5128173273544812
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5112256720204534
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5112045766265413
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5044792182857938
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.501131586455096
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.4819444707057471
}
],
"query": {
"category": "image-memory",
"expected": [
"image06"
],
"hard_negatives": [],
"id": "q011",
"language": "en",
"text": "the pink layered mountain ridges beneath a golden sunset"
},
"ranking_only_ms": 0.12860000000000002,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.6528443997748047
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5902841426520993
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.572048683553981
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5633511084281564
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5447850787347455
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5243904571910138
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5038384354055182
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5004098345263929
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.49669818125664306
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.48447768986091144
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.4801281871925062
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.47684807457145184
}
],
"query": {
"category": "image-memory",
"expected": [
"image06"
],
"hard_negatives": [],
"id": "q012",
"language": "de",
"text": "die rosa Bergketten unter einem goldenen Sonnenuntergang"
},
"ranking_only_ms": 0.1252,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.7355384394130523
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5770941085983616
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5627938748093704
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5538282715048342
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5477217134205394
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.523337737909504
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5190897168712467
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5048154835248249
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.49791888273822005
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.49209215513989046
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.47688445325951556
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.474579116409108
}
],
"query": {
"category": "image-memory",
"expected": [
"image07"
],
"hard_negatives": [],
"id": "q013",
"language": "en",
"text": "the herd of cows on green hills"
},
"ranking_only_ms": 0.1278,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.6944692116169016
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5785175513568701
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5565651517463088
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5565045193481993
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5521970896995881
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5313231341341366
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5274780562513343
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.51684473684193
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5156326964219974
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.49695388529022294
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.4944284813087101
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.4863871414661081
}
],
"query": {
"category": "image-memory",
"expected": [
"image07"
],
"hard_negatives": [],
"id": "q014",
"language": "de",
"text": "die Kuhherde auf grünen Hügeln"
},
"ranking_only_ms": 0.1274,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.7155367372858445
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5178795938941858
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.514333018254304
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.49170182166463694
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.49104384992456535
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.4898114233975714
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.489060639187214
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.48620084801149394
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.4843791704980976
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.46595121192097133
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.4586250214817076
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.45585748946233695
}
],
"query": {
"category": "image-memory",
"expected": [
"image08"
],
"hard_negatives": [],
"id": "q015",
"language": "en",
"text": "the red sports car driving through woods"
},
"ranking_only_ms": 0.12589999999999998,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.6838824664873435
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5130779978914605
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5122567837520591
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.49594336744037504
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.48684918390224025
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.4865796047073469
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.47803096727306965
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.4758530963431924
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.47393010920331424
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.47196904956153213
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.47109960047091065
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.455127519801932
}
],
"query": {
"category": "image-memory",
"expected": [
"image08"
],
"hard_negatives": [],
"id": "q016",
"language": "de",
"text": "das rote Sportauto fährt durch den Wald"
},
"ranking_only_ms": 0.1315,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.7247440618611085
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.6179369604980657
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5398475419670425
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5387684216234399
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5325508699361932
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5293967468459246
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5271249574390022
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5196397087526897
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5191613888515728
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5153646088982705
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.504825742013055
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.48283877249387663
}
],
"query": {
"category": "image-memory",
"expected": [
"image09"
],
"hard_negatives": [
"image02"
],
"id": "q017",
"language": "en",
"text": "the vegetable and grain bowl beside carrot slices"
},
"ranking_only_ms": 0.12940000000000002,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.7041943888327457
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5983995776990387
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5289008174305225
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5265957769002209
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5214688358644644
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5174613735215507
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5139948646896916
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5116746485074366
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5113002754612432
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.49614780887489535
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.4956401230513691
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.4946808350535523
}
],
"query": {
"category": "image-memory",
"expected": [
"image09"
],
"hard_negatives": [
"image02"
],
"id": "q018",
"language": "de",
"text": "die Gemüse-Getreide-Schüssel neben Karottenscheiben"
},
"ranking_only_ms": 0.1266,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.7174615083404926
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5571800038027962
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.537192987631996
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5257528440943389
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5217181520622726
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5168573884477745
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5146928047463053
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5125567659567569
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5090043076539378
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5054654714626167
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5018389295611981
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.4878900554392489
}
],
"query": {
"category": "image-memory",
"expected": [
"image10"
],
"hard_negatives": [],
"id": "q019",
"language": "en",
"text": "milk being poured into coffee to make a pattern"
},
"ranking_only_ms": 0.24000000000000002,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.6960663822119538
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5694650350781948
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5516016294302226
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5311341184362028
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5308789244057679
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5255094947851939
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5147845393481661
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5114580546554243
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5074552197123313
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5061444773464208
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5060211186972075
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5025584773753429
}
],
"query": {
"category": "image-memory",
"expected": [
"image10"
],
"hard_negatives": [],
"id": "q020",
"language": "de",
"text": "Milch wird für ein Muster in den Kaffee gegossen"
},
"ranking_only_ms": 0.12940000000000002,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.7225852012548215
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5729629568894549
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5611207809475593
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5482373235484734
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5398496048471192
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5366715523782386
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5336541302335523
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5316624531070395
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.5267105332555917
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5017053130506417
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.4895239495529605
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.47920754310218416
}
],
"query": {
"category": "image-memory",
"expected": [
"image11"
],
"hard_negatives": [],
"id": "q021",
"language": "en",
"text": "the empty tropical beach with turquoise water"
},
"ranking_only_ms": 0.1204,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.7127682298857303
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5988901371468249
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5731273714099023
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5596428191764672
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5585628375806684
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5443829401850819
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5344945575127696
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5317128470001431
},
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.526338110731553
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5178436595372533
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5070061346455313
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.4933466657229849
}
],
"query": {
"category": "image-memory",
"expected": [
"image11"
],
"hard_negatives": [],
"id": "q022",
"language": "de",
"text": "der leere tropische Strand mit türkisfarbenem Wasser"
},
"ranking_only_ms": 0.1204,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.7472705180389634
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5688641779283221
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5549527780986312
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5465143134388292
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.544876953476089
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.5281701100353081
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.525554461913636
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5245535901476506
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.5227355157989149
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5204755060703137
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5069138234118556
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5001506442975417
}
],
"query": {
"category": "image-memory",
"expected": [
"image12"
],
"hard_negatives": [],
"id": "q023",
"language": "en",
"text": "the black and white photo with a hand reaching towards us"
},
"ranking_only_ms": 0.12769999999999998,
"segment_top5": []
},
{
"file_rankings": [
{
"candidate": {
"asset": "image12",
"modality": "image"
},
"score": 0.7155341462209681
},
{
"candidate": {
"asset": "image03",
"modality": "image"
},
"score": 0.5695908602809283
},
{
"candidate": {
"asset": "image10",
"modality": "image"
},
"score": 0.5590189907573276
},
{
"candidate": {
"asset": "image05",
"modality": "image"
},
"score": 0.5415526890342265
},
{
"candidate": {
"asset": "image06",
"modality": "image"
},
"score": 0.5390445399771276
},
{
"candidate": {
"asset": "image11",
"modality": "image"
},
"score": 0.5298222178041443
},
{
"candidate": {
"asset": "image02",
"modality": "image"
},
"score": 0.529554816822047
},
{
"candidate": {
"asset": "image01",
"modality": "image"
},
"score": 0.527575229927628
},
{
"candidate": {
"asset": "image09",
"modality": "image"
},
"score": 0.5237787793136579
},
{
"candidate": {
"asset": "image07",
"modality": "image"
},
"score": 0.5230317700150301
},
{
"candidate": {
"asset": "image04",
"modality": "image"
},
"score": 0.5176819451227809
},
{
"candidate": {
"asset": "image08",
"modality": "image"
},
"score": 0.5116207090247806
}
],
"query": {
"category": "image-memory",
"expected": [
"image12"
],
"hard_negatives": [],
"id": "q024",
"language": "de",
"text": "das Schwarzweißfoto mit einer Hand, die nach uns greift"
},
"ranking_only_ms": 0.1342,
"segment_top5": []
}
],
"token_budget": 1120
}
],
"fixture_sha256": "b4e465a0eb9582b826eebd2a20797e1680e4907e336d02d0ef2194e2ba0af393",
"media_fingerprint": "google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mtmd:mean:l2:rgb-catmullrom48-exif-largejpeg-scaled-v2:pcm16k30s-v1",
"photos": 12,
"queries": 24,
"query_embedding_ms": 2262.7884,
"scope": "12-photo-only token-budget comparison; same 24 independently frozen queries, query embeddings computed once and shared across budgets; ranking_only_ms excludes inference; no retrieval threshold or label tuning. Does not certify production search.",
"worker": {
"device": "cpu",
"dimensions": 768,
"media_supported": true,
"model": "google/embeddinggemma-2",
"ready": true,
"runtime": "b11461-no-logits-v1",
"threads": 1
}
}
Reference in new issue Copy Permalink