karl
b8400c4fbf
Core CI / core (ubuntu-latest) (push) Failing after 3m31s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m39s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
75 lines
2.3 KiB
JSON
75 lines
2.3 KiB
JSON
{
|
|
"fixture_sha256": "b4e465a0eb9582b826eebd2a20797e1680e4907e336d02d0ef2194e2ba0af393",
|
|
"worker": {
|
|
"device": "cpu",
|
|
"dimensions": 768,
|
|
"media_supported": true,
|
|
"model": "google/embeddinggemma-2",
|
|
"ready": true,
|
|
"runtime": "b11461-no-logits-v1",
|
|
"threads": 1
|
|
},
|
|
"photos": 12,
|
|
"queries": 24,
|
|
"query_embedding_ms": 2262.7884,
|
|
"budgets": [
|
|
{
|
|
"token_budget": 70,
|
|
"encoding_ms": 47612.655699999996,
|
|
"metrics": {
|
|
"positive_queries": 24,
|
|
"unsupported_queries": 0,
|
|
"recall_at1": 1.0,
|
|
"recall_at5": 1.0,
|
|
"mrr": 1.0,
|
|
"temporal_queries": 0,
|
|
"segment_overlap_hit_at1": null,
|
|
"timestamp_point_hit_at1": null,
|
|
"segment_overlap_hit_at5": null,
|
|
"timestamp_distance_median_s": null,
|
|
"timestamp_distance_max_s": null,
|
|
"no_answer_queries": 0,
|
|
"no_answer_return_rate": null
|
|
}
|
|
},
|
|
{
|
|
"token_budget": 280,
|
|
"encoding_ms": 199652.08899999998,
|
|
"metrics": {
|
|
"positive_queries": 24,
|
|
"unsupported_queries": 0,
|
|
"recall_at1": 1.0,
|
|
"recall_at5": 1.0,
|
|
"mrr": 1.0,
|
|
"temporal_queries": 0,
|
|
"segment_overlap_hit_at1": null,
|
|
"timestamp_point_hit_at1": null,
|
|
"segment_overlap_hit_at5": null,
|
|
"timestamp_distance_median_s": null,
|
|
"timestamp_distance_max_s": null,
|
|
"no_answer_queries": 0,
|
|
"no_answer_return_rate": null
|
|
}
|
|
},
|
|
{
|
|
"token_budget": 1120,
|
|
"encoding_ms": 1493321.6608,
|
|
"metrics": {
|
|
"positive_queries": 24,
|
|
"unsupported_queries": 0,
|
|
"recall_at1": 1.0,
|
|
"recall_at5": 1.0,
|
|
"mrr": 1.0,
|
|
"temporal_queries": 0,
|
|
"segment_overlap_hit_at1": null,
|
|
"timestamp_point_hit_at1": null,
|
|
"segment_overlap_hit_at5": null,
|
|
"timestamp_distance_median_s": null,
|
|
"timestamp_distance_max_s": null,
|
|
"no_answer_queries": 0,
|
|
"no_answer_return_rate": null
|
|
}
|
|
}
|
|
],
|
|
"interpretation": "Same frozen 12 photos and 24 correlated EN/DE queries. Query embeddings shared across budgets. Encoding time is CPU batch cost; ranking-only time excludes inference. Equal small-corpus recall does not prove equal quality on larger or more difficult images."
|
|
} |