feat: add multimodal search and granular performance diagnostics
Core CI / core (ubuntu-latest) (push) Failing after 3m31s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m39s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
Core CI / core (ubuntu-latest) (push) Failing after 3m31s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m39s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
This commit is contained in:
1 parent
d3bb8c7618
commit
b8400c4fbf
110 files changed
+79395
-250
No files matched your search
@@ -0,0 +1,75 @@
|
||||
{
|
||||
"fixture_sha256": "b4e465a0eb9582b826eebd2a20797e1680e4907e336d02d0ef2194e2ba0af393",
|
||||
"worker": {
|
||||
"device": "cpu",
|
||||
"dimensions": 768,
|
||||
"media_supported": true,
|
||||
"model": "google/embeddinggemma-2",
|
||||
"ready": true,
|
||||
"runtime": "b11461-no-logits-v1",
|
||||
"threads": 1
|
||||
},
|
||||
"photos": 12,
|
||||
"queries": 24,
|
||||
"query_embedding_ms": 2262.7884,
|
||||
"budgets": [
|
||||
{
|
||||
"token_budget": 70,
|
||||
"encoding_ms": 47612.655699999996,
|
||||
"metrics": {
|
||||
"positive_queries": 24,
|
||||
"unsupported_queries": 0,
|
||||
"recall_at1": 1.0,
|
||||
"recall_at5": 1.0,
|
||||
"mrr": 1.0,
|
||||
"temporal_queries": 0,
|
||||
"segment_overlap_hit_at1": null,
|
||||
"timestamp_point_hit_at1": null,
|
||||
"segment_overlap_hit_at5": null,
|
||||
"timestamp_distance_median_s": null,
|
||||
"timestamp_distance_max_s": null,
|
||||
"no_answer_queries": 0,
|
||||
"no_answer_return_rate": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"token_budget": 280,
|
||||
"encoding_ms": 199652.08899999998,
|
||||
"metrics": {
|
||||
"positive_queries": 24,
|
||||
"unsupported_queries": 0,
|
||||
"recall_at1": 1.0,
|
||||
"recall_at5": 1.0,
|
||||
"mrr": 1.0,
|
||||
"temporal_queries": 0,
|
||||
"segment_overlap_hit_at1": null,
|
||||
"timestamp_point_hit_at1": null,
|
||||
"segment_overlap_hit_at5": null,
|
||||
"timestamp_distance_median_s": null,
|
||||
"timestamp_distance_max_s": null,
|
||||
"no_answer_queries": 0,
|
||||
"no_answer_return_rate": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"token_budget": 1120,
|
||||
"encoding_ms": 1493321.6608,
|
||||
"metrics": {
|
||||
"positive_queries": 24,
|
||||
"unsupported_queries": 0,
|
||||
"recall_at1": 1.0,
|
||||
"recall_at5": 1.0,
|
||||
"mrr": 1.0,
|
||||
"temporal_queries": 0,
|
||||
"segment_overlap_hit_at1": null,
|
||||
"timestamp_point_hit_at1": null,
|
||||
"segment_overlap_hit_at5": null,
|
||||
"timestamp_distance_median_s": null,
|
||||
"timestamp_distance_max_s": null,
|
||||
"no_answer_queries": 0,
|
||||
"no_answer_return_rate": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"interpretation": "Same frozen 12 photos and 24 correlated EN/DE queries. Query embeddings shared across budgets. Encoding time is CPU batch cost; ranking-only time excludes inference. Equal small-corpus recall does not prove equal quality on larger or more difficult images."
|
||||
}
|
||||
Reference in new issue
Block a user