karl/searchi
1
0 Fork 0
Code Issues Pull Requests Packages Projects Releases 10 Wiki Activity

feat: add multimodal search and granular performance diagnostics
Core CI / core (ubuntu-latest) (push) Failing after 3m31s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m39s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s

Browse Source
This commit is contained in:
karl committed 2026-10-12 19:16:23 +02:00
1 parent d3bb8c7618
commit b8400c4fbf
110 files changed
+79395 -250
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

fixtures/media/metadata-summary.json
+75
View File
@@ -0,0 +1,75 @@
{
"fixture_sha256": "b4e465a0eb9582b826eebd2a20797e1680e4907e336d02d0ef2194e2ba0af393",
"worker": null,
"overall": {
"positive_queries": 3,
"unsupported_queries": 0,
"recall_at1": 1.0,
"recall_at5": 1.0,
"mrr": 1.0,
"temporal_queries": 0,
"segment_overlap_hit_at1": null,
"timestamp_point_hit_at1": null,
"segment_overlap_hit_at5": null,
"timestamp_distance_median_s": null,
"timestamp_distance_max_s": null,
"no_answer_queries": 1,
"no_answer_return_rate": 0.0
},
"by_category": {
"exact-metadata": {
"positive_queries": 3,
"unsupported_queries": 0,
"recall_at1": 1.0,
"recall_at5": 1.0,
"mrr": 1.0,
"temporal_queries": 0,
"segment_overlap_hit_at1": null,
"timestamp_point_hit_at1": null,
"segment_overlap_hit_at5": null,
"timestamp_distance_median_s": null,
"timestamp_distance_max_s": null,
"no_answer_queries": 0,
"no_answer_return_rate": null
},
"metadata-no-answer": {
"positive_queries": 0,
"unsupported_queries": 0,
"recall_at1": null,
"recall_at5": null,
"mrr": null,
"temporal_queries": 0,
"segment_overlap_hit_at1": null,
"timestamp_point_hit_at1": null,
"segment_overlap_hit_at5": null,
"timestamp_distance_median_s": null,
"timestamp_distance_max_s": null,
"no_answer_queries": 1,
"no_answer_return_rate": 0.0
}
},
"by_language": {
"en": {
"positive_queries": 3,
"unsupported_queries": 0,
"recall_at1": 1.0,
"recall_at5": 1.0,
"mrr": 1.0,
"temporal_queries": 0,
"segment_overlap_hit_at1": null,
"timestamp_point_hit_at1": null,
"segment_overlap_hit_at5": null,
"timestamp_distance_median_s": null,
"timestamp_distance_max_s": null,
"no_answer_queries": 1,
"no_answer_return_rate": 0.0
}
},
"encoding_failures": [],
"encoding_ms": 1863.0235000000002,
"query_p50_ms": 0.7408,
"query_p95_ms": 1.0931,
"failures": [],
"source_scope": "Actual FFprobe stream/format metadata + guarded Searchi core FTS; lexical identity queries, no embedding fallback; encoding_ms measures metadata extraction, not model inference",
"interpretation": "Small independently labelled public-media diagnostic; source_scope identifies the measured lane. No-answer return rate measures unsuppressed output, not a calibrated confidence policy. Audio interval overlap can pass while the returned start timestamp is too early; point hits expose this. This corpus alone cannot certify production quality."
}