karl
b8400c4fbf
Core CI / core (ubuntu-latest) (push) Failing after 3m31s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m39s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
75 lines
2.6 KiB
JSON
75 lines
2.6 KiB
JSON
{
|
|
"fixture_sha256": "b4e465a0eb9582b826eebd2a20797e1680e4907e336d02d0ef2194e2ba0af393",
|
|
"worker": null,
|
|
"overall": {
|
|
"positive_queries": 3,
|
|
"unsupported_queries": 0,
|
|
"recall_at1": 1.0,
|
|
"recall_at5": 1.0,
|
|
"mrr": 1.0,
|
|
"temporal_queries": 0,
|
|
"segment_overlap_hit_at1": null,
|
|
"timestamp_point_hit_at1": null,
|
|
"segment_overlap_hit_at5": null,
|
|
"timestamp_distance_median_s": null,
|
|
"timestamp_distance_max_s": null,
|
|
"no_answer_queries": 1,
|
|
"no_answer_return_rate": 0.0
|
|
},
|
|
"by_category": {
|
|
"exact-metadata": {
|
|
"positive_queries": 3,
|
|
"unsupported_queries": 0,
|
|
"recall_at1": 1.0,
|
|
"recall_at5": 1.0,
|
|
"mrr": 1.0,
|
|
"temporal_queries": 0,
|
|
"segment_overlap_hit_at1": null,
|
|
"timestamp_point_hit_at1": null,
|
|
"segment_overlap_hit_at5": null,
|
|
"timestamp_distance_median_s": null,
|
|
"timestamp_distance_max_s": null,
|
|
"no_answer_queries": 0,
|
|
"no_answer_return_rate": null
|
|
},
|
|
"metadata-no-answer": {
|
|
"positive_queries": 0,
|
|
"unsupported_queries": 0,
|
|
"recall_at1": null,
|
|
"recall_at5": null,
|
|
"mrr": null,
|
|
"temporal_queries": 0,
|
|
"segment_overlap_hit_at1": null,
|
|
"timestamp_point_hit_at1": null,
|
|
"segment_overlap_hit_at5": null,
|
|
"timestamp_distance_median_s": null,
|
|
"timestamp_distance_max_s": null,
|
|
"no_answer_queries": 1,
|
|
"no_answer_return_rate": 0.0
|
|
}
|
|
},
|
|
"by_language": {
|
|
"en": {
|
|
"positive_queries": 3,
|
|
"unsupported_queries": 0,
|
|
"recall_at1": 1.0,
|
|
"recall_at5": 1.0,
|
|
"mrr": 1.0,
|
|
"temporal_queries": 0,
|
|
"segment_overlap_hit_at1": null,
|
|
"timestamp_point_hit_at1": null,
|
|
"segment_overlap_hit_at5": null,
|
|
"timestamp_distance_median_s": null,
|
|
"timestamp_distance_max_s": null,
|
|
"no_answer_queries": 1,
|
|
"no_answer_return_rate": 0.0
|
|
}
|
|
},
|
|
"encoding_failures": [],
|
|
"encoding_ms": 1863.0235000000002,
|
|
"query_p50_ms": 0.7408,
|
|
"query_p95_ms": 1.0931,
|
|
"failures": [],
|
|
"source_scope": "Actual FFprobe stream/format metadata + guarded Searchi core FTS; lexical identity queries, no embedding fallback; encoding_ms measures metadata extraction, not model inference",
|
|
"interpretation": "Small independently labelled public-media diagnostic; source_scope identifies the measured lane. No-answer return rate measures unsuppressed output, not a calibrated confidence policy. Audio interval overlap can pass while the returned start timestamp is too early; point hits expose this. This corpus alone cannot certify production quality."
|
|
} |