852 lines
20 KiB
JSON
852 lines
20 KiB
JSON
|
{
|
||
|
|
"background_prewarm_ms": 133.0573,
|
||
|
|
"device": "cpu",
|
||
|
|
"documents": 20,
|
||
|
|
"embedding_report": {
|
||
|
|
"chunks": 20,
|
||
|
|
"generation": 1,
|
||
|
|
"model_fingerprint": "google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mean:l2:query512:doc2048:windows-overlap128:prompts-v1:byte64k-overlap512-title512-v1",
|
||
|
|
"passages": 20
|
||
|
|
},
|
||
|
|
"first_foreground_ms": 108.6225,
|
||
|
|
"first_foreground_top1": "supplier-agreement.txt",
|
||
|
|
"hybrid": {
|
||
|
|
"recall_at10": 1.0,
|
||
|
|
"recall_at3": 1.0,
|
||
|
|
"top1_accuracy": 1.0
|
||
|
|
},
|
||
|
|
"hybrid_p50_ms": 107.3451,
|
||
|
|
"hybrid_p95_ms": 146.82819999999998,
|
||
|
|
"indexing_ms": 4840.859100000001,
|
||
|
|
"lexical": {
|
||
|
|
"recall_at10": 0.20833333333333334,
|
||
|
|
"recall_at3": 0.20833333333333334,
|
||
|
|
"top1_accuracy": 0.20833333333333334
|
||
|
|
},
|
||
|
|
"limitation": "Synthetic seed corpus only; no production quality or large-corpus latency certification",
|
||
|
|
"load_ms": 8644.3299,
|
||
|
|
"model": "google/embeddinggemma-2",
|
||
|
|
"queries": 24,
|
||
|
|
"rankings": [
|
||
|
|
{
|
||
|
|
"expected": "supplier-contract",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "supplier-agreement.txt",
|
||
|
|
"match_kind": "exact_filename",
|
||
|
|
"source": null
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "INV-2026-1042.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "exact",
|
||
|
|
"lexical_rank": 1,
|
||
|
|
"query": "supplier-agreement.txt",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "invoice",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "INV-2026-1042.txt",
|
||
|
|
"match_kind": "filename",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "network-incident.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "identifier",
|
||
|
|
"lexical_rank": 1,
|
||
|
|
"query": "INV-2026-1042",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "error-code",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "support-error.txt",
|
||
|
|
"match_kind": "exact_identifier",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "search-engine-design.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "INV-2026-1042.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "identifier",
|
||
|
|
"lexical_rank": 1,
|
||
|
|
"query": "E_SEARCH_071",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "supplier-contract",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "supplier-agreement.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "retry-design.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "How can we end our relationship with the supplier?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "supplier-contract",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "supplier-agreement.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "mietvertrag.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "de-crosslingual",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "Wie kündigen wir die Zusammenarbeit mit unserem Lieferanten?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "apartment-lease",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "mietvertrag.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "support-error.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "urlaubsrichtlinie.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en-crosslingual",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "Can I keep a pet in the rented apartment?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "apartment-lease",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "mietvertrag.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "reisekosten.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "monitor-warranty.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "de",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "Wo steht etwas über die Kaution für die Wohnung?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "travel-expenses",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "reisekosten.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "INV-2026-1042.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "conference-agenda.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en-crosslingual",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "How do I claim my train and hotel costs?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "conference-agenda",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "conference-agenda.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "support-error.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "search-engine-design.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "de-crosslingual",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "Wann ist der Workshop zur Datenbankleistung?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "deployment",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "deployment-runbook.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "product-launch.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "support-error.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "What should we do if the new release fails its health check?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "backup-restore",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "backup-recovery.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "network-incident.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "de-crosslingual",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "Ich habe Dateien gelöscht und brauche sie aus der Sicherung zurück",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "api-retry",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "retry-design.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "deployment-runbook.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "network-incident.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "How should the app retry a temporary server failure?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "oauth",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "authentication-notes.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "retry-design.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "backup-recovery.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "How do we obtain another access token after it expires?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "network-outage",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "network-incident.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "backup-recovery.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "de-crosslingual",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "Warum war der Netzwerkswitch nicht erreichbar?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "launch-plan",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "product-launch.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "research-budget.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "deployment-runbook.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "The plan for announcing the new product after beta testing",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "research-budget",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "research-budget.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "INV-2026-1042.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "retry-design.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "Money allocated for interviews and prototype usability studies",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "vacation-policy",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "urlaubsrichtlinie.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "INV-2026-1042.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en-crosslingual",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "Who approves my time off and who covers urgent work?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "recipe",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "tomato-soup.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "gartenplanung.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "INV-2026-1042.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "A soup made with roasted tomatoes and basil",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "renovation",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "renovation-estimate.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "INV-2026-1042.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "Does the kitchen renovation quote include new flooring?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "warranty",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "monitor-warranty.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "network-incident.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "backup-recovery.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "The document about replacing a defective display under warranty",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "search-architecture",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "search-engine-design.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "support-error.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "backup-recovery.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "How can keyword results and embeddings be combined for file search?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "garden",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "gartenplanung.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "renovation-estimate.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en-crosslingual",
|
||
|
|
"lexical_rank": null,
|
||
|
|
"query": "Where is the plan for the raised vegetable bed and rainwater barrel?",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "cancellation-email",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "hybrid",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "urlaubsrichtlinie.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "conference-agenda.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "en",
|
||
|
|
"lexical_rank": 1,
|
||
|
|
"query": "Cancel tomorrow's planning meeting",
|
||
|
|
"semantic_rank": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"expected": "invoice",
|
||
|
|
"hybrid_rank": 1,
|
||
|
|
"hybrid_top3": [
|
||
|
|
{
|
||
|
|
"filename": "INV-2026-1042.txt",
|
||
|
|
"match_kind": "exact_identifier",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "meeting-cancellation.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"filename": "search-engine-design.txt",
|
||
|
|
"match_kind": "semantic",
|
||
|
|
"source": {
|
||
|
|
"kind": "line",
|
||
|
|
"number": 1
|
||
|
|
}
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"language": "identifier",
|
||
|
|
"lexical_rank": 1,
|
||
|
|
"query": "OFFICE-CHAIRS-42",
|
||
|
|
"semantic_rank": 1
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"semantic": {
|
||
|
|
"recall_at10": 1.0,
|
||
|
|
"recall_at3": 1.0,
|
||
|
|
"top1_accuracy": 1.0
|
||
|
|
},
|
||
|
|
"startup_init_ms": 8286.3466,
|
||
|
|
"threads": 1
|
||
|
|
}
|