{ "background_prewarm_ms": 133.0573, "device": "cpu", "documents": 20, "embedding_report": { "chunks": 20, "generation": 1, "model_fingerprint": "google/embeddinggemma-2:bfcd298762cc34d0357ece5ebdd31791a3a374d8:q8_0:llama-b11461-no-logits-v1:mean:l2:query512:doc2048:windows-overlap128:prompts-v1:byte64k-overlap512-title512-v1", "passages": 20 }, "first_foreground_ms": 108.6225, "first_foreground_top1": "supplier-agreement.txt", "hybrid": { "recall_at10": 1.0, "recall_at3": 1.0, "top1_accuracy": 1.0 }, "hybrid_p50_ms": 107.3451, "hybrid_p95_ms": 146.82819999999998, "indexing_ms": 4840.859100000001, "lexical": { "recall_at10": 0.20833333333333334, "recall_at3": 0.20833333333333334, "top1_accuracy": 0.20833333333333334 }, "limitation": "Synthetic seed corpus only; no production quality or large-corpus latency certification", "load_ms": 8644.3299, "model": "google/embeddinggemma-2", "queries": 24, "rankings": [ { "expected": "supplier-contract", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "supplier-agreement.txt", "match_kind": "exact_filename", "source": null }, { "filename": "meeting-cancellation.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "INV-2026-1042.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "exact", "lexical_rank": 1, "query": "supplier-agreement.txt", "semantic_rank": 1 }, { "expected": "invoice", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "INV-2026-1042.txt", "match_kind": "filename", "source": { "kind": "line", "number": 1 } }, { "filename": "meeting-cancellation.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "network-incident.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "identifier", "lexical_rank": 1, "query": "INV-2026-1042", "semantic_rank": 1 }, { "expected": "error-code", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "support-error.txt", "match_kind": "exact_identifier", "source": { "kind": "line", "number": 1 } }, { "filename": "search-engine-design.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "INV-2026-1042.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "identifier", "lexical_rank": 1, "query": "E_SEARCH_071", "semantic_rank": 1 }, { "expected": "supplier-contract", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "supplier-agreement.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "meeting-cancellation.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "retry-design.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": null, "query": "How can we end our relationship with the supplier?", "semantic_rank": 1 }, { "expected": "supplier-contract", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "supplier-agreement.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "meeting-cancellation.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "mietvertrag.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "de-crosslingual", "lexical_rank": null, "query": "Wie kündigen wir die Zusammenarbeit mit unserem Lieferanten?", "semantic_rank": 1 }, { "expected": "apartment-lease", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "mietvertrag.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "support-error.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "urlaubsrichtlinie.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en-crosslingual", "lexical_rank": null, "query": "Can I keep a pet in the rented apartment?", "semantic_rank": 1 }, { "expected": "apartment-lease", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "mietvertrag.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "reisekosten.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "monitor-warranty.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "de", "lexical_rank": null, "query": "Wo steht etwas über die Kaution für die Wohnung?", "semantic_rank": 1 }, { "expected": "travel-expenses", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "reisekosten.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "INV-2026-1042.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "conference-agenda.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en-crosslingual", "lexical_rank": null, "query": "How do I claim my train and hotel costs?", "semantic_rank": 1 }, { "expected": "conference-agenda", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "conference-agenda.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "support-error.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "search-engine-design.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "de-crosslingual", "lexical_rank": null, "query": "Wann ist der Workshop zur Datenbankleistung?", "semantic_rank": 1 }, { "expected": "deployment", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "deployment-runbook.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "product-launch.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "support-error.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": null, "query": "What should we do if the new release fails its health check?", "semantic_rank": 1 }, { "expected": "backup-restore", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "backup-recovery.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "network-incident.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "meeting-cancellation.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "de-crosslingual", "lexical_rank": null, "query": "Ich habe Dateien gelöscht und brauche sie aus der Sicherung zurück", "semantic_rank": 1 }, { "expected": "api-retry", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "retry-design.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "deployment-runbook.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "network-incident.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": null, "query": "How should the app retry a temporary server failure?", "semantic_rank": 1 }, { "expected": "oauth", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "authentication-notes.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "retry-design.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "backup-recovery.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": null, "query": "How do we obtain another access token after it expires?", "semantic_rank": 1 }, { "expected": "network-outage", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "network-incident.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "meeting-cancellation.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "backup-recovery.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "de-crosslingual", "lexical_rank": null, "query": "Warum war der Netzwerkswitch nicht erreichbar?", "semantic_rank": 1 }, { "expected": "launch-plan", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "product-launch.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "research-budget.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "deployment-runbook.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": null, "query": "The plan for announcing the new product after beta testing", "semantic_rank": 1 }, { "expected": "research-budget", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "research-budget.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "INV-2026-1042.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "retry-design.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": null, "query": "Money allocated for interviews and prototype usability studies", "semantic_rank": 1 }, { "expected": "vacation-policy", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "urlaubsrichtlinie.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "meeting-cancellation.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "INV-2026-1042.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en-crosslingual", "lexical_rank": null, "query": "Who approves my time off and who covers urgent work?", "semantic_rank": 1 }, { "expected": "recipe", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "tomato-soup.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "gartenplanung.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "INV-2026-1042.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": null, "query": "A soup made with roasted tomatoes and basil", "semantic_rank": 1 }, { "expected": "renovation", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "renovation-estimate.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "INV-2026-1042.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "meeting-cancellation.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": null, "query": "Does the kitchen renovation quote include new flooring?", "semantic_rank": 1 }, { "expected": "warranty", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "monitor-warranty.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "network-incident.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "backup-recovery.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": null, "query": "The document about replacing a defective display under warranty", "semantic_rank": 1 }, { "expected": "search-architecture", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "search-engine-design.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "support-error.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "backup-recovery.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": null, "query": "How can keyword results and embeddings be combined for file search?", "semantic_rank": 1 }, { "expected": "garden", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "gartenplanung.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "meeting-cancellation.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "renovation-estimate.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en-crosslingual", "lexical_rank": null, "query": "Where is the plan for the raised vegetable bed and rainwater barrel?", "semantic_rank": 1 }, { "expected": "cancellation-email", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "meeting-cancellation.txt", "match_kind": "hybrid", "source": { "kind": "line", "number": 1 } }, { "filename": "urlaubsrichtlinie.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "conference-agenda.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "en", "lexical_rank": 1, "query": "Cancel tomorrow's planning meeting", "semantic_rank": 1 }, { "expected": "invoice", "hybrid_rank": 1, "hybrid_top3": [ { "filename": "INV-2026-1042.txt", "match_kind": "exact_identifier", "source": { "kind": "line", "number": 1 } }, { "filename": "meeting-cancellation.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } }, { "filename": "search-engine-design.txt", "match_kind": "semantic", "source": { "kind": "line", "number": 1 } } ], "language": "identifier", "lexical_rank": 1, "query": "OFFICE-CHAIRS-42", "semantic_rank": 1 } ], "semantic": { "recall_at10": 1.0, "recall_at3": 1.0, "top1_accuracy": 1.0 }, "startup_init_ms": 8286.3466, "threads": 1 }