karl/searchi
1
0 Fork 0
Code Issues Pull Requests Packages Projects Releases 10 Wiki Activity

perf: audit EmbeddingGemma 2 and reuse measured query embeddings
Core CI / core (ubuntu-latest) (push) Failing after 3m43s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m56s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s

Browse Source
This commit is contained in:
karl committed 2026-10-12 20:59:10 +02:00
1 parent 9870df7cb5
commit 8b9b079469
21 files changed
+4119 -129
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

docs/evidence/embeddinggemma2-mcp-after.json
+730
View File
@@ -0,0 +1,730 @@
{
"captured_at_utc": "2026-10-12T18:41:00Z",
"os": "Windows-11-10.0.26300-SP0",
"machine": "AMD64",
"logical_cpus": 4,
"cpu_only": true,
"rust_profile": "debug",
"label": "bounded-query-vector-cache",
"worker_sha256": "1c3bd856e56f49a1ffc11ec3eeaef20297bda5f1539427ef772dc9045e7da8b3",
"cli_sha256": "4a4c69c34f48162e2033fbfbc7b3500aa7496f6c1d9a03be6d611cf84bafe6e0",
"results": {
"startup_to_initialized_ms": 11040.071900002658,
"stats": {
"files": {
"content_files": 5,
"files": 7
},
"mode": "hybrid",
"semantic_available": true,
"worker": {
"device": "cpu",
"dimensions": 768,
"media_supported": true,
"model": "google/embeddinggemma-2",
"ready": true,
"runtime": "b11461-no-logits-v1",
"threads": 1
}
},
"samples": [
{
"case": "first_unseen",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 79.04949999647215,
"engine_ms": 77.1732,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 2.6412000006530434,
"engine_ms": 1.4406,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 2.3130000045057386,
"engine_ms": 1.1769,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 2.4286000116262585,
"engine_ms": 1.2572,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 2.217100001871586,
"engine_ms": 1.0070000000000001,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 2.3689999943599105,
"engine_ms": 1.0303,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 2.5655000063125044,
"engine_ms": 1.1261,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 2.9205000028014183,
"engine_ms": 1.395,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 2.2301000135485083,
"engine_ms": 1.1747999999999998,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "filter_change",
"query": "cancel the supplier partnership",
"extension": "pdf",
"request_ms": 1.8029999919235706,
"engine_ms": 0.975,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
}
]
},
{
"case": "filter_change",
"query": "cancel the supplier partnership",
"extension": "md",
"request_ms": 2.3480000090785325,
"engine_ms": 1.0859,
"matches": [
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.01639344262295082
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.016129032258064516
},
{
"filename": "Travel Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.",
"score": 0.015873015873015872
}
]
},
{
"case": "filter_change",
"query": "cancel the supplier partnership",
"extension": "pdf",
"request_ms": 2.0995999802835286,
"engine_ms": 1.0337,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
}
]
},
{
"case": "filter_change",
"query": "cancel the supplier partnership",
"extension": "md",
"request_ms": 2.343600004678592,
"engine_ms": 1.1913,
"matches": [
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.01639344262295082
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.016129032258064516
},
{
"filename": "Travel Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "mountains reflected in calm water",
"extension": null,
"request_ms": 75.07760002044961,
"engine_ms": 73.8136,
"matches": [
{
"filename": "Mountain Lake.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.01639344262295082
},
{
"filename": "Night Pier.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.016129032258064516
},
{
"filename": "Travel Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "die Kündigungsfrist im Lieferantenvertrag",
"extension": null,
"request_ms": 89.54819999053143,
"engine_ms": 86.77550000000001,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.016129032258064516
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "source code that checks indexed file permissions",
"extension": null,
"request_ms": 77.97480002045631,
"engine_ms": 76.4551,
"matches": [
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.01639344262295082
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.016129032258064516
},
{
"filename": "Night Pier.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "music with piano and a slow melody",
"extension": null,
"request_ms": 78.43809999758378,
"engine_ms": 76.8372,
"matches": [
{
"filename": "Travel Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.",
"score": 0.01639344262295082
},
{
"filename": "Night Pier.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.016129032258064516
},
{
"filename": "Garden Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Garden notes\nTomatoes need sunlight and regular watering. Plant herbs in pots on the balcony and add compost in spring.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "a boat crossing a lake at sunset",
"extension": null,
"request_ms": 77.43000000482425,
"engine_ms": 75.7792,
"matches": [
{
"filename": "Night Pier.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.01639344262295082
},
{
"filename": "Mountain Lake.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.016129032258064516
},
{
"filename": "Travel Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "notes about returning unused materials",
"extension": null,
"request_ms": 70.03259999328293,
"engine_ms": 68.49170000000001,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Garden Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Garden notes\nTomatoes need sunlight and regular watering. Plant herbs in pots on the balcony and add compost in spring.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "find the recording discussing orange soil",
"extension": null,
"request_ms": 78.86860001599416,
"engine_ms": 77.1636,
"matches": [
{
"filename": "Garden Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Garden notes\nTomatoes need sunlight and regular watering. Plant herbs in pots on the balcony and add compost in spring.",
"score": 0.01639344262295082
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.016129032258064516
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.015873015873015872
}
]
}
],
"same_query": {
"samples": 8,
"mean_ms": 1.2009875,
"p50_ms": 1.17585,
"p95_ms": 1.4406
},
"filter_change": {
"samples": 4,
"mean_ms": 1.071475,
"p50_ms": 1.0598,
"p95_ms": 1.1913
},
"scope": "Actual shared service through real MCP. Startup includes verified models and background warmup. Seven-file README corpus when using that explicit fixture DB; no UI scheduling or paint."
}
}