Files
searchi/docs/evidence/embeddinggemma2-mcp-release.json
T
karl 8b9b079469
Core CI / core (ubuntu-latest) (push) Failing after 3m43s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m56s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
perf: audit EmbeddingGemma 2 and reuse measured query embeddings
2026-10-12 20:59:10 +02:00

731 lines
28 KiB
JSON

{
"captured_at_utc": "2026-10-12T18:47:54Z",
"os": "Windows-11-10.0.26300-SP0",
"machine": "AMD64",
"logical_cpus": 4,
"cpu_only": true,
"rust_profile": "release",
"label": "release-query-vector-cache",
"worker_sha256": "1c3bd856e56f49a1ffc11ec3eeaef20297bda5f1539427ef772dc9045e7da8b3",
"cli_sha256": "9e6c087c863b606d02534bff2db1eb397df3a2b8c9aa2f875b2e5ac0a2d04316",
"results": {
"startup_to_initialized_ms": 4878.2795000006445,
"stats": {
"files": {
"content_files": 5,
"files": 7
},
"mode": "hybrid",
"semantic_available": true,
"worker": {
"device": "cpu",
"dimensions": 768,
"media_supported": true,
"model": "google/embeddinggemma-2",
"ready": true,
"runtime": "b11461-no-logits-v1",
"threads": 1
}
},
"samples": [
{
"case": "first_unseen",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 82.9809999850113,
"engine_ms": 81.94659999999999,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 1.6709000046830624,
"engine_ms": 0.777,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 1.6380999877583236,
"engine_ms": 0.9057,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 1.4798000047449023,
"engine_ms": 0.6547000000000001,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 1.6269000188913196,
"engine_ms": 0.8484999999999999,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 1.3796999992337078,
"engine_ms": 0.6398,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 1.5811999910511076,
"engine_ms": 0.8515,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 1.2971000105608255,
"engine_ms": 0.6551,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "same_query",
"query": "cancel the supplier partnership",
"extension": null,
"request_ms": 1.2206999817863107,
"engine_ms": 0.7019,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "filter_change",
"query": "cancel the supplier partnership",
"extension": "pdf",
"request_ms": 1.7168000049423426,
"engine_ms": 0.6491,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
}
]
},
{
"case": "filter_change",
"query": "cancel the supplier partnership",
"extension": "md",
"request_ms": 1.3719999988097697,
"engine_ms": 0.6258,
"matches": [
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.01639344262295082
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.016129032258064516
},
{
"filename": "Travel Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.",
"score": 0.015873015873015872
}
]
},
{
"case": "filter_change",
"query": "cancel the supplier partnership",
"extension": "pdf",
"request_ms": 1.505599997472018,
"engine_ms": 0.6131,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
}
]
},
{
"case": "filter_change",
"query": "cancel the supplier partnership",
"extension": "md",
"request_ms": 1.6737999976612628,
"engine_ms": 0.9121,
"matches": [
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.01639344262295082
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.016129032258064516
},
{
"filename": "Travel Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "mountains reflected in calm water",
"extension": null,
"request_ms": 77.39190000575036,
"engine_ms": 75.18950000000001,
"matches": [
{
"filename": "Mountain Lake.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.01639344262295082
},
{
"filename": "Night Pier.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.016129032258064516
},
{
"filename": "Travel Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "die Kündigungsfrist im Lieferantenvertrag",
"extension": null,
"request_ms": 98.24019999359734,
"engine_ms": 97.0811,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.016129032258064516
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "source code that checks indexed file permissions",
"extension": null,
"request_ms": 91.89109998987988,
"engine_ms": 90.8722,
"matches": [
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.01639344262295082
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.016129032258064516
},
{
"filename": "Night Pier.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "music with piano and a slow melody",
"extension": null,
"request_ms": 85.49989998573437,
"engine_ms": 84.59949999999999,
"matches": [
{
"filename": "Travel Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.",
"score": 0.01639344262295082
},
{
"filename": "Night Pier.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.016129032258064516
},
{
"filename": "Garden Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Garden notes\nTomatoes need sunlight and regular watering. Plant herbs in pots on the balcony and add compost in spring.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "a boat crossing a lake at sunset",
"extension": null,
"request_ms": 86.64829999906942,
"engine_ms": 85.5861,
"matches": [
{
"filename": "Night Pier.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.01639344262295082
},
{
"filename": "Mountain Lake.jpg",
"source": {
"kind": "image",
"number": 0
},
"snippet": "Image content",
"score": 0.016129032258064516
},
{
"filename": "Travel Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "notes about returning unused materials",
"extension": null,
"request_ms": 69.34839999303222,
"engine_ms": 68.37740000000001,
"matches": [
{
"filename": "Supplier Agreement.pdf",
"source": {
"kind": "page",
"number": 2
},
"snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n",
"score": 0.01639344262295082
},
{
"filename": "Garden Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Garden notes\nTomatoes need sunlight and regular watering. Plant herbs in pots on the balcony and add compost in spring.",
"score": 0.016129032258064516
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.015873015873015872
}
]
},
{
"case": "distinct_query",
"query": "find the recording discussing orange soil",
"extension": null,
"request_ms": 79.9731999868527,
"engine_ms": 78.8852,
"matches": [
{
"filename": "Garden Notes.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Garden notes\nTomatoes need sunlight and regular watering. Plant herbs in pots on the balcony and add compost in spring.",
"score": 0.01639344262295082
},
{
"filename": "Q3 Procurement.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.",
"score": 0.016129032258064516
},
{
"filename": "Vendor Onboarding.md",
"source": {
"kind": "line",
"number": 1
},
"snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.",
"score": 0.015873015873015872
}
]
}
],
"same_query": {
"samples": 8,
"mean_ms": 0.754275,
"p50_ms": 0.7394499999999999,
"p95_ms": 0.9057
},
"filter_change": {
"samples": 4,
"mean_ms": 0.700025,
"p50_ms": 0.6374500000000001,
"p95_ms": 0.9121
},
"scope": "Actual shared service through real MCP. Startup includes verified models and background warmup. Seven-file README corpus when using that explicit fixture DB; no UI scheduling or paint."
}
}