{ "captured_at_utc": "2026-10-12T18:47:54Z", "os": "Windows-11-10.0.26300-SP0", "machine": "AMD64", "logical_cpus": 4, "cpu_only": true, "rust_profile": "release", "label": "release-query-vector-cache", "worker_sha256": "1c3bd856e56f49a1ffc11ec3eeaef20297bda5f1539427ef772dc9045e7da8b3", "cli_sha256": "9e6c087c863b606d02534bff2db1eb397df3a2b8c9aa2f875b2e5ac0a2d04316", "results": { "startup_to_initialized_ms": 4878.2795000006445, "stats": { "files": { "content_files": 5, "files": 7 }, "mode": "hybrid", "semantic_available": true, "worker": { "device": "cpu", "dimensions": 768, "media_supported": true, "model": "google/embeddinggemma-2", "ready": true, "runtime": "b11461-no-logits-v1", "threads": 1 } }, "samples": [ { "case": "first_unseen", "query": "cancel the supplier partnership", "extension": null, "request_ms": 82.9809999850113, "engine_ms": 81.94659999999999, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.016129032258064516 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.015873015873015872 } ] }, { "case": "same_query", "query": "cancel the supplier partnership", "extension": null, "request_ms": 1.6709000046830624, "engine_ms": 0.777, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.016129032258064516 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.015873015873015872 } ] }, { "case": "same_query", "query": "cancel the supplier partnership", "extension": null, "request_ms": 1.6380999877583236, "engine_ms": 0.9057, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.016129032258064516 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.015873015873015872 } ] }, { "case": "same_query", "query": "cancel the supplier partnership", "extension": null, "request_ms": 1.4798000047449023, "engine_ms": 0.6547000000000001, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.016129032258064516 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.015873015873015872 } ] }, { "case": "same_query", "query": "cancel the supplier partnership", "extension": null, "request_ms": 1.6269000188913196, "engine_ms": 0.8484999999999999, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.016129032258064516 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.015873015873015872 } ] }, { "case": "same_query", "query": "cancel the supplier partnership", "extension": null, "request_ms": 1.3796999992337078, "engine_ms": 0.6398, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.016129032258064516 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.015873015873015872 } ] }, { "case": "same_query", "query": "cancel the supplier partnership", "extension": null, "request_ms": 1.5811999910511076, "engine_ms": 0.8515, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.016129032258064516 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.015873015873015872 } ] }, { "case": "same_query", "query": "cancel the supplier partnership", "extension": null, "request_ms": 1.2971000105608255, "engine_ms": 0.6551, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.016129032258064516 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.015873015873015872 } ] }, { "case": "same_query", "query": "cancel the supplier partnership", "extension": null, "request_ms": 1.2206999817863107, "engine_ms": 0.7019, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.016129032258064516 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.015873015873015872 } ] }, { "case": "filter_change", "query": "cancel the supplier partnership", "extension": "pdf", "request_ms": 1.7168000049423426, "engine_ms": 0.6491, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 } ] }, { "case": "filter_change", "query": "cancel the supplier partnership", "extension": "md", "request_ms": 1.3719999988097697, "engine_ms": 0.6258, "matches": [ { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.01639344262295082 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.016129032258064516 }, { "filename": "Travel Notes.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.", "score": 0.015873015873015872 } ] }, { "case": "filter_change", "query": "cancel the supplier partnership", "extension": "pdf", "request_ms": 1.505599997472018, "engine_ms": 0.6131, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 } ] }, { "case": "filter_change", "query": "cancel the supplier partnership", "extension": "md", "request_ms": 1.6737999976612628, "engine_ms": 0.9121, "matches": [ { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.01639344262295082 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.016129032258064516 }, { "filename": "Travel Notes.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.", "score": 0.015873015873015872 } ] }, { "case": "distinct_query", "query": "mountains reflected in calm water", "extension": null, "request_ms": 77.39190000575036, "engine_ms": 75.18950000000001, "matches": [ { "filename": "Mountain Lake.jpg", "source": { "kind": "image", "number": 0 }, "snippet": "Image content", "score": 0.01639344262295082 }, { "filename": "Night Pier.jpg", "source": { "kind": "image", "number": 0 }, "snippet": "Image content", "score": 0.016129032258064516 }, { "filename": "Travel Notes.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.", "score": 0.015873015873015872 } ] }, { "case": "distinct_query", "query": "die Kündigungsfrist im Lieferantenvertrag", "extension": null, "request_ms": 98.24019999359734, "engine_ms": 97.0811, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.016129032258064516 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.015873015873015872 } ] }, { "case": "distinct_query", "query": "source code that checks indexed file permissions", "extension": null, "request_ms": 91.89109998987988, "engine_ms": 90.8722, "matches": [ { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.01639344262295082 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.016129032258064516 }, { "filename": "Night Pier.jpg", "source": { "kind": "image", "number": 0 }, "snippet": "Image content", "score": 0.015873015873015872 } ] }, { "case": "distinct_query", "query": "music with piano and a slow melody", "extension": null, "request_ms": 85.49989998573437, "engine_ms": 84.59949999999999, "matches": [ { "filename": "Travel Notes.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.", "score": 0.01639344262295082 }, { "filename": "Night Pier.jpg", "source": { "kind": "image", "number": 0 }, "snippet": "Image content", "score": 0.016129032258064516 }, { "filename": "Garden Notes.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Garden notes\nTomatoes need sunlight and regular watering. Plant herbs in pots on the balcony and add compost in spring.", "score": 0.015873015873015872 } ] }, { "case": "distinct_query", "query": "a boat crossing a lake at sunset", "extension": null, "request_ms": 86.64829999906942, "engine_ms": 85.5861, "matches": [ { "filename": "Night Pier.jpg", "source": { "kind": "image", "number": 0 }, "snippet": "Image content", "score": 0.01639344262295082 }, { "filename": "Mountain Lake.jpg", "source": { "kind": "image", "number": 0 }, "snippet": "Image content", "score": 0.016129032258064516 }, { "filename": "Travel Notes.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Travel plans\nTake the train to Berlin for the museum weekend. Reserve a room near the station and pack a raincoat.", "score": 0.015873015873015872 } ] }, { "case": "distinct_query", "query": "notes about returning unused materials", "extension": null, "request_ms": 69.34839999303222, "engine_ms": 68.37740000000001, "matches": [ { "filename": "Supplier Agreement.pdf", "source": { "kind": "page", "number": 2 }, "snippet": "Termination and cancellation The supplier partnership may be ended with sixty days written notice. Send the cancellation letter to the vendor. Return unused materials and settle outstanding invoices. \n", "score": 0.01639344262295082 }, { "filename": "Garden Notes.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Garden notes\nTomatoes need sunlight and regular watering. Plant herbs in pots on the balcony and add compost in spring.", "score": 0.016129032258064516 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.015873015873015872 } ] }, { "case": "distinct_query", "query": "find the recording discussing orange soil", "extension": null, "request_ms": 79.9731999868527, "engine_ms": 78.8852, "matches": [ { "filename": "Garden Notes.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Garden notes\nTomatoes need sunlight and regular watering. Plant herbs in pots on the balcony and add compost in spring.", "score": 0.01639344262295082 }, { "filename": "Q3 Procurement.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Q3 procurement review\nWe will review supplier delivery times, packaging costs and the annual purchasing budget. Present the comparison of existing vendors at Thursday's planning meeting.", "score": 0.016129032258064516 }, { "filename": "Vendor Onboarding.md", "source": { "kind": "line", "number": 1 }, "snippet": "# Vendor onboarding\nCollect supplier tax details, banking information and insurance documents. The purchasing team completes compliance review before signing a new partnership.", "score": 0.015873015873015872 } ] } ], "same_query": { "samples": 8, "mean_ms": 0.754275, "p50_ms": 0.7394499999999999, "p95_ms": 0.9057 }, "filter_change": { "samples": 4, "mean_ms": 0.700025, "p50_ms": 0.6374500000000001, "p95_ms": 0.9121 }, "scope": "Actual shared service through real MCP. Startup includes verified models and background warmup. Seven-file README corpus when using that explicit fixture DB; no UI scheduling or paint." } }