karl/searchi
1
0 Fork 0
Code Issues Pull Requests Packages Projects Releases 10 Wiki Activity

perf: audit EmbeddingGemma 2 and reuse measured query embeddings
Core CI / core (ubuntu-latest) (push) Failing after 3m43s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m56s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s

Browse Source
This commit is contained in:
karl committed 2026-10-12 20:59:10 +02:00
1 parent 9870df7cb5
commit 8b9b079469
21 files changed
+4119 -129
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

docs/screenshots/capture-manifest.json
+87 -93
View File
@@ -1,7 +1,7 @@
{
"kind": "browser-rendered-production-ui-real-cpu-engine",
"source": {
"base_commit": "b8400c4fbf4038820c383ed429207a3b339bf0a5",
"base_commit": "9870df7cb5b537ba516997a0d049b996bc30b08d",
"working_tree_dirty": true
},
"viewport": {
@@ -37,7 +37,7 @@
"metrics": {
"dropped_spans": 0,
"result_count": 7,
"total_ms": 84.7475,
"total_ms": 2.0688999999999997,
"trace": null
},
"first_filename": "Supplier Agreement.pdf",
@@ -58,7 +58,7 @@
"metrics": {
"dropped_spans": 0,
"result_count": 7,
"total_ms": 83.50019999999999,
"total_ms": 1.5953,
"trace": null
},
"first_filename": "Mountain Lake.jpg",
@@ -71,183 +71,185 @@
}
},
{
"query": "cancel the supplier partnership",
"query": "how can we cancel the supplier partnership",
"mode": "debug",
"result_count": 7,
"metrics": {
"dropped_spans": 0,
"result_count": 7,
"total_ms": 81.5728,
"total_ms": 92.8279,
"trace": [
{
"counters": {},
"duration_ms": 81.5544,
"duration_ms": 92.80539999999999,
"name": "hybrid.search",
"parent": null,
"start_ms": 0.0106
},
{
"counters": {},
"duration_ms": 1.5203,
"duration_ms": 2.6003,
"name": "lexical.search",
"parent": 0,
"start_ms": 0.0281
"start_ms": 0.027
},
{
"counters": {
"query_bytes": 31
"query_bytes": 42
},
"duration_ms": 0.0383,
"duration_ms": 0.0389,
"name": "lexical.normalization",
"parent": 1,
"start_ms": 0.0386
"start_ms": 0.0374
},
{
"counters": {
"frequency_cache_hits": 29,
"frequency_cache_misses": 0,
"frequency_cache_hits": 30,
"frequency_cache_misses": 8,
"trigram_index": 1
},
"duration_ms": 0.1389,
"duration_ms": 1.0081,
"name": "lexical.candidate_plan",
"parent": 1,
"start_ms": 0.0871
"start_ms": 0.08650000000000001
},
{
"counters": {},
"duration_ms": 0.1952,
"duration_ms": 0.2286,
"name": "lexical.exact_filename",
"parent": 1,
"start_ms": 0.2358
"start_ms": 1.1168
},
{
"counters": {
"filters_active": 0,
"rows": 0
},
"duration_ms": 0.16620000000000001,
"duration_ms": 0.1837,
"name": "lexical.filtered_sql",
"parent": 4,
"start_ms": 0.254
"start_ms": 1.1471
},
{
"counters": {},
"duration_ms": 0.183,
"duration_ms": 0.2688,
"name": "lexical.filename_substring",
"parent": 1,
"start_ms": 0.44539999999999996
"start_ms": 1.3663
},
{
"counters": {
"filters_active": 0,
"rows": 0
},
"duration_ms": 0.15589999999999998,
"duration_ms": 0.2249,
"name": "lexical.filtered_sql",
"parent": 6,
"start_ms": 0.4609
"start_ms": 1.3906999999999998
},
{
"counters": {},
"duration_ms": 0.1605,
"duration_ms": 0.2146,
"name": "lexical.path_substring",
"parent": 1,
"start_ms": 0.642
"start_ms": 1.6556
},
{
"counters": {
"filters_active": 0,
"rows": 0
},
"duration_ms": 0.1332,
"duration_ms": 0.175,
"name": "lexical.filtered_sql",
"parent": 8,
"start_ms": 0.6575
"start_ms": 1.6802
},
{
"counters": {},
"duration_ms": 0.1908,
"duration_ms": 0.2391,
"name": "lexical.content",
"parent": 1,
"start_ms": 0.8159000000000001
"start_ms": 1.8861999999999999
},
{
"counters": {
"filters_active": 0,
"rows": 0
},
"duration_ms": 0.1622,
"duration_ms": 0.2053,
"name": "lexical.filtered_sql",
"parent": 10,
"start_ms": 0.8313
"start_ms": 1.9049
},
{
"counters": {},
"duration_ms": 0.21509999999999999,
"duration_ms": 0.3054,
"name": "lexical.filename_terms",
"parent": 1,
"start_ms": 1.0205
"start_ms": 2.1413
},
{
"counters": {
"filters_active": 0,
"rows": 0
},
"duration_ms": 0.1858,
"duration_ms": 0.2773,
"name": "lexical.filtered_sql",
"parent": 12,
"start_ms": 1.0362
"start_ms": 2.1576999999999997
},
{
"counters": {},
"duration_ms": 0.27109999999999995,
"duration_ms": 0.146,
"name": "lexical.media_metadata",
"parent": 1,
"start_ms": 1.2537
"start_ms": 2.4598
},
{
"counters": {
"filters_active": 0,
"rows": 0
},
"duration_ms": 0.2419,
"duration_ms": 0.112,
"name": "lexical.filtered_sql",
"parent": 14,
"start_ms": 1.2715999999999998
"start_ms": 2.4749
},
{
"counters": {},
"duration_ms": 0.0155,
"name": "hybrid.identifier_priority",
"parent": 0,
"start_ms": 1.5598999999999998
"start_ms": 2.6382
},
{
"counters": {
"failed": 0,
"request_encode_us": 20,
"request_write_us": 54,
"response_validate_us": 94,
"worker_batch_prepare_us": 16,
"worker_inference_us": 77535,
"worker_pool_normalize_us": 18,
"worker_token_count": 13,
"worker_tokenization_us": 146,
"worker_wait_and_response_decode_us": 78781
"query_cache_hit": 0,
"query_cache_miss": 1,
"request_encode_us": 18,
"request_write_us": 58,
"response_validate_us": 69,
"worker_batch_prepare_us": 19,
"worker_inference_us": 87311,
"worker_pool_normalize_us": 14,
"worker_token_count": 16,
"worker_tokenization_us": 173,
"worker_wait_and_response_decode_us": 88454
},
"duration_ms": 79.06530000000001,
"duration_ms": 89.1821,
"name": "semantic.query_embedding",
"parent": 0,
"start_ms": 1.5843999999999998
"start_ms": 2.6649
},
{
"counters": {
"general_lane": 1
},
"duration_ms": 0.8277,
"duration_ms": 0.8757,
"name": "semantic.routing",
"parent": 0,
"start_ms": 80.6811
"start_ms": 91.8792
},
{
"counters": {
@@ -255,99 +257,99 @@
"filesystem_checks": 2,
"result_files": 7
},
"duration_ms": 0.7831,
"duration_ms": 0.8334,
"name": "semantic.retrieval",
"parent": 18,
"start_ms": 80.71549999999999
"start_ms": 91.90950000000001
},
{
"counters": {},
"duration_ms": 0.1451,
"duration_ms": 0.1384,
"name": "semantic.generation_snapshot",
"parent": 19,
"start_ms": 80.73429999999999
"start_ms": 91.9247
},
{
"counters": {
"cache_hit": 1
},
"duration_ms": 0.017499999999999998,
"duration_ms": 0.0115,
"name": "semantic.ann_load",
"parent": 19,
"start_ms": 80.89150000000001
"start_ms": 92.07310000000001
},
{
"counters": {},
"duration_ms": 0.0108,
"duration_ms": 0.011,
"name": "semantic.filter_normalization",
"parent": 19,
"start_ms": 80.9172
"start_ms": 92.0933
},
{
"counters": {
"cache_hit": 1,
"eligible_chunks": 8
},
"duration_ms": 0.0245,
"duration_ms": 0.0252,
"name": "semantic.eligibility",
"parent": 19,
"start_ms": 80.93599999999999
"start_ms": 92.1129
},
{
"counters": {
"requested_chunks": 8
},
"duration_ms": 0.49450000000000005,
"duration_ms": 0.5494,
"name": "semantic.ann_pass",
"parent": 19,
"start_ms": 80.9745
"start_ms": 92.1485
},
{
"counters": {
"returned_chunks": 8
},
"duration_ms": 0.036000000000000004,
"duration_ms": 0.0347,
"name": "semantic.ann_search",
"parent": 24,
"start_ms": 80.9829
"start_ms": 92.161
},
{
"counters": {
"filesystem_checks": 2,
"unique_parents": 7
},
"duration_ms": 0.4331,
"duration_ms": 0.4802,
"name": "semantic.parent_materialization",
"parent": 24,
"start_ms": 81.0271
"start_ms": 92.2066
},
{
"counters": {
"valid": 1
},
"duration_ms": 0.1684,
"duration_ms": 0.20550000000000002,
"name": "semantic.parent_filesystem_validation",
"parent": 26,
"start_ms": 81.1383
"start_ms": 92.30539999999999
},
{
"counters": {
"valid": 1
},
"duration_ms": 0.0964,
"duration_ms": 0.1146,
"name": "semantic.parent_filesystem_validation",
"parent": 26,
"start_ms": 81.333
"start_ms": 92.5374
},
{
"counters": {
"lexical_files": 0,
"semantic_files": 7
},
"duration_ms": 0.0385,
"duration_ms": 0.0376,
"name": "hybrid.rank_fusion",
"parent": 0,
"start_ms": 81.5188
"start_ms": 92.7663
}
]
},
@@ -355,18 +357,13 @@
"first_source": {
"kind": "page",
"number": 2
},
"ui_checks": {
"literal_query_marks": true,
"actual_page_explanation": true,
"why_disclosure_collapsed_by_default": true
}
}
],
"screenshots": [
{
"file": "search-light.png",
"sha256": "a8347729d7995d0354fd45c1d0762d3fe33adbf0dfcf9ac3387073e522710b15",
"sha256": "bd45041de13093f7a7e26285618f4c1afc5b081fb41e51ff06e1313216af3562",
"query": "cancel the supplier partnership",
"mode": "basic",
"result_count": 7,
@@ -374,7 +371,7 @@
"first_source_kind": "page",
"first_source_number": 2,
"theme": "light",
"summary": "7 RESULTS · KEYWORD + MEANING · SEARCH 85 MS · SHOWN 543 MS",
"summary": "7 RESULTS · KEYWORD + MEANING · SEARCH 2.1 MS · SHOWN 233 MS",
"state_assertions": {
"semantic_ready": true,
"hybrid_final": true,
@@ -387,7 +384,7 @@
},
{
"file": "search-dark.png",
"sha256": "b8cf9505ada4afb439edd469d58868fff92dd99cf9b62b6d4a5127307c1e36a7",
"sha256": "cd7e2aa3f7027cd9b40965171a232f6ee901e1e2b971f04628b4cfcc3b440263",
"query": "cancel the supplier partnership",
"mode": "basic",
"result_count": 7,
@@ -395,7 +392,7 @@
"first_source_kind": "page",
"first_source_number": 2,
"theme": "dark",
"summary": "7 RESULTS · KEYWORD + MEANING · SEARCH 85 MS · SHOWN 543 MS",
"summary": "7 RESULTS · KEYWORD + MEANING · SEARCH 2.1 MS · SHOWN 233 MS",
"state_assertions": {
"semantic_ready": true,
"hybrid_final": true,
@@ -408,7 +405,7 @@
},
{
"file": "media-search.png",
"sha256": "db832104e3b2fc59bd07a4ea393d38d363c00385023e5f9e469726e076e9b9fe",
"sha256": "4c278446963cd5dbad073bea93a3ca33fb9c10cb43a9544258d5fb6039014d81",
"query": "mountains reflected in calm water",
"mode": "basic",
"result_count": 7,
@@ -416,7 +413,7 @@
"first_source_kind": "image",
"first_source_number": 0,
"theme": "light",
"summary": "7 RESULTS · KEYWORD + MEANING · SEARCH 84 MS · SHOWN 519 MS",
"summary": "7 RESULTS · KEYWORD + MEANING · SEARCH 1.6 MS · SHOWN 217 MS",
"state_assertions": {
"semantic_ready": true,
"hybrid_final": true,
@@ -427,23 +424,20 @@
},
{
"file": "performance-details.png",
"sha256": "149753ca90cda5d81254d43e15118b61325a61d7f0fb366b783d4e2dfac5d96d",
"query": "cancel the supplier partnership",
"sha256": "4f336d4c42d0c4a50ce33bca27595f02da7d896c8734d447350d50dab5c339df",
"query": "how can we cancel the supplier partnership",
"mode": "debug",
"result_count": 7,
"selected_filename": "Supplier Agreement.pdf",
"first_source_kind": "page",
"first_source_number": 2,
"theme": "light",
"summary": "7 RESULTS · KEYWORD + MEANING · SEARCH 82 MS · SHOWN 514 MS",
"summary": "7 RESULTS · KEYWORD + MEANING · SEARCH 93 MS · SHOWN 311 MS",
"state_assertions": {
"semantic_ready": true,
"hybrid_final": true,
"image_visible": false,
"actual_worker_inference": true,
"literal_query_marks": true,
"actual_page_explanation": true,
"why_disclosure_collapsed_by_default": true
"actual_worker_inference": true
}
}
]
docs/screenshots/media-search.png
BIN
View File
Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 439 KiB

After

Width:  |  Height:  |  Size: 439 KiB

docs/screenshots/performance-details.png
BIN
View File
Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 185 KiB

After

Width:  |  Height:  |  Size: 186 KiB

docs/screenshots/search-dark.png
BIN
View File
Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 168 KiB

After

Width:  |  Height:  |  Size: 168 KiB

docs/screenshots/search-light.png
BIN
View File
Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 165 KiB

After

Width:  |  Height:  |  Size: 165 KiB