karl
8b9b079469
Core CI / core (ubuntu-latest) (push) Failing after 3m43s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 5m56s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
1067 lines
33 KiB
JSON
1067 lines
33 KiB
JSON
{
|
|
"captured_at_utc": "2026-10-12T18:36:02Z",
|
|
"os": "Windows-11-10.0.26300-SP0",
|
|
"machine": "AMD64",
|
|
"logical_cpus": 4,
|
|
"cpu_only": true,
|
|
"rust_profile": "not-applicable",
|
|
"results": {
|
|
"text_model_verification_ms": 169.60700001800433,
|
|
"thread_reports": [
|
|
{
|
|
"threads": 1,
|
|
"worker_info": {
|
|
"device": "cpu",
|
|
"dimensions": 768,
|
|
"media_supported": true,
|
|
"model": "google/embeddinggemma-2",
|
|
"ready": true,
|
|
"runtime": "b11461-no-logits-v1",
|
|
"threads": 1
|
|
},
|
|
"process_load_ms": 815.7074000046123,
|
|
"first_query_ms": 113.29499998828396,
|
|
"first_query_worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 112214,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 13,
|
|
"tokenization_us": 129
|
|
},
|
|
"warm_queries": {
|
|
"samples": 24,
|
|
"mean_ms": 75.851649997882,
|
|
"p50_ms": 74.90404999407474,
|
|
"p95_ms": 86.58900001319125
|
|
},
|
|
"query_samples": [
|
|
{
|
|
"query": "cancel the supplier partnership",
|
|
"repeat": 0,
|
|
"round_trip_ms": 73.44800001010299,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 72303,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 13,
|
|
"tokenization_us": 137
|
|
}
|
|
},
|
|
{
|
|
"query": "mountains reflected in calm water",
|
|
"repeat": 0,
|
|
"round_trip_ms": 74.44210001267493,
|
|
"worker": {
|
|
"batch_prepare_us": 19,
|
|
"inference_us": 73371,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 14,
|
|
"tokenization_us": 150
|
|
}
|
|
},
|
|
{
|
|
"query": "die Kündigungsfrist im Lieferantenvertrag",
|
|
"repeat": 0,
|
|
"round_trip_ms": 86.18839998962358,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 85159,
|
|
"pool_normalize_us": 16,
|
|
"token_count": 18,
|
|
"tokenization_us": 155
|
|
}
|
|
},
|
|
{
|
|
"query": "source code that checks indexed file permissions",
|
|
"repeat": 0,
|
|
"round_trip_ms": 79.52499997918494,
|
|
"worker": {
|
|
"batch_prepare_us": 18,
|
|
"inference_us": 78336,
|
|
"pool_normalize_us": 16,
|
|
"token_count": 16,
|
|
"tokenization_us": 301
|
|
}
|
|
},
|
|
{
|
|
"query": "music with piano and a slow melody",
|
|
"repeat": 0,
|
|
"round_trip_ms": 86.58900001319125,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 85332,
|
|
"pool_normalize_us": 20,
|
|
"token_count": 16,
|
|
"tokenization_us": 135
|
|
}
|
|
},
|
|
{
|
|
"query": "a boat crossing a lake at sunset",
|
|
"repeat": 0,
|
|
"round_trip_ms": 81.7858999944292,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 80799,
|
|
"pool_normalize_us": 18,
|
|
"token_count": 16,
|
|
"tokenization_us": 140
|
|
}
|
|
},
|
|
{
|
|
"query": "notes about returning unused materials",
|
|
"repeat": 0,
|
|
"round_trip_ms": 73.54330000816844,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 72488,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 14,
|
|
"tokenization_us": 158
|
|
}
|
|
},
|
|
{
|
|
"query": "find the recording discussing orange soil",
|
|
"repeat": 0,
|
|
"round_trip_ms": 73.09299998451024,
|
|
"worker": {
|
|
"batch_prepare_us": 22,
|
|
"inference_us": 71638,
|
|
"pool_normalize_us": 16,
|
|
"token_count": 15,
|
|
"tokenization_us": 280
|
|
}
|
|
},
|
|
{
|
|
"query": "cancel the supplier partnership",
|
|
"repeat": 1,
|
|
"round_trip_ms": 64.92720000096597,
|
|
"worker": {
|
|
"batch_prepare_us": 21,
|
|
"inference_us": 63683,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 13,
|
|
"tokenization_us": 141
|
|
}
|
|
},
|
|
{
|
|
"query": "mountains reflected in calm water",
|
|
"repeat": 1,
|
|
"round_trip_ms": 71.13940000999719,
|
|
"worker": {
|
|
"batch_prepare_us": 20,
|
|
"inference_us": 69811,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 14,
|
|
"tokenization_us": 137
|
|
}
|
|
},
|
|
{
|
|
"query": "die Kündigungsfrist im Lieferantenvertrag",
|
|
"repeat": 1,
|
|
"round_trip_ms": 86.62129999720491,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 85580,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 18,
|
|
"tokenization_us": 166
|
|
}
|
|
},
|
|
{
|
|
"query": "source code that checks indexed file permissions",
|
|
"repeat": 1,
|
|
"round_trip_ms": 74.0920000243932,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 72999,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 16,
|
|
"tokenization_us": 164
|
|
}
|
|
},
|
|
{
|
|
"query": "music with piano and a slow melody",
|
|
"repeat": 1,
|
|
"round_trip_ms": 73.72109999414533,
|
|
"worker": {
|
|
"batch_prepare_us": 20,
|
|
"inference_us": 72644,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 16,
|
|
"tokenization_us": 143
|
|
}
|
|
},
|
|
{
|
|
"query": "a boat crossing a lake at sunset",
|
|
"repeat": 1,
|
|
"round_trip_ms": 84.5557999855373,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 83456,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 16,
|
|
"tokenization_us": 129
|
|
}
|
|
},
|
|
{
|
|
"query": "notes about returning unused materials",
|
|
"repeat": 1,
|
|
"round_trip_ms": 78.47320000291802,
|
|
"worker": {
|
|
"batch_prepare_us": 18,
|
|
"inference_us": 77300,
|
|
"pool_normalize_us": 23,
|
|
"token_count": 14,
|
|
"tokenization_us": 146
|
|
}
|
|
},
|
|
{
|
|
"query": "find the recording discussing orange soil",
|
|
"repeat": 1,
|
|
"round_trip_ms": 72.73319998057559,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 71599,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 15,
|
|
"tokenization_us": 239
|
|
}
|
|
},
|
|
{
|
|
"query": "cancel the supplier partnership",
|
|
"repeat": 2,
|
|
"round_trip_ms": 65.36449998384342,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 64347,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 13,
|
|
"tokenization_us": 139
|
|
}
|
|
},
|
|
{
|
|
"query": "mountains reflected in calm water",
|
|
"repeat": 2,
|
|
"round_trip_ms": 66.73039999441244,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 65666,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 14,
|
|
"tokenization_us": 138
|
|
}
|
|
},
|
|
{
|
|
"query": "die Kündigungsfrist im Lieferantenvertrag",
|
|
"repeat": 2,
|
|
"round_trip_ms": 79.93279999936931,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 78666,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 18,
|
|
"tokenization_us": 157
|
|
}
|
|
},
|
|
{
|
|
"query": "source code that checks indexed file permissions",
|
|
"repeat": 2,
|
|
"round_trip_ms": 76.67539999238215,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 75632,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 16,
|
|
"tokenization_us": 159
|
|
}
|
|
},
|
|
{
|
|
"query": "music with piano and a slow melody",
|
|
"repeat": 2,
|
|
"round_trip_ms": 75.9803999972064,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 74668,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 16,
|
|
"tokenization_us": 251
|
|
}
|
|
},
|
|
{
|
|
"query": "a boat crossing a lake at sunset",
|
|
"repeat": 2,
|
|
"round_trip_ms": 77.74100001552142,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 76779,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 16,
|
|
"tokenization_us": 133
|
|
}
|
|
},
|
|
{
|
|
"query": "notes about returning unused materials",
|
|
"repeat": 2,
|
|
"round_trip_ms": 67.77120000333525,
|
|
"worker": {
|
|
"batch_prepare_us": 18,
|
|
"inference_us": 66686,
|
|
"pool_normalize_us": 16,
|
|
"token_count": 14,
|
|
"tokenization_us": 148
|
|
}
|
|
},
|
|
{
|
|
"query": "find the recording discussing orange soil",
|
|
"repeat": 2,
|
|
"round_trip_ms": 75.36599997547455,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 74247,
|
|
"pool_normalize_us": 16,
|
|
"token_count": 15,
|
|
"tokenization_us": 162
|
|
}
|
|
}
|
|
],
|
|
"window_samples": [
|
|
{
|
|
"bytes": 50000,
|
|
"windows": 5,
|
|
"round_trip_ms": 43.25290000997484
|
|
},
|
|
{
|
|
"bytes": 50000,
|
|
"windows": 5,
|
|
"round_trip_ms": 41.934500011848286
|
|
},
|
|
{
|
|
"bytes": 50000,
|
|
"windows": 5,
|
|
"round_trip_ms": 41.633900022134185
|
|
}
|
|
],
|
|
"documents": {
|
|
"single_request_ms": [
|
|
445.60949999140576,
|
|
455.59680002043024,
|
|
460.02140000928193,
|
|
468.72129998519085,
|
|
553.4862999920733,
|
|
514.9270999827422,
|
|
496.3241000077687,
|
|
440.382500004489
|
|
],
|
|
"eight_single_total_ms": 3835.068999993382,
|
|
"eight_document_request_ms": 3635.880999994697,
|
|
"batch_cosine_min": 0.9999999969587648
|
|
}
|
|
},
|
|
{
|
|
"threads": 2,
|
|
"worker_info": {
|
|
"device": "cpu",
|
|
"dimensions": 768,
|
|
"media_supported": true,
|
|
"model": "google/embeddinggemma-2",
|
|
"ready": true,
|
|
"runtime": "b11461-no-logits-v1",
|
|
"threads": 2
|
|
},
|
|
"process_load_ms": 653.204200003529,
|
|
"first_query_ms": 64.24510001670569,
|
|
"first_query_worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 62932,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 13,
|
|
"tokenization_us": 138
|
|
},
|
|
"warm_queries": {
|
|
"samples": 24,
|
|
"mean_ms": 41.18115833504513,
|
|
"p50_ms": 40.798300004098564,
|
|
"p95_ms": 46.66200000792742
|
|
},
|
|
"query_samples": [
|
|
{
|
|
"query": "cancel the supplier partnership",
|
|
"repeat": 0,
|
|
"round_trip_ms": 41.949400008888915,
|
|
"worker": {
|
|
"batch_prepare_us": 19,
|
|
"inference_us": 40943,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 13,
|
|
"tokenization_us": 217
|
|
}
|
|
},
|
|
{
|
|
"query": "mountains reflected in calm water",
|
|
"repeat": 0,
|
|
"round_trip_ms": 42.03760001109913,
|
|
"worker": {
|
|
"batch_prepare_us": 20,
|
|
"inference_us": 41026,
|
|
"pool_normalize_us": 17,
|
|
"token_count": 14,
|
|
"tokenization_us": 140
|
|
}
|
|
},
|
|
{
|
|
"query": "die Kündigungsfrist im Lieferantenvertrag",
|
|
"repeat": 0,
|
|
"round_trip_ms": 49.49269999633543,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 48450,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 18,
|
|
"tokenization_us": 150
|
|
}
|
|
},
|
|
{
|
|
"query": "source code that checks indexed file permissions",
|
|
"repeat": 0,
|
|
"round_trip_ms": 43.35610000998713,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 42259,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 16,
|
|
"tokenization_us": 153
|
|
}
|
|
},
|
|
{
|
|
"query": "music with piano and a slow melody",
|
|
"repeat": 0,
|
|
"round_trip_ms": 45.92119998415001,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 44979,
|
|
"pool_normalize_us": 16,
|
|
"token_count": 16,
|
|
"tokenization_us": 136
|
|
}
|
|
},
|
|
{
|
|
"query": "a boat crossing a lake at sunset",
|
|
"repeat": 0,
|
|
"round_trip_ms": 46.36209999443963,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 45314,
|
|
"pool_normalize_us": 18,
|
|
"token_count": 16,
|
|
"tokenization_us": 133
|
|
}
|
|
},
|
|
{
|
|
"query": "notes about returning unused materials",
|
|
"repeat": 0,
|
|
"round_trip_ms": 37.06100000999868,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 36142,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 14,
|
|
"tokenization_us": 151
|
|
}
|
|
},
|
|
{
|
|
"query": "find the recording discussing orange soil",
|
|
"repeat": 0,
|
|
"round_trip_ms": 39.39550000359304,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 38445,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 15,
|
|
"tokenization_us": 147
|
|
}
|
|
},
|
|
{
|
|
"query": "cancel the supplier partnership",
|
|
"repeat": 1,
|
|
"round_trip_ms": 35.09940000367351,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 34104,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 13,
|
|
"tokenization_us": 137
|
|
}
|
|
},
|
|
{
|
|
"query": "mountains reflected in calm water",
|
|
"repeat": 1,
|
|
"round_trip_ms": 39.29329998209141,
|
|
"worker": {
|
|
"batch_prepare_us": 14,
|
|
"inference_us": 38389,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 14,
|
|
"tokenization_us": 132
|
|
}
|
|
},
|
|
{
|
|
"query": "die Kündigungsfrist im Lieferantenvertrag",
|
|
"repeat": 1,
|
|
"round_trip_ms": 45.58560001896694,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 44574,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 18,
|
|
"tokenization_us": 153
|
|
}
|
|
},
|
|
{
|
|
"query": "source code that checks indexed file permissions",
|
|
"repeat": 1,
|
|
"round_trip_ms": 41.35210000094958,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 40337,
|
|
"pool_normalize_us": 17,
|
|
"token_count": 16,
|
|
"tokenization_us": 264
|
|
}
|
|
},
|
|
{
|
|
"query": "music with piano and a slow melody",
|
|
"repeat": 1,
|
|
"round_trip_ms": 41.10010000295006,
|
|
"worker": {
|
|
"batch_prepare_us": 12,
|
|
"inference_us": 40112,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 16,
|
|
"tokenization_us": 130
|
|
}
|
|
},
|
|
{
|
|
"query": "a boat crossing a lake at sunset",
|
|
"repeat": 1,
|
|
"round_trip_ms": 42.93260001577437,
|
|
"worker": {
|
|
"batch_prepare_us": 18,
|
|
"inference_us": 42017,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 16,
|
|
"tokenization_us": 123
|
|
}
|
|
},
|
|
{
|
|
"query": "notes about returning unused materials",
|
|
"repeat": 1,
|
|
"round_trip_ms": 36.097200005315244,
|
|
"worker": {
|
|
"batch_prepare_us": 18,
|
|
"inference_us": 35212,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 14,
|
|
"tokenization_us": 144
|
|
}
|
|
},
|
|
{
|
|
"query": "find the recording discussing orange soil",
|
|
"repeat": 1,
|
|
"round_trip_ms": 39.3630999897141,
|
|
"worker": {
|
|
"batch_prepare_us": 14,
|
|
"inference_us": 38421,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 15,
|
|
"tokenization_us": 140
|
|
}
|
|
},
|
|
{
|
|
"query": "cancel the supplier partnership",
|
|
"repeat": 2,
|
|
"round_trip_ms": 35.48319998662919,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 34345,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 13,
|
|
"tokenization_us": 142
|
|
}
|
|
},
|
|
{
|
|
"query": "mountains reflected in calm water",
|
|
"repeat": 2,
|
|
"round_trip_ms": 36.904399981722236,
|
|
"worker": {
|
|
"batch_prepare_us": 14,
|
|
"inference_us": 35889,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 14,
|
|
"tokenization_us": 130
|
|
}
|
|
},
|
|
{
|
|
"query": "die Kündigungsfrist im Lieferantenvertrag",
|
|
"repeat": 2,
|
|
"round_trip_ms": 46.66200000792742,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 45678,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 18,
|
|
"tokenization_us": 148
|
|
}
|
|
},
|
|
{
|
|
"query": "source code that checks indexed file permissions",
|
|
"repeat": 2,
|
|
"round_trip_ms": 46.57570002018474,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 45620,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 16,
|
|
"tokenization_us": 156
|
|
}
|
|
},
|
|
{
|
|
"query": "music with piano and a slow melody",
|
|
"repeat": 2,
|
|
"round_trip_ms": 38.74439999344759,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 37779,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 16,
|
|
"tokenization_us": 137
|
|
}
|
|
},
|
|
{
|
|
"query": "a boat crossing a lake at sunset",
|
|
"repeat": 2,
|
|
"round_trip_ms": 40.49650000524707,
|
|
"worker": {
|
|
"batch_prepare_us": 21,
|
|
"inference_us": 39346,
|
|
"pool_normalize_us": 17,
|
|
"token_count": 16,
|
|
"tokenization_us": 172
|
|
}
|
|
},
|
|
{
|
|
"query": "notes about returning unused materials",
|
|
"repeat": 2,
|
|
"round_trip_ms": 37.55730000557378,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 36487,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 14,
|
|
"tokenization_us": 142
|
|
}
|
|
},
|
|
{
|
|
"query": "find the recording discussing orange soil",
|
|
"repeat": 2,
|
|
"round_trip_ms": 39.525300002424046,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 38386,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 15,
|
|
"tokenization_us": 146
|
|
}
|
|
}
|
|
],
|
|
"window_samples": [
|
|
{
|
|
"bytes": 50000,
|
|
"windows": 5,
|
|
"round_trip_ms": 47.179399989545345
|
|
},
|
|
{
|
|
"bytes": 50000,
|
|
"windows": 5,
|
|
"round_trip_ms": 43.76179998507723
|
|
},
|
|
{
|
|
"bytes": 50000,
|
|
"windows": 5,
|
|
"round_trip_ms": 41.03860000032
|
|
}
|
|
],
|
|
"documents": {
|
|
"single_request_ms": [
|
|
236.73520001466386,
|
|
256.55920000281185,
|
|
239.2048000183422,
|
|
227.28650001226924,
|
|
225.1213999988977,
|
|
247.02910002088174,
|
|
233.4864000149537,
|
|
225.114200002281
|
|
],
|
|
"eight_single_total_ms": 1890.5368000851013,
|
|
"eight_document_request_ms": 1870.5574000196066,
|
|
"batch_cosine_min": 0.9999999969587648
|
|
}
|
|
},
|
|
{
|
|
"threads": 4,
|
|
"worker_info": {
|
|
"device": "cpu",
|
|
"dimensions": 768,
|
|
"media_supported": true,
|
|
"model": "google/embeddinggemma-2",
|
|
"ready": true,
|
|
"runtime": "b11461-no-logits-v1",
|
|
"threads": 4
|
|
},
|
|
"process_load_ms": 663.6421000002883,
|
|
"first_query_ms": 49.979600007645786,
|
|
"first_query_worker": {
|
|
"batch_prepare_us": 24,
|
|
"inference_us": 48969,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 13,
|
|
"tokenization_us": 165
|
|
},
|
|
"warm_queries": {
|
|
"samples": 24,
|
|
"mean_ms": 35.79947917023674,
|
|
"p50_ms": 34.164500000770204,
|
|
"p95_ms": 49.859899998409674
|
|
},
|
|
"query_samples": [
|
|
{
|
|
"query": "cancel the supplier partnership",
|
|
"repeat": 0,
|
|
"round_trip_ms": 36.131300003034994,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 35103,
|
|
"pool_normalize_us": 21,
|
|
"token_count": 13,
|
|
"tokenization_us": 134
|
|
}
|
|
},
|
|
{
|
|
"query": "mountains reflected in calm water",
|
|
"repeat": 0,
|
|
"round_trip_ms": 34.27959998953156,
|
|
"worker": {
|
|
"batch_prepare_us": 30,
|
|
"inference_us": 33008,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 14,
|
|
"tokenization_us": 166
|
|
}
|
|
},
|
|
{
|
|
"query": "die Kündigungsfrist im Lieferantenvertrag",
|
|
"repeat": 0,
|
|
"round_trip_ms": 39.186100009828806,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 38221,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 18,
|
|
"tokenization_us": 165
|
|
}
|
|
},
|
|
{
|
|
"query": "source code that checks indexed file permissions",
|
|
"repeat": 0,
|
|
"round_trip_ms": 34.25729999435134,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 33191,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 16,
|
|
"tokenization_us": 158
|
|
}
|
|
},
|
|
{
|
|
"query": "music with piano and a slow melody",
|
|
"repeat": 0,
|
|
"round_trip_ms": 30.50790002453141,
|
|
"worker": {
|
|
"batch_prepare_us": 14,
|
|
"inference_us": 29711,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 16,
|
|
"tokenization_us": 127
|
|
}
|
|
},
|
|
{
|
|
"query": "a boat crossing a lake at sunset",
|
|
"repeat": 0,
|
|
"round_trip_ms": 33.78009999869391,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 32892,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 16,
|
|
"tokenization_us": 129
|
|
}
|
|
},
|
|
{
|
|
"query": "notes about returning unused materials",
|
|
"repeat": 0,
|
|
"round_trip_ms": 30.399200011743233,
|
|
"worker": {
|
|
"batch_prepare_us": 12,
|
|
"inference_us": 29189,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 14,
|
|
"tokenization_us": 238
|
|
}
|
|
},
|
|
{
|
|
"query": "find the recording discussing orange soil",
|
|
"repeat": 0,
|
|
"round_trip_ms": 49.859899998409674,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 48908,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 15,
|
|
"tokenization_us": 152
|
|
}
|
|
},
|
|
{
|
|
"query": "cancel the supplier partnership",
|
|
"repeat": 1,
|
|
"round_trip_ms": 35.43660001014359,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 34386,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 13,
|
|
"tokenization_us": 142
|
|
}
|
|
},
|
|
{
|
|
"query": "mountains reflected in calm water",
|
|
"repeat": 1,
|
|
"round_trip_ms": 34.17490000720136,
|
|
"worker": {
|
|
"batch_prepare_us": 14,
|
|
"inference_us": 32944,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 14,
|
|
"tokenization_us": 241
|
|
}
|
|
},
|
|
{
|
|
"query": "die Kündigungsfrist im Lieferantenvertrag",
|
|
"repeat": 1,
|
|
"round_trip_ms": 57.266200019512326,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 50080,
|
|
"pool_normalize_us": 16,
|
|
"token_count": 18,
|
|
"tokenization_us": 153
|
|
}
|
|
},
|
|
{
|
|
"query": "source code that checks indexed file permissions",
|
|
"repeat": 1,
|
|
"round_trip_ms": 48.428500012960285,
|
|
"worker": {
|
|
"batch_prepare_us": 23,
|
|
"inference_us": 47407,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 16,
|
|
"tokenization_us": 184
|
|
}
|
|
},
|
|
{
|
|
"query": "music with piano and a slow melody",
|
|
"repeat": 1,
|
|
"round_trip_ms": 39.79020001133904,
|
|
"worker": {
|
|
"batch_prepare_us": 14,
|
|
"inference_us": 38782,
|
|
"pool_normalize_us": 15,
|
|
"token_count": 16,
|
|
"tokenization_us": 141
|
|
}
|
|
},
|
|
{
|
|
"query": "a boat crossing a lake at sunset",
|
|
"repeat": 1,
|
|
"round_trip_ms": 40.077999990899116,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 38731,
|
|
"pool_normalize_us": 277,
|
|
"token_count": 16,
|
|
"tokenization_us": 134
|
|
}
|
|
},
|
|
{
|
|
"query": "notes about returning unused materials",
|
|
"repeat": 1,
|
|
"round_trip_ms": 31.26170000177808,
|
|
"worker": {
|
|
"batch_prepare_us": 16,
|
|
"inference_us": 30124,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 14,
|
|
"tokenization_us": 153
|
|
}
|
|
},
|
|
{
|
|
"query": "find the recording discussing orange soil",
|
|
"repeat": 1,
|
|
"round_trip_ms": 31.994100019801408,
|
|
"worker": {
|
|
"batch_prepare_us": 15,
|
|
"inference_us": 31071,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 15,
|
|
"tokenization_us": 147
|
|
}
|
|
},
|
|
{
|
|
"query": "cancel the supplier partnership",
|
|
"repeat": 2,
|
|
"round_trip_ms": 34.15409999433905,
|
|
"worker": {
|
|
"batch_prepare_us": 14,
|
|
"inference_us": 33002,
|
|
"pool_normalize_us": 17,
|
|
"token_count": 13,
|
|
"tokenization_us": 130
|
|
}
|
|
},
|
|
{
|
|
"query": "mountains reflected in calm water",
|
|
"repeat": 2,
|
|
"round_trip_ms": 29.930799995781854,
|
|
"worker": {
|
|
"batch_prepare_us": 12,
|
|
"inference_us": 28386,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 14,
|
|
"tokenization_us": 133
|
|
}
|
|
},
|
|
{
|
|
"query": "die Kündigungsfrist im Lieferantenvertrag",
|
|
"repeat": 2,
|
|
"round_trip_ms": 31.65729998727329,
|
|
"worker": {
|
|
"batch_prepare_us": 22,
|
|
"inference_us": 30362,
|
|
"pool_normalize_us": 13,
|
|
"token_count": 18,
|
|
"tokenization_us": 146
|
|
}
|
|
},
|
|
{
|
|
"query": "source code that checks indexed file permissions",
|
|
"repeat": 2,
|
|
"round_trip_ms": 45.445800002198666,
|
|
"worker": {
|
|
"batch_prepare_us": 22,
|
|
"inference_us": 44573,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 16,
|
|
"tokenization_us": 161
|
|
}
|
|
},
|
|
{
|
|
"query": "music with piano and a slow melody",
|
|
"repeat": 2,
|
|
"round_trip_ms": 26.717100001405925,
|
|
"worker": {
|
|
"batch_prepare_us": 17,
|
|
"inference_us": 25810,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 16,
|
|
"tokenization_us": 132
|
|
}
|
|
},
|
|
{
|
|
"query": "a boat crossing a lake at sunset",
|
|
"repeat": 2,
|
|
"round_trip_ms": 29.474100010702386,
|
|
"worker": {
|
|
"batch_prepare_us": 13,
|
|
"inference_us": 28671,
|
|
"pool_normalize_us": 17,
|
|
"token_count": 16,
|
|
"tokenization_us": 128
|
|
}
|
|
},
|
|
{
|
|
"query": "notes about returning unused materials",
|
|
"repeat": 2,
|
|
"round_trip_ms": 28.210099990246817,
|
|
"worker": {
|
|
"batch_prepare_us": 14,
|
|
"inference_us": 27405,
|
|
"pool_normalize_us": 14,
|
|
"token_count": 14,
|
|
"tokenization_us": 140
|
|
}
|
|
},
|
|
{
|
|
"query": "find the recording discussing orange soil",
|
|
"repeat": 2,
|
|
"round_trip_ms": 26.76659999997355,
|
|
"worker": {
|
|
"batch_prepare_us": 14,
|
|
"inference_us": 25973,
|
|
"pool_normalize_us": 12,
|
|
"token_count": 15,
|
|
"tokenization_us": 140
|
|
}
|
|
}
|
|
],
|
|
"window_samples": [
|
|
{
|
|
"bytes": 50000,
|
|
"windows": 5,
|
|
"round_trip_ms": 44.72370000439696
|
|
},
|
|
{
|
|
"bytes": 50000,
|
|
"windows": 5,
|
|
"round_trip_ms": 42.06910001812503
|
|
},
|
|
{
|
|
"bytes": 50000,
|
|
"windows": 5,
|
|
"round_trip_ms": 43.17590000573546
|
|
}
|
|
],
|
|
"documents": {
|
|
"single_request_ms": [
|
|
168.01689998828806,
|
|
177.8370999963954,
|
|
143.9599999866914,
|
|
143.07769999140874,
|
|
158.93220002180897,
|
|
165.58800000348128,
|
|
140.45990002341568,
|
|
142.65200000954792
|
|
],
|
|
"eight_single_total_ms": 1240.5238000210375,
|
|
"eight_document_request_ms": 1241.758900025161,
|
|
"batch_cosine_min": 0.9999999969587648
|
|
}
|
|
}
|
|
],
|
|
"scope": "Native actual Google Q8 worker; verified model; cached OS pages possible. Includes NDJSON encode/decode; excludes Rust adapter, ANN and UI. First query precedes warm samples. Documents measure IPC batch, not assumed parallelism."
|
|
},
|
|
"label": "native-worker-before-query-cache",
|
|
"worker_sha256": "1c3bd856e56f49a1ffc11ec3eeaef20297bda5f1539427ef772dc9045e7da8b3",
|
|
"cli_sha256": null,
|
|
"measurement_base_commit": "9870df7",
|
|
"metadata_note": "Worker unchanged during these runs; hash recorded afterward. Baseline CLI executable hash was not captured; source checkpoint was 9870df7."
|
|
}
|