karl
a9b6592330
Core CI / core (ubuntu-latest) (push) Failing after 1m22s
Core CI / core (macos-latest) (push) Canceled after 0s
Core CI / core (windows-latest) (push) Canceled after 0s
Core CI / desktop (ubuntu-latest) (push) Successful in 3m46s
Core CI / desktop (macos-latest) (push) Canceled after 0s
Core CI / desktop (windows-latest) (push) Canceled after 0s
167 lines
4.1 KiB
JSON
167 lines
4.1 KiB
JSON
{
|
|
"platform": "Windows-11-10.0.26300-SP0",
|
|
"python": "3.14.8",
|
|
"machine": "AMD64",
|
|
"logical_cpus": 4,
|
|
"onnxruntime": "1.31.0",
|
|
"numpy": "2.5.4",
|
|
"providers": [
|
|
"CPUExecutionProvider"
|
|
],
|
|
"threads": 1,
|
|
"model": {
|
|
"model_id": "Xenova/paraphrase-multilingual-MiniLM-L12-v2",
|
|
"revision": "2c4055b12046f11709e9df2c122e59ffbdc2f900",
|
|
"base_model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
|
|
"base_license": "Apache-2.0",
|
|
"dimensions": 384,
|
|
"max_tokens": 128,
|
|
"pooling": "attention-mask-mean",
|
|
"normalization": "l2",
|
|
"files": [
|
|
{
|
|
"path": "onnx/model_quantized.onnx",
|
|
"bytes": 118308126,
|
|
"sha256": "66fc00f5f29afcaff34092e1bdd20008ca3918265a82fb9695a551e510cc4ebc"
|
|
},
|
|
{
|
|
"path": "tokenizer.json",
|
|
"bytes": 17082913,
|
|
"sha256": "b60b6b43406a48bf3638526314f3d232d97058bc93472ff2de930d43686fa441"
|
|
}
|
|
]
|
|
},
|
|
"documents": 8,
|
|
"queries": 6,
|
|
"timed_query_runs": 60,
|
|
"artifact_verify_and_load_ms": 3399.298300006194,
|
|
"corpus_embedding_ms": 145.497699995758,
|
|
"query_p50_ms": 3.0544000037480146,
|
|
"query_p95_ms": 11.88376000645803,
|
|
"top1_accuracy": 0.8333333333333334,
|
|
"recall_at_3": 1.0,
|
|
"network": "Python socket audit guard active during import, model load, and inference",
|
|
"rankings": [
|
|
{
|
|
"text": "How do we stop working with the vendor?",
|
|
"expected": "supplier-contract",
|
|
"language": "en",
|
|
"expected_rank": 1,
|
|
"top3": [
|
|
{
|
|
"id": "supplier-contract",
|
|
"cosine": 0.389570415019989
|
|
},
|
|
{
|
|
"id": "invoice",
|
|
"cosine": 0.16107530891895294
|
|
},
|
|
{
|
|
"id": "travel-expenses",
|
|
"cosine": 0.06973522156476974
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"text": "Wie können wir die Zusammenarbeit mit dem Lieferanten beenden?",
|
|
"expected": "supplier-contract",
|
|
"language": "de-crosslingual",
|
|
"expected_rank": 1,
|
|
"top3": [
|
|
{
|
|
"id": "supplier-contract",
|
|
"cosine": 0.5199419260025024
|
|
},
|
|
{
|
|
"id": "invoice",
|
|
"cosine": 0.21696728467941284
|
|
},
|
|
{
|
|
"id": "meeting-notes",
|
|
"cosine": 0.14755962789058685
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"text": "Wo finde ich die Regeln zur Erstattung meiner Dienstreise?",
|
|
"expected": "travel-expenses",
|
|
"language": "de-crosslingual",
|
|
"expected_rank": 1,
|
|
"top3": [
|
|
{
|
|
"id": "travel-expenses",
|
|
"cosine": 0.5095880627632141
|
|
},
|
|
{
|
|
"id": "apartment-lease",
|
|
"cosine": 0.3584939241409302
|
|
},
|
|
{
|
|
"id": "invoice",
|
|
"cosine": 0.2985326647758484
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"text": "Why was the product release postponed?",
|
|
"expected": "meeting-notes",
|
|
"language": "en",
|
|
"expected_rank": 2,
|
|
"top3": [
|
|
{
|
|
"id": "supplier-contract",
|
|
"cosine": 0.3999302387237549
|
|
},
|
|
{
|
|
"id": "meeting-notes",
|
|
"cosine": 0.3511156439781189
|
|
},
|
|
{
|
|
"id": "backup-policy",
|
|
"cosine": 0.19898240268230438
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"text": "How much money must I leave as a security deposit for the flat?",
|
|
"expected": "apartment-lease",
|
|
"language": "en-crosslingual",
|
|
"expected_rank": 1,
|
|
"top3": [
|
|
{
|
|
"id": "apartment-lease",
|
|
"cosine": 0.5188605785369873
|
|
},
|
|
{
|
|
"id": "travel-expenses",
|
|
"cosine": 0.2738097310066223
|
|
},
|
|
{
|
|
"id": "backup-policy",
|
|
"cosine": 0.2614522874355316
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"text": "Wie pflege ich die Gemüsepflanzen im Garten?",
|
|
"expected": "garden-guide",
|
|
"language": "de",
|
|
"expected_rank": 1,
|
|
"top3": [
|
|
{
|
|
"id": "garden-guide",
|
|
"cosine": 0.5030614733695984
|
|
},
|
|
{
|
|
"id": "apartment-lease",
|
|
"cosine": 0.03017299994826317
|
|
},
|
|
{
|
|
"id": "meeting-notes",
|
|
"cosine": 0.030125245451927185
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|