searchi/tools/semantic-proof/windows-cpu-result.json

{
  "platform": "Windows-11-10.0.26300-SP0",
  "python": "3.14.8",
  "machine": "AMD64",
  "logical_cpus": 4,
  "onnxruntime": "1.31.0",
  "numpy": "2.5.4",
  "providers": [
    "CPUExecutionProvider"
  ],
  "threads": 1,
  "model": {
    "model_id": "Xenova/paraphrase-multilingual-MiniLM-L12-v2",
    "revision": "2c4055b12046f11709e9df2c122e59ffbdc2f900",
    "base_model": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
    "base_license": "Apache-2.0",
    "dimensions": 384,
    "max_tokens": 128,
    "pooling": "attention-mask-mean",
    "normalization": "l2",
    "files": [
      {
        "path": "onnx/model_quantized.onnx",
        "bytes": 118308126,
        "sha256": "66fc00f5f29afcaff34092e1bdd20008ca3918265a82fb9695a551e510cc4ebc"
      },
      {
        "path": "tokenizer.json",
        "bytes": 17082913,
        "sha256": "b60b6b43406a48bf3638526314f3d232d97058bc93472ff2de930d43686fa441"
      }
    ]
  },
  "documents": 8,
  "queries": 6,
  "timed_query_runs": 60,
  "artifact_verify_and_load_ms": 3399.298300006194,
  "corpus_embedding_ms": 145.497699995758,
  "query_p50_ms": 3.0544000037480146,
  "query_p95_ms": 11.88376000645803,
  "top1_accuracy": 0.8333333333333334,
  "recall_at_3": 1.0,
  "network": "Python socket audit guard active during import, model load, and inference",
  "rankings": [
    {
      "text": "How do we stop working with the vendor?",
      "expected": "supplier-contract",
      "language": "en",
      "expected_rank": 1,
      "top3": [
        {
          "id": "supplier-contract",
          "cosine": 0.389570415019989
        },
        {
          "id": "invoice",
          "cosine": 0.16107530891895294
        },
        {
          "id": "travel-expenses",
          "cosine": 0.06973522156476974
        }
      ]
    },
    {
      "text": "Wie können wir die Zusammenarbeit mit dem Lieferanten beenden?",
      "expected": "supplier-contract",
      "language": "de-crosslingual",
      "expected_rank": 1,
      "top3": [
        {
          "id": "supplier-contract",
          "cosine": 0.5199419260025024
        },
        {
          "id": "invoice",
          "cosine": 0.21696728467941284
        },
        {
          "id": "meeting-notes",
          "cosine": 0.14755962789058685
        }
      ]
    },
    {
      "text": "Wo finde ich die Regeln zur Erstattung meiner Dienstreise?",
      "expected": "travel-expenses",
      "language": "de-crosslingual",
      "expected_rank": 1,
      "top3": [
        {
          "id": "travel-expenses",
          "cosine": 0.5095880627632141
        },
        {
          "id": "apartment-lease",
          "cosine": 0.3584939241409302
        },
        {
          "id": "invoice",
          "cosine": 0.2985326647758484
        }
      ]
    },
    {
      "text": "Why was the product release postponed?",
      "expected": "meeting-notes",
      "language": "en",
      "expected_rank": 2,
      "top3": [
        {
          "id": "supplier-contract",
          "cosine": 0.3999302387237549
        },
        {
          "id": "meeting-notes",
          "cosine": 0.3511156439781189
        },
        {
          "id": "backup-policy",
          "cosine": 0.19898240268230438
        }
      ]
    },
    {
      "text": "How much money must I leave as a security deposit for the flat?",
      "expected": "apartment-lease",
      "language": "en-crosslingual",
      "expected_rank": 1,
      "top3": [
        {
          "id": "apartment-lease",
          "cosine": 0.5188605785369873
        },
        {
          "id": "travel-expenses",
          "cosine": 0.2738097310066223
        },
        {
          "id": "backup-policy",
          "cosine": 0.2614522874355316
        }
      ]
    },
    {
      "text": "Wie pflege ich die Gemüsepflanzen im Garten?",
      "expected": "garden-guide",
      "language": "de",
      "expected_rank": 1,
      "top3": [
        {
          "id": "garden-guide",
          "cosine": 0.5030614733695984
        },
        {
          "id": "apartment-lease",
          "cosine": 0.03017299994826317
        },
        {
          "id": "meeting-notes",
          "cosine": 0.030125245451927185
        }
      ]
    }
  ]
}