575 lines
29 KiB
JSON
575 lines
29 KiB
JSON
|
{
|
||
|
|
"version": 2,
|
||
|
|
"reviewer": "independent AI agent blind review; not human annotation",
|
||
|
|
"inputPath": "fixtures/relevance-v2/blind-review-input.json",
|
||
|
|
"inputSHA256": "b417c45920b4564e07c159f7fd71df58f947eecb178963c1f0fda28ebaeb927f",
|
||
|
|
"blindness": "No author labels, ranking results, model outputs or query runtime read. Required project instructions and input-listed local sources/licenses only.",
|
||
|
|
"assetSHA256Verified": true,
|
||
|
|
"queries": [
|
||
|
|
{
|
||
|
|
"id": "bicycle-target-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"bicycle-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bicycle-target-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"bicycle-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bicycle-contrast-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"bicycle-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bicycle-contrast-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"bicycle-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bicycle-absent-en",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bicycle-absent-de",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bakery-target-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"bakery-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bakery-target-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"bakery-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bakery-contrast-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"bakery-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bakery-contrast-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"bakery-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bakery-absent-en",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "bakery-absent-de",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "meter-target-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"meter-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "meter-target-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"meter-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "meter-contrast-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"meter-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "meter-contrast-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"meter-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "meter-absent-en",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "meter-absent-de",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "museum-target-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"museum-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "Source states a loan rule, not a complete executed agreement; accepted under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "museum-target-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"museum-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "Source states a loan rule, not a complete executed agreement; accepted under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "museum-contrast-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"museum-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "museum-contrast-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"museum-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "museum-absent-en",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "museum-absent-de",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "irrigation-target-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"irrigation-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "irrigation-target-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"irrigation-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "irrigation-contrast-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"irrigation-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "irrigation-contrast-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"irrigation-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "irrigation-absent-en",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "irrigation-absent-de",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "ferry-target-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"ferry-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "ferry-target-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"ferry-a"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "ferry-contrast-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"ferry-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "ferry-contrast-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"ferry-b"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "ferry-absent-en",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "ferry-absent-de",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "pattern-build-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"code-pattern"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Executable Builder::add/extend/build accumulates bytes and constructs configured Searcher state; Searcher::find_in caps the haystack at span.end and starts search at span.start.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "pattern-build-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"code-pattern"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Executable Builder::add/extend/build accumulates bytes and constructs configured Searcher state; Searcher::find_in caps the haystack at span.end and starts search at span.start.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "pattern-range-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"code-pattern"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "find_in returns the first match of any configured pattern; enumeration of all bounded matches is not implemented by this method.",
|
||
|
|
"reason": "Executable Builder::add/extend/build accumulates bytes and constructs configured Searcher state; Searcher::find_in caps the haystack at span.end and starts search at span.start.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "pattern-range-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"code-pattern"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "find_in returns the first match of any configured pattern; enumeration of all bounded matches is not implemented by this method.",
|
||
|
|
"reason": "Executable Builder::add/extend/build accumulates bytes and constructs configured Searcher state; Searcher::find_in caps the haystack at span.end and starts search at span.start.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "pattern-absent-en",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "pattern-absent-de",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "version-parse-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"code-version"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Version::from_str parses and validates numeric, prerelease and build components. VersionReq::from_str and recursive version_req contain executable WildcardNotTheOnlyComparator checks.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "version-parse-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"code-version"
|
||
|
|
],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "Version::from_str parses and validates numeric, prerelease and build components. VersionReq::from_str and recursive version_req contain executable WildcardNotTheOnlyComparator checks.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "version-wildcard-en",
|
||
|
|
"expectedIDs": [
|
||
|
|
"code-version"
|
||
|
|
],
|
||
|
|
"confidence": "medium",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "Standalone */x/X mixed with other comparators is rejected; numeric partial wildcard comparators are allowed.",
|
||
|
|
"reason": "Version::from_str parses and validates numeric, prerelease and build components. VersionReq::from_str and recursive version_req contain executable WildcardNotTheOnlyComparator checks.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Confirm standalone wildcard intent; blanket wildcard rejection interpretation would be false."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "version-wildcard-de",
|
||
|
|
"expectedIDs": [
|
||
|
|
"code-version"
|
||
|
|
],
|
||
|
|
"confidence": "medium",
|
||
|
|
"label": "relevant_operative_content",
|
||
|
|
"ambiguityReason": "Standalone */x/X mixed with other comparators is rejected; numeric partial wildcard comparators are allowed.",
|
||
|
|
"reason": "Version::from_str parses and validates numeric, prerelease and build components. VersionReq::from_str and recursive version_req contain executable WildcardNotTheOnlyComparator checks.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Confirm standalone wildcard intent; blanket wildcard rejection interpretation would be false.",
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "version-absent-en",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": []
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "version-absent-de",
|
||
|
|
"expectedIDs": [],
|
||
|
|
"confidence": "high",
|
||
|
|
"label": "clear_absent_artifact",
|
||
|
|
"ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.",
|
||
|
|
"reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.",
|
||
|
|
"sourceQueryMismatch": [
|
||
|
|
"Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference."
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"evaluationAssessment": {
|
||
|
|
"meaningfulTextAbstention": true,
|
||
|
|
"meaningfulCodeAbstention": true,
|
||
|
|
"limits": [
|
||
|
|
"Small fictional corpus, unusually explicit rules and contrasts; not representative customer diversity.",
|
||
|
|
"Specific absent-artifact queries are distinct from broad-topic retrieval; no broad-topic queries are included.",
|
||
|
|
"Two real code files and far-away negatives do not cover near-miss implementations or overloaded symbols.",
|
||
|
|
"EN/DE pairs are correlated observations.",
|
||
|
|
"German mojibake requires repair and refreshed input provenance.",
|
||
|
|
"Provisional AI review; human annotation and inference remain unperformed."
|
||
|
|
],
|
||
|
|
"humanReviewRemaining": [
|
||
|
|
"Confirm German repair and pair parity.",
|
||
|
|
"Confirm standalone wildcard intent.",
|
||
|
|
"Confirm first-match rather than all-match interpretation of bounded pattern request.",
|
||
|
|
"Confirm museum operative-rule summary qualifies as requested agreement."
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|