{ "version": 2, "reviewer": "independent AI agent blind review; not human annotation", "inputPath": "fixtures/relevance-v2/blind-review-input.json", "inputSHA256": "b417c45920b4564e07c159f7fd71df58f947eecb178963c1f0fda28ebaeb927f", "blindness": "No author labels, ranking results, model outputs or query runtime read. Required project instructions and input-listed local sources/licenses only.", "assetSHA256Verified": true, "queries": [ { "id": "bicycle-target-en", "expectedIDs": [ "bicycle-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [] }, { "id": "bicycle-target-de", "expectedIDs": [ "bicycle-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "bicycle-contrast-en", "expectedIDs": [ "bicycle-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [] }, { "id": "bicycle-contrast-de", "expectedIDs": [ "bicycle-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "bicycle-absent-en", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [] }, { "id": "bicycle-absent-de", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "bakery-target-en", "expectedIDs": [ "bakery-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [] }, { "id": "bakery-target-de", "expectedIDs": [ "bakery-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "bakery-contrast-en", "expectedIDs": [ "bakery-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [] }, { "id": "bakery-contrast-de", "expectedIDs": [ "bakery-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "bakery-absent-en", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [] }, { "id": "bakery-absent-de", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "meter-target-en", "expectedIDs": [ "meter-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [] }, { "id": "meter-target-de", "expectedIDs": [ "meter-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "meter-contrast-en", "expectedIDs": [ "meter-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [] }, { "id": "meter-contrast-de", "expectedIDs": [ "meter-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "meter-absent-en", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [] }, { "id": "meter-absent-de", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "museum-target-en", "expectedIDs": [ "museum-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "Source states a loan rule, not a complete executed agreement; accepted under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [] }, { "id": "museum-target-de", "expectedIDs": [ "museum-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "Source states a loan rule, not a complete executed agreement; accepted under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "museum-contrast-en", "expectedIDs": [ "museum-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [] }, { "id": "museum-contrast-de", "expectedIDs": [ "museum-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "museum-absent-en", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [] }, { "id": "museum-absent-de", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "irrigation-target-en", "expectedIDs": [ "irrigation-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [] }, { "id": "irrigation-target-de", "expectedIDs": [ "irrigation-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "irrigation-contrast-en", "expectedIDs": [ "irrigation-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [] }, { "id": "irrigation-contrast-de", "expectedIDs": [ "irrigation-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "irrigation-absent-en", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [] }, { "id": "irrigation-absent-de", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "ferry-target-en", "expectedIDs": [ "ferry-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [] }, { "id": "ferry-target-de", "expectedIDs": [ "ferry-a" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested cracked-weld warranty, almond batch-release, moving-day meter photo, return-transit insurance, low-tank pump shutdown, or missing-crew cancellation rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "ferry-contrast-en", "expectedIDs": [ "ferry-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [] }, { "id": "ferry-contrast-de", "expectedIDs": [ "ferry-b" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Source contains the requested tariff, delivery packing, November radiator, twice-daily humidity, winter hose storage, or bicycle ferry fare rule respectively.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "ferry-absent-en", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [] }, { "id": "ferry-absent-de", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "pattern-build-en", "expectedIDs": [ "code-pattern" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Executable Builder::add/extend/build accumulates bytes and constructs configured Searcher state; Searcher::find_in caps the haystack at span.end and starts search at span.start.", "sourceQueryMismatch": [] }, { "id": "pattern-build-de", "expectedIDs": [ "code-pattern" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Executable Builder::add/extend/build accumulates bytes and constructs configured Searcher state; Searcher::find_in caps the haystack at span.end and starts search at span.start.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "pattern-range-en", "expectedIDs": [ "code-pattern" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "find_in returns the first match of any configured pattern; enumeration of all bounded matches is not implemented by this method.", "reason": "Executable Builder::add/extend/build accumulates bytes and constructs configured Searcher state; Searcher::find_in caps the haystack at span.end and starts search at span.start.", "sourceQueryMismatch": [] }, { "id": "pattern-range-de", "expectedIDs": [ "code-pattern" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "find_in returns the first match of any configured pattern; enumeration of all bounded matches is not implemented by this method.", "reason": "Executable Builder::add/extend/build accumulates bytes and constructs configured Searcher state; Searcher::find_in caps the haystack at span.end and starts search at span.start.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "pattern-absent-en", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [] }, { "id": "pattern-absent-de", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "version-parse-en", "expectedIDs": [ "code-version" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Version::from_str parses and validates numeric, prerelease and build components. VersionReq::from_str and recursive version_req contain executable WildcardNotTheOnlyComparator checks.", "sourceQueryMismatch": [] }, { "id": "version-parse-de", "expectedIDs": [ "code-version" ], "confidence": "high", "label": "relevant_operative_content", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "Version::from_str parses and validates numeric, prerelease and build components. VersionReq::from_str and recursive version_req contain executable WildcardNotTheOnlyComparator checks.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "version-wildcard-en", "expectedIDs": [ "code-version" ], "confidence": "medium", "label": "relevant_operative_content", "ambiguityReason": "Standalone */x/X mixed with other comparators is rejected; numeric partial wildcard comparators are allowed.", "reason": "Version::from_str parses and validates numeric, prerelease and build components. VersionReq::from_str and recursive version_req contain executable WildcardNotTheOnlyComparator checks.", "sourceQueryMismatch": [ "Confirm standalone wildcard intent; blanket wildcard rejection interpretation would be false." ] }, { "id": "version-wildcard-de", "expectedIDs": [ "code-version" ], "confidence": "medium", "label": "relevant_operative_content", "ambiguityReason": "Standalone */x/X mixed with other comparators is rejected; numeric partial wildcard comparators are allowed.", "reason": "Version::from_str parses and validates numeric, prerelease and build components. VersionReq::from_str and recursive version_req contain executable WildcardNotTheOnlyComparator checks.", "sourceQueryMismatch": [ "Confirm standalone wildcard intent; blanket wildcard rejection interpretation would be false.", "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] }, { "id": "version-absent-en", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [] }, { "id": "version-absent-de", "expectedIDs": [], "confidence": "high", "label": "clear_absent_artifact", "ambiguityReason": "No material ambiguity under required_artifact operative-rule definition.", "reason": "The requested specific artifact or implementation is absent from every inspected source; shared company/entity or topic does not satisfy the request.", "sourceQueryMismatch": [ "Actual German input mojibake; labels infer intended recoverable German wording consistently with English pair. Repair encoding before inference." ] } ], "evaluationAssessment": { "meaningfulTextAbstention": true, "meaningfulCodeAbstention": true, "limits": [ "Small fictional corpus, unusually explicit rules and contrasts; not representative customer diversity.", "Specific absent-artifact queries are distinct from broad-topic retrieval; no broad-topic queries are included.", "Two real code files and far-away negatives do not cover near-miss implementations or overloaded symbols.", "EN/DE pairs are correlated observations.", "German mojibake requires repair and refreshed input provenance.", "Provisional AI review; human annotation and inference remain unperformed." ], "humanReviewRemaining": [ "Confirm German repair and pair parity.", "Confirm standalone wildcard intent.", "Confirm first-match rather than all-match interpretation of bounded pattern request.", "Confirm museum operative-rule summary qualifies as requested agreement." ] } }