Inspect static PDF and OOXML content with bounded local coverage
This commit is contained in:
1 parent
69d820e315
commit
9e7cb57093
14 files changed
+758
-51
No files matched your search
@@ -1,5 +1,6 @@
|
||||
"""Build a pinned private Windows x64 inspector runtime; no machine-wide install."""
|
||||
import hashlib
|
||||
import argparse
|
||||
import json
|
||||
import shutil
|
||||
import subprocess
|
||||
@@ -9,6 +10,9 @@ import zipfile
|
||||
from pathlib import Path
|
||||
|
||||
if sys.platform!='win32': raise SystemExit('Windows runtime provisioning runs on Windows only')
|
||||
parser=argparse.ArgumentParser(description=__doc__)
|
||||
parser.add_argument('--verify-existing',action='store_true',help='Verify exact installed locks/wheel before updating manifest; no dependency reinstall')
|
||||
arguments=parser.parse_args()
|
||||
VERSION='3.13.16'
|
||||
CHECKSUM='97dae5274cc54867065e8d5a3226e48c35017ed332a0fdb0e27d5b5821961297'
|
||||
root=Path.cwd().resolve()
|
||||
@@ -16,11 +20,26 @@ directory=root/'.runtime'/'windows'/'python'
|
||||
directory.mkdir(parents=True,exist_ok=True)
|
||||
requirements=root/'apps'/'inspector'/'requirements.lock.txt'
|
||||
macro_requirements=root/'apps'/'inspector'/'requirements-macros.lock.txt'
|
||||
requirements_hash=hashlib.sha256(requirements.read_bytes()+macro_requirements.read_bytes()).hexdigest()
|
||||
pdf_requirements=root/'apps'/'inspector'/'requirements-pdf.lock.txt'
|
||||
requirements_hash=hashlib.sha256(requirements.read_bytes()+macro_requirements.read_bytes()+pdf_requirements.read_bytes()).hexdigest()
|
||||
manifest=directory/'safetynet-runtime.json'
|
||||
expected={'python':VERSION,'architecture':'amd64','sha256':CHECKSUM,'requirementsHash':requirements_hash}
|
||||
previous=json.loads(manifest.read_text()) if manifest.exists() else {}
|
||||
if previous!=expected:
|
||||
pdf_wheel=directory.parent/'pypdfium2-5.14.0-py3-none-win_amd64.whl'
|
||||
pdf_checksum='149fd5c6397b8df8bf7911a93506eff0be874f877afe7ac936cf5d37d21a6a06'
|
||||
if not arguments.verify_existing and not pdf_wheel.exists():
|
||||
# Retain the reviewed wheel for independent verification on fresh builds.
|
||||
# Verification mode remains offline and never repairs a missing archive.
|
||||
subprocess.run([sys.executable,'-m','pip','download','--dest',str(directory.parent),
|
||||
'--platform','win_amd64','--python-version','3.13','--implementation','cp','--abi','cp313',
|
||||
'--only-binary=:all:','--no-deps','--require-hashes','-r',str(pdf_requirements)],check=True)
|
||||
if not pdf_wheel.is_file() or hashlib.sha256(pdf_wheel.read_bytes()).hexdigest()!=pdf_checksum:
|
||||
raise SystemExit('Retained PDF renderer wheel missing or checksum mismatch')
|
||||
if arguments.verify_existing:
|
||||
if any(previous.get(k)!=expected[k] for k in ('python','architecture','sha256')):
|
||||
raise SystemExit('Existing private runtime identity mismatch')
|
||||
subprocess.run([str(directory/'python.exe'),str(root/'scripts/verify-python-dependencies.py')],check=True)
|
||||
if previous!=expected and not arguments.verify_existing:
|
||||
archive=directory.parent/f'python-{VERSION}-embed-amd64.zip'
|
||||
if not archive.exists() or hashlib.sha256(archive.read_bytes()).hexdigest()!=CHECKSUM:
|
||||
with urllib.request.urlopen(f'https://www.python.org/ftp/python/{VERSION}/python-{VERSION}-embed-amd64.zip',timeout=60) as response:
|
||||
@@ -42,10 +61,15 @@ if previous!=expected:
|
||||
subprocess.run([sys.executable,'-m','pip','install','--target',str(directory/'Lib'/'site-packages'),
|
||||
'--platform','win_amd64','--python-version','3.13','--implementation','cp','--abi','cp313',
|
||||
'--only-binary=:all:','--no-deps','--require-hashes','--upgrade','-r',str(macro_requirements)],check=True)
|
||||
subprocess.run([sys.executable,'-m','pip','install','--target',str(directory/'Lib'/'site-packages'),
|
||||
'--platform','win_amd64','--python-version','3.13','--implementation','cp','--abi','cp313',
|
||||
'--only-binary=:all:','--no-deps','--require-hashes','--upgrade','-r',str(pdf_requirements)],check=True)
|
||||
manifest.write_text(json.dumps(expected,indent=2))
|
||||
inspector=directory.parent/'inspector'
|
||||
inspector.mkdir(exist_ok=True)
|
||||
for name in ['stage_timings.py','office_macros.py','engine.py','server.py','semantic.py','windows_containment.py','windows_appcontainer.py','sandbox_worker.py','provision_runtime_acl.py']:
|
||||
for name in ['stage_timings.py','pdf_documents.py','office_content.py','office_macros.py','engine.py','server.py','semantic.py','windows_containment.py','windows_appcontainer.py','sandbox_worker.py','provision_runtime_acl.py']:
|
||||
shutil.copyfile(root/'apps'/'inspector'/name,inspector/name)
|
||||
subprocess.run([str(directory/'python.exe'),'-c','import pypdf, PIL, defusedxml, yara, engine; assert engine.inspect_content(b"public", {"dlp":{"maxBytes":1024,"rules":[],"semantic":{"enabled":False}}})["decision"] == "allow"; assert yara.compile(source="rule test { condition: true }").match(data=b"test"); engine.local_ocr(); print("Bundled Windows inspector, YARA and offline ONNX OCR runtime verified.")'],check=True)
|
||||
subprocess.run([str(directory/'python.exe'),str(root/'apps/inspector/provision_runtime_acl.py'),'--provision'],check=True)
|
||||
if arguments.verify_existing:
|
||||
manifest.write_text(json.dumps(expected,indent=2))
|
||||
Reference in new issue
Block a user