fix: default distributions to automatic GPU support with CPU fallback
This commit is contained in:
1 parent
d9336db1d5
commit
0fcc8ec21c
9 files changed
+43
-15
No files matched your search
@@ -17,7 +17,7 @@ def run(arguments, cwd=None):
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description="Build Searchi's pinned Google embedding worker")
|
||||
parser.add_argument("--backend", choices=["cpu", "auto", "metal", "vulkan", "cuda"], default="cpu")
|
||||
parser.add_argument("--backend", choices=["cpu", "auto", "metal", "vulkan", "cuda"], default="auto")
|
||||
parser.add_argument("--jobs", type=int, default=2)
|
||||
args = parser.parse_args()
|
||||
if not 1 <= args.jobs <= 16:
|
||||
|
||||
@@ -25,7 +25,7 @@ def verify_bundle(root, manifest):
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description="Stage Searchi runtime resources")
|
||||
parser.add_argument("--backend", choices=["cpu", "auto", "metal", "vulkan", "cuda"], default="cpu")
|
||||
parser.add_argument("--backend", choices=["cpu", "auto", "metal", "vulkan", "cuda"], default="auto")
|
||||
parser.add_argument("--bundle-model", action="store_true")
|
||||
args = parser.parse_args()
|
||||
name = "searchi-gemma-worker.exe" if os.name == "nt" else "searchi-gemma-worker"
|
||||
|
||||
@@ -32,7 +32,7 @@ class StagingTests(unittest.TestCase):
|
||||
(models / filename).write_bytes(content)
|
||||
specs.append({"path": filename, "bytes": len(content), "sha256": hashlib.sha256(content).hexdigest()})
|
||||
(models / "projector.gguf").write_bytes(b"corrupt!")
|
||||
with patch.object(stage_runtime, "ROOT", root), patch("sys.argv", ["stage_runtime", "--bundle-model"]), patch.object(stage_runtime.json, "loads", return_value={"files": specs}):
|
||||
with patch.object(stage_runtime, "ROOT", root), patch("sys.argv", ["stage_runtime", "--backend", "cpu", "--bundle-model"]), patch.object(stage_runtime.json, "loads", return_value={"files": specs}):
|
||||
with self.assertRaisesRegex(RuntimeError, "checksum mismatch"):
|
||||
stage_runtime.main()
|
||||
self.assertEqual((destination / name).read_bytes(), b"previous worker")
|
||||
|
||||
Reference in new issue
Block a user