Allow configured local inference in native-only installs

This commit is contained in:
baketnk committed 2026-09-24 12:34:50 -04:00
1 parent 1ba0f26e0e
commit a19d95a353
8 files changed
+129 -26

No files matched your search

+4 -2
View File
@@ -268,8 +268,10 @@ std::optional<WorkerReply> Worker::poll() {
}
if (type == 'F' && !s.loaded) {
if (size == 2 && s.input[5] == 'M')
throw std::runtime_error("worker missing local model weights or private clip directory");
throw std::runtime_error("worker failed to load local CPU model/runtime");
throw std::runtime_error("Missing/mismatched pinned local model weights or private clip directory; check --model");
if (size == 2 && s.input[5] == 'I')
throw std::runtime_error("Authorized Python lacks compatible CPU moondream/torch dependencies; check --python");
throw std::runtime_error("Local Redux model failed to load; check authorized CPU runtime and weights");
}
if ((type != 'R' && type != 'E') || size < 9 || !s.loaded || !s.pending ||
get64(s.input.data() + 5) != *s.pending || size - 9 > max_text)