mirror of
https://github.com/baketnk/frame-yap.git
synced 2026-10-06 03:00:04 +02:00
Allow configured local inference in native-only installs
This commit is contained in:
1 parent
1ba0f26e0e
commit
a19d95a353
8 files changed
+129
-26
No files matched your search
+4
-2
@@ -268,8 +268,10 @@ std::optional<WorkerReply> Worker::poll() {
|
||||
}
|
||||
if (type == 'F' && !s.loaded) {
|
||||
if (size == 2 && s.input[5] == 'M')
|
||||
throw std::runtime_error("worker missing local model weights or private clip directory");
|
||||
throw std::runtime_error("worker failed to load local CPU model/runtime");
|
||||
throw std::runtime_error("Missing/mismatched pinned local model weights or private clip directory; check --model");
|
||||
if (size == 2 && s.input[5] == 'I')
|
||||
throw std::runtime_error("Authorized Python lacks compatible CPU moondream/torch dependencies; check --python");
|
||||
throw std::runtime_error("Local Redux model failed to load; check authorized CPU runtime and weights");
|
||||
}
|
||||
if ((type != 'R' && type != 'E') || size < 9 || !s.loaded || !s.pending ||
|
||||
get64(s.input.data() + 5) != *s.pending || size - 9 > max_text)
|
||||
|
||||
Reference in new issue
Block a user