+
Assistant and AI agents
Use your own model endpoint, or review a proposed MCP action. Nothing is sent to a model until you opt in.
Open assistant
Send to Frame
diff --git a/ui/server.py b/ui/server.py
index dd86ff6..ab9ca40 100755
--- a/ui/server.py
+++ b/ui/server.py
@@ -23,6 +23,7 @@ import shlex
import shutil
import signal
import socket
+import socketserver
import subprocess
import sys
import tempfile
@@ -36,6 +37,8 @@ from urllib.parse import parse_qs, unquote, urlparse
# sys.path, so add it for the sibling modules below.
sys.path.insert(0, str(Path(__file__).resolve().parent))
+import frame_agent # noqa: E402
+import frame_assistant # noqa: E402
import frame_android # noqa: E402
import frame_apk_versions # noqa: E402
import frame_catalog # noqa: E402
@@ -60,7 +63,7 @@ if not re.fullmatch(r"[A-Za-z0-9][A-Za-z0-9._-]*", FRAME):
sys.exit(f"FRAME_ALIAS must be a plain host alias, not {FRAME!r}")
# Reuse one SSH connection for the frequent status/screenshot calls, where ssh
# supports it (not on Windows: there every command connects on its own).
-CONTROL = None if LOCAL else frame_host.control_path()
+CONTROL = None if LOCAL else frame_host.control_path(private=os.environ.get("FRAME_PRIVATE_SSH") == "1")
MUX = ["ssh", "-o", "BatchMode=yes", *(["-o", f"ControlPath={CONTROL}"] if CONTROL else [])]
# Commands use the master when it's up and connect directly when it isn't.
SSH = [*MUX, *(["-o", "ControlMaster=no"] if CONTROL else []), "-o", "ConnectTimeout=5"]
@@ -1227,7 +1230,20 @@ def _sweep_one(prefix, d):
pass
-POST = {"/api/android/display": android_display, "/api/android": android, "/api/titles": titles, "/api/launch": launch, "/api/steam": steam, "/api/volume": set_volume, "/api/clipboard": clipboard,
+def agent_call(body):
+ return frame_agent.call(sys.modules[__name__], body)
+
+
+def assistant_chat(body):
+ return frame_assistant.chat(body, headset_view)
+
+
+def agent_approval(body):
+ return frame_agent.approvals.decide(body.get("confirmation"), body.get("accept"))
+
+
+POST = {"/api/agent/call": agent_call, "/api/agent/approval": agent_approval,
+ "/api/assistant/chat": assistant_chat, "/api/android/display": android_display, "/api/android": android, "/api/titles": titles, "/api/launch": launch, "/api/steam": steam, "/api/volume": set_volume, "/api/clipboard": clipboard,
"/api/flatpak": flatpak, "/api/open": open_thing, "/api/shots/save": save_shots,
"/api/webinstall/check": webinstall_check, "/api/webinstall/start": webinstall_start,
"/api/webinstall/cancel": webinstall_cancel}
@@ -1331,6 +1347,12 @@ class Handler(BaseHTTPRequestHandler):
try:
if path in ("/", "/index.html"):
self.send_bytes((HERE / "index.html").read_bytes(), "text/html; charset=utf-8")
+ elif path == "/assistant":
+ page = (HERE / "assistant.html").read_text().replace("__FRAME_KEY__", json.dumps(UI_KEY).replace("<", "\\u003c"))
+ self.send_bytes(page.encode(), "text/html; charset=utf-8")
+ elif path == "/api/agent/approval":
+ token = (parse_qs(url.query).get("confirmation") or [""])[0]
+ self.send_json(frame_agent.approvals.inspect(token))
elif path == "/api/host":
self.send_json({"os": "SteamOS", "fileManager": None, "computer": DEVICE, "mobile": True} if LOCAL else
{"os": frame_host.NAME, "fileManager": frame_host.FILE_MANAGER,
@@ -1354,6 +1376,8 @@ class Handler(BaseHTTPRequestHandler):
"shared": frame_catalog.compat_db.shared()})
elif path == "/api/android/catalog":
self.send_json({"apps": frame_catalog.catalog()})
+ elif path == "/api/computer/state":
+ self.send_json(json.loads(ssh("python3 -", stdin=(HERE / "frame_computer.py").read_text(), timeout=20)))
elif path == "/api/status":
self.send_json(status({}))
elif path == "/api/steam/owned":
@@ -1377,6 +1401,8 @@ class Handler(BaseHTTPRequestHandler):
self.send_json({"error": "not found"}, 404)
except Failure as e:
self.send_error_json(str(e), e.status, e.apk)
+ except ValueError as e:
+ self.send_json({"error": str(e)}, 400)
except frame_android.FrameError as e:
self.send_error_json(str(e), 502)
except Exception as e:
@@ -1527,6 +1553,15 @@ class Handler(BaseHTTPRequestHandler):
shutil.rmtree(tmp, ignore_errors=True)
+class LoopbackServer(ThreadingHTTPServer):
+ def server_bind(self):
+ # HTTPServer.server_bind resolves socket.getfqdn(host), a reverse-DNS
+ # lookup that can stall for seconds (verified on GitHub's macOS runners).
+ # Loopback needs no hostname.
+ socketserver.TCPServer.server_bind(self)
+ self.server_name, self.server_port = "127.0.0.1", self.server_address[1]
+
+
def main():
ap = argparse.ArgumentParser(description=__doc__.splitlines()[0])
ap.add_argument("--port", type=int, default=int(os.environ.get("PORT", 47810)))
@@ -1534,7 +1569,7 @@ def main():
help="stop cleanly when stdin closes (the app closes it on quit; "
"Windows has no SIGTERM to catch)")
args = ap.parse_args()
- httpd = ThreadingHTTPServer(("127.0.0.1", args.port), Handler)
+ httpd = LoopbackServer(("127.0.0.1", args.port), Handler)
sweep_tmp()
if not frame_host.WINDOWS:
signal.signal(signal.SIGTERM, lambda *_: (_ for _ in ()).throw(KeyboardInterrupt))