#include "panel_surface.hpp" #include "panel_clock.hpp" #include #include FT_FREETYPE_H #include #include #include #include #include #include #include namespace frameyap { namespace { constexpr int W = PanelSurface::width, H = PanelSurface::height; using Color = Rgba; constexpr int CW = PanelSurface::body.w, CH = PanelSurface::body.h; float rounded_distance(float px, float py, int x, int y, int w, int h, float radius) { const float dx = std::abs(px - (x + w / 2.f)) - (w / 2.f - radius); const float dy = std::abs(py - (y + h / 2.f)) - (h / 2.f - radius); return std::hypot(std::max(dx, 0.f), std::max(dy, 0.f)) + std::min(std::max(dx, dy), 0.f) - radius; } struct Rect { int x, y, w, h; bool contains(float px, float py) const { return std::isfinite(px) && std::isfinite(py) && px >= x && px < x + w && py >= y && py < y + h && rounded_distance(px, py, x, y, w, h, std::min(16, h / 3)) <= 0.f; } }; enum class Control { Review, Settings, Bindings, Plan, Keyboard, Record, Cancel, Insert, Enter, Quit, World, Left, Right, Head, Recenter, LasersAnytime, AdvancedDebug, AutoInsert, Clock24h, Date, LockLayout, CloseMicWhenIdle, Models, ModelRow, ModelInstall, ModelPrev, ModelNext, About, WristWorldFallback, UpdateCheck, UpdateInstall }; enum class Tab { Review, Settings, Models, About }; struct Button { Rect r; Control id; const char* label; }; constexpr std::array buttons{{ {{32, 138, 180, 46}, Control::Review, "Review"}, {{226, 138, 180, 46}, Control::Settings, "Settings"}, {{420, 138, 180, 46}, Control::Bindings, "Bindings"}, {{620, 138, 348, 46}, Control::LockLayout, "Lock grab/scale"}, {{32, 496, 454, 44}, Control::Plan, "Open Plan"}, {{514, 496, 454, 44}, Control::Keyboard, "Open Keyboard"}, {{32, 574, 176, 68}, Control::Record, "Record"}, {{222, 574, 176, 68}, Control::Cancel, "Cancel"}, {{412, 574, 176, 68}, Control::Insert, "Type"}, {{602, 574, 176, 68}, Control::Enter, "Type + Enter"}, {{792, 574, 176, 68}, Control::Quit, "Hold Quit"}, {{32, 234, 454, 58}, Control::World, "World space"}, {{514, 234, 454, 58}, Control::Head, "Head"}, {{32, 308, 454, 58}, Control::Left, "Left wrist"}, {{514, 308, 454, 58}, Control::Right, "Right wrist"}, {{32, 378, 300, 44}, Control::Recenter, "Recenter in front"}, {{514, 378, 454, 44}, Control::LasersAnytime, "Lasers anytime"}, {{32, 428, 454, 40}, Control::AutoInsert, "Auto insert"}, {{514, 428, 454, 40}, Control::AdvancedDebug, "Advanced debug"}, {{32, 474, 454, 36}, Control::Clock24h, "Clock"}, {{514, 474, 454, 36}, Control::Date, "Date"}, {{32, 516, 454, 32}, Control::CloseMicWhenIdle, "Close mic when idle"}, {{514, 516, 454, 32}, Control::Models, "Models / backends"}, {{32, 242, 936, 42}, Control::ModelRow, ""}, {{32, 290, 936, 42}, Control::ModelRow, ""}, {{32, 338, 936, 42}, Control::ModelRow, ""}, {{32, 386, 936, 42}, Control::ModelRow, ""}, {{32, 434, 936, 42}, Control::ModelRow, ""}, {{32, 482, 936, 42}, Control::ModelRow, ""}, {{514, 530, 454, 36}, Control::ModelInstall, "Install"}, {{32, 530, 214, 36}, Control::ModelPrev, "Previous"}, {{260, 530, 214, 36}, Control::ModelNext, "Next"}, {{346, 378, 154, 44}, Control::About, "About"}, {{32, 584, 936, 50}, Control::WristWorldFallback, "Wrist world fallback"}, {{32, 640, 454, 42}, Control::UpdateCheck, "Check for updates"}, {{514, 640, 454, 42}, Control::UpdateInstall, "Install update..."}, }}; constexpr Rect settings_view{32, 232, 936, 316}; constexpr Rect review_view{48, 212, 904, 260}; constexpr int review_line_height = 42; // Leave a status row after the optional update controls, within the viewport. constexpr int settings_max_scroll = 722 - (settings_view.y + settings_view.h); std::optional action(Control c) { switch (c) { case Control::Record: return UiAction::Record; case Control::Cancel: return UiAction::Cancel; case Control::Insert: return UiAction::Insert; case Control::Enter: return UiAction::Enter; case Control::Quit: return UiAction::Quit; default: return {}; } } std::optional mounting(Control c) { switch (c) { case Control::World: return Mount::World; case Control::Left: return Mount::LeftWrist; case Control::Right: return Mount::RightWrist; case Control::Head: return Mount::Head; default: return {}; } } bool settings_control(Control c) { return c == Control::Models || c == Control::About || mounting(c) || c == Control::Recenter || c == Control::LasersAnytime || c == Control::AdvancedDebug || c == Control::AutoInsert || c == Control::Clock24h || c == Control::Date || c == Control::CloseMicWhenIdle || c == Control::WristWorldFallback || c == Control::UpdateCheck || c == Control::UpdateInstall; } // Invalid bytes become visible replacement glyphs, never control commands. uint32_t next_codepoint(std::string_view s, size_t& i) { const auto a = static_cast(s[i++]); if (a < 0x80) return a; int count = a >= 0xc2 && a <= 0xdf ? 1 : a >= 0xe0 && a <= 0xef ? 2 : a >= 0xf0 && a <= 0xf4 ? 3 : 0; if (!count || i + count > s.size()) return 0xfffd; uint32_t value = a & (count == 1 ? 0x1f : count == 2 ? 0x0f : 0x07); for (int k = 0; k < count; ++k) { auto b = static_cast(s[i + k]); if ((b & 0xc0) != 0x80) return 0xfffd; value = (value << 6) | (b & 0x3f); } if ((count == 1 && value < 0x80) || (count == 2 && value < 0x800) || (count == 3 && value < 0x10000) || (value >= 0xd800 && value <= 0xdfff) || value > 0x10ffff) return 0xfffd; i += count; return value; } } // namespace struct PanelSurface::Impl { FT_Library library = nullptr; FT_Face face = nullptr; std::vector pixels = std::vector(W * H * 4); Panel panel; Mount mount; Theme theme; GradientConfig gradient; std::optional animation_start; Clock::time_point last_animation_frame{}; std::array gradient_columns{}; Color background, card, ink, muted, cyan, pink; Tab tab = Tab::Review; bool dirty = true, lasers_anytime = false, advanced_debug = false, auto_insert = false; bool close_mic_when_idle = false, wrist_world_fallback = true; bool clock_24h = false, layout_locked = false; float settings_scroll = 0.f; std::optional clip_view; bool plan_present = false, keyboard_present = false; UpdateStatus update_status = UpdateStatus::Idle; std::string update_version; float review_scroll = 0.f; DateFormat date_format = DateFormat::MonthDayYear; std::time_t clock_time = std::time(nullptr); ClockLabel displayed_clock; std::string placement_note, binding_note, version; StatusIndicators indicators; std::array pressed{{-1, -1}}; std::array press_time{}; int hold_progress = 0; int drag_cursor = -1; std::vector lines; size_t model_page = 0; size_t consent_page = 0; size_t consent_rendered_page = size_t(-1); bool install_confirm = false; std::optional consent_snapshot; std::vector consent_lines; static constexpr size_t consent_lines_per_page = 6; size_t consent_pages() const { return std::max(size_t(1), (consent_lines.size() + consent_lines_per_page - 1) / consent_lines_per_page); } std::vector visible_consent_lines() const { if (!install_confirm || !consent_snapshot || consent_page != consent_rendered_page) return {}; auto first = consent_page * consent_lines_per_page; auto last = std::min(consent_lines.size(), first + consent_lines_per_page); return {consent_lines.begin() + first, consent_lines.begin() + last}; } void prepare_consent(const ModelOption& m) { consent_snapshot = m; consent_lines.clear(); // Each field is independently wrapped; no hidden tail of the source, // license or attribution may be mistaken for reviewed consent. for (const auto& field : {"Backend: " + m.name + " (" + m.id + ")", "Download bytes: " + std::to_string(m.bytes), "Source: " + m.source, "License: " + m.license, "License text: " + m.license_text, "Attribution: " + m.attribution, "Manifest SHA-256: " + m.manifest_sha256}) { auto rows = wrap(field, 19, 890); consent_lines.insert(consent_lines.end(), rows.begin(), rows.end()); } consent_page = 0; consent_rendered_page = size_t(-1); install_confirm = true; } Impl(const std::string& font, Mount m, Theme t, GradientConfig g) : mount(m), theme(t), gradient(g), background(t.background), card(t.card), ink(t.ink), muted(t.muted), cyan(t.accent), pink(t.warning) { if (FT_Init_FreeType(&library)) throw std::runtime_error("FreeType initialization failed"); if (FT_New_Face(library, font.c_str(), 0, &face)) { FT_Done_FreeType(library); throw std::runtime_error("Could not load specified font: " + font); } } ~Impl() { FT_Done_Face(face); FT_Done_FreeType(library); } void size(unsigned px) { if (FT_Set_Pixel_Sizes(face, 0, px)) throw std::runtime_error("Could not size panel font"); } Color mix(Color a, Color b, float t) const { Color result{}; for (int k = 0; k < 3; ++k) result[k] = static_cast(a[k] * (1.f - t) + b[k] * t); result[3] = 255; return result; } void rect(Rect r, Color c) { for (int y = std::max(r.y, clip_view ? clip_view->y : 0); y < std::min(clip_view ? clip_view->y + clip_view->h : H, r.y + r.h); ++y) for (int x = std::max(r.x, clip_view ? clip_view->x : 0); x < std::min(clip_view ? clip_view->x + clip_view->w : W, r.x + r.w); ++x) std::copy(c.begin(), c.end(), pixels.begin() + (size_t(y) * W + x) * 4); } void blend(int x, int y, Color color, float amount) { if (clip_view && (x < clip_view->x || x >= clip_view->x + clip_view->w || y < clip_view->y || y >= clip_view->y + clip_view->h)) return; auto* dst = pixels.data() + (size_t(y) * W + x) * 4; // Straight-alpha source-over, including strokes in the transparent margin. const float alpha = amount * color[3] / 255.f; const float old_alpha = dst[3] / 255.f; const float out_alpha = alpha + old_alpha * (1.f - alpha); if (out_alpha <= 0.f) return; for (int k = 0; k < 3; ++k) dst[k] = static_cast((dst[k] * old_alpha * (1.f - alpha) + color[k] * alpha) / out_alpha); dst[3] = static_cast(255.f * out_alpha); } void rounded(Rect r, int radius, Color fill, Color edge, float glow = 0.f, int stroke = 1) { // Distance-field antialiasing and restrained baked glow. No second texture or GPU pass. constexpr int halo = 10; for (int y = std::max(0, r.y - halo); y < std::min(H, r.y + r.h + halo); ++y) for (int x = std::max(0, r.x - halo); x < std::min(W, r.x + r.w + halo); ++x) { const float d = rounded_distance(x + .5f, y + .5f, r.x, r.y, r.w, r.h, radius); if (glow > 0.f && d > 0.f && d < halo) { const float falloff = 1.f - d / halo; blend(x, y, edge, glow * falloff * falloff); } if (d < .5f) blend(x, y, fill, std::clamp(.5f - d, 0.f, 1.f)); if (d > -stroke - .5f && d < .5f) blend(x, y, edge, std::clamp(d + stroke + .5f, 0.f, 1.f) * std::clamp(.5f - d, 0.f, 1.f)); } } // Compact "L [###] 82%" groups; missing devices are omitted, not zeroed. void batteries(int x, int right) { const std::array*>, 3> groups{{ {"L", &indicators.left}, {"HMD", &indicators.head}, {"R", &indicators.right}}}; for (const auto& [name, level] : groups) { if (!*level) continue; const auto& b = **level; const std::string percent = std::to_string(b.percent) + "%"; const int width = measure(name, 18) + 6 + 30 + 6 + measure(percent, 20) + (b.charging ? 12 : 0); if (x + width > right) return; text(name, x, 56, 18, muted, right); x += measure(name, 18) + 6; const Color tone = b.charging ? cyan : b.percent <= 20 ? pink : ink; rounded({x, 42, 26, 16}, 4, background, mix(background, tone, .8f)); rect({x + 26, 47, 3, 6}, mix(background, tone, .8f)); const int fill = std::max(b.percent > 0 ? 1 : 0, 20 * std::clamp(b.percent, 0, 100) / 100); if (fill) rect({x + 3, 45, fill, 10}, tone); x += 36; text(percent, x, 57, 20, tone, right); x += measure(percent, 20); if (b.charging) { text("+", x + 1, 55, 18, cyan, right); x += 12; } x += 18; } } void prepare_gradient(Clock::time_point now) { // A periodic cosine field has matching values AND velocity at both // spatial and temporal seams. One phase drives the body and handles. const double elapsed = std::chrono::duration(now - *animation_start).count(); const double phase = std::fmod(elapsed, gradient.period_seconds) / gradient.period_seconds; for (int x = 0; x < W; ++x) { const float t = float(.5 - .5 * std::cos(2. * 3.141592653589793 * (double(x) / W - phase))); gradient_columns[x] = mix(theme.frame_start, theme.frame_end, t); } } void paint_background() { if (!gradient.enabled) { rect({0, 0, CW, CH}, background); return; } // Compute colors once per column, then copy contiguous rows. for (int x = 0; x < CW; ++x) { const auto color = mix(background, gradient_columns[x], gradient.strength); std::copy(color.begin(), color.end(), pixels.begin() + x * 4); } for (int y = 1; y < CH; ++y) std::copy_n(pixels.begin(), CW * 4, pixels.begin() + size_t(y) * W * 4); } void frame() { // Independently rasterized neon-frame HUD style: // rounded mint-to-blue perimeter and a second shallow curved accent. for (int y = 0; y < CH; ++y) for (int x = 0; x < CW; ++x) { if (x > 34 && x < CW - 34 && y > 34 && y < CH - 34) continue; const float distance = rounded_distance(x, y, 10, 10, CW - 20, CH - 20, 18.f); const float edge = std::abs(distance); const float strength = edge <= 1.f ? 1.f : .30f * std::max(0.f, 1.f - (edge - 1.f) / 6.f); const auto color = gradient.enabled ? gradient_columns[x] : mix(theme.frame_start, theme.frame_end, float(x) / CW); auto* dst = pixels.data() + (size_t(y) * W + x) * 4; for (int k = 0; k < 3; ++k) dst[k] = static_cast(dst[k] + (color[k] - dst[k]) * strength); dst[3] = distance <= 1.f ? 255 : static_cast(255 * std::max(0.f, 1.f - (distance - 1.f) / 6.f)); } for (int x = 32; x < CW - 32; ++x) { const float t = float(x - 32) / (CW - 64); const int y = CH - 21 - int(5 * std::sin(t * 3.14159265f)); const auto color = gradient.enabled ? gradient_columns[x] : mix(theme.frame_start, theme.frame_end, t); rect({x, y, 1, 1}, color); } } int advance(uint32_t cp) { if (cp == '\r' || cp == '\t') return 0; if (FT_Load_Char(face, cp, FT_LOAD_DEFAULT)) return 0; return int(face->glyph->advance.x >> 6); } int measure(std::string_view s, unsigned px) { size(px); int width = 0; for (size_t i = 0; i < s.size();) width += advance(next_codepoint(s, i)); return width; } std::vector wrap(std::string_view s, unsigned px, int width) { size(px); std::vector result; size_t start = 0, i = 0; int x = 0; while (i < s.size()) { size_t before = i; auto cp = next_codepoint(s, i); if (cp == '\n') { result.emplace_back(s.substr(start, before - start)); start = i; x = 0; continue; } int a = advance(cp); if (x + a > width && x > 0) { result.emplace_back(s.substr(start, before - start)); start = before; x = 0; } x += a; } result.emplace_back(s.substr(start)); return result; } void text(std::string_view s, int x, int baseline, unsigned px, Color color, int right) { size(px); size_t i = 0; while (i < s.size()) { auto cp = next_codepoint(s, i); if (cp == '\n' || cp == '\r' || cp == '\t') continue; if (FT_Load_Char(face, cp, FT_LOAD_RENDER)) continue; auto glyph = face->glyph; int a = int(glyph->advance.x >> 6); if (x + a > right) break; const auto& b = glyph->bitmap; for (unsigned row = 0; row < b.rows; ++row) for (unsigned col = 0; col < b.width; ++col) { int xx = x + glyph->bitmap_left + int(col), yy = baseline - glyph->bitmap_top + int(row); if (xx < 0 || xx >= right || xx >= W || yy < 0 || yy >= H || (clip_view && (xx < clip_view->x || xx >= clip_view->x + clip_view->w || yy < clip_view->y || yy >= clip_view->y + clip_view->h))) continue; unsigned char alpha = b.buffer[int(row) * b.pitch + int(col)]; auto* dst = pixels.data() + (size_t(yy) * W + xx) * 4; for (int k = 0; k < 3; ++k) dst[k] = static_cast((unsigned(dst[k]) * (255 - alpha) + unsigned(color[k]) * alpha) / 255); } x += a; } } float max_review_scroll() const { return float(lines.size() > 6 ? (lines.size() - 6) * review_line_height : 0); } bool available(UiAction a) const { if (a == UiAction::Record) return tab != Tab::Models && !panel.quick_open && (panel.recording || panel.record_available); // With nothing to review, Type is an explicit Enter. if (a == UiAction::Insert) return tab != Tab::Models && !panel.quick_open && panel.enabled && !panel.recording; if (a == UiAction::Enter) return tab != Tab::Models && panel.enabled && !panel.recording; if (a == UiAction::QuickChat) return tab != Tab::Models && panel.enabled && !panel.recording && !panel.quick_inputs.empty(); if (a == UiAction::Toggle) return false; return true; } bool visible(Control c) const { if (panel.quick_open && c != Control::Cancel && c != Control::Enter && c != Control::Quit) return false; if (c == Control::Models || c == Control::About || c == Control::WristWorldFallback || c == Control::UpdateCheck) return tab == Tab::Settings; if (c == Control::UpdateInstall) return tab == Tab::Settings && update_status == UpdateStatus::Available; if (c == Control::ModelRow) return tab == Tab::Models && !install_confirm; if (c == Control::ModelPrev || c == Control::ModelNext) return tab == Tab::Models; if (c == Control::ModelInstall) return tab == Tab::Models; if (c == Control::Plan) return tab == Tab::Review && plan_present; if (c == Control::Keyboard) return tab == Tab::Review && keyboard_present; if (mounting(c) || c == Control::Recenter || c == Control::LasersAnytime || c == Control::AdvancedDebug || c == Control::AutoInsert || c == Control::Clock24h || c == Control::Date || c == Control::LockLayout || c == Control::CloseMicWhenIdle) return tab == Tab::Settings; return true; } bool enabled(Control c) const { if (auto a = action(c)) return available(*a); if (c == Control::UpdateCheck) return update_status != UpdateStatus::Checking; if (c == Control::Recenter) return mount == Mount::World; if (c == Control::ModelRow) return !panel.model_busy; if (c == Control::ModelInstall) { if (panel.model_busy) return false; auto it = std::find_if(panel.models.begin(), panel.models.end(), [&](const auto& m) { return m.id == panel.selected_backend; }); return it != panel.models.end() && !it->verified && (!install_confirm || (consent_snapshot == *it && consent_page == consent_rendered_page && consent_page + 1 == consent_pages())); } if (c == Control::ModelPrev) return install_confirm ? consent_page > 0 : model_page > 0; if (c == Control::ModelNext) return install_confirm ? consent_page == consent_rendered_page && consent_page + 1 < consent_pages() : (model_page + 1) * 6 < panel.models.size(); return true; } Rect button_rect(const Button& b) const { auto r = b.r; if (settings_control(b.id)) r.y -= int(std::lround(settings_scroll)); return r; } int hit(float x, float y) const { for (size_t i = 0; i < buttons.size(); ++i) { if (buttons[i].id == Control::ModelRow && model_page * 6 + (i - 23) >= panel.models.size()) continue; if (settings_control(buttons[i].id) && !settings_view.contains(x, y)) continue; if (visible(buttons[i].id) && enabled(buttons[i].id) && button_rect(buttons[i]).contains(x, y)) return int(i); } return -1; } void reset() { pressed.fill(-1); drag_cursor = -1; } // Static facts only: nothing here is a live check of the model or device. void about() { rounded({32, 204, 936, 334}, 16, mix(card, muted, .08f), mix(card, cyan, .25f), .18f); text("FrameYap", 48, 244, 30, ink, 952); text("Version " + (version.empty() ? std::string("unknown") : version), 48, 276, 22, cyan, 952); text("On-device voice typing for Steam Frame. Nothing is sent to the cloud.", 48, 306, 19, muted, 952); const auto it = std::find_if(panel.models.begin(), panel.models.end(), [&](const auto& m) { return m.id == panel.selected_backend; }); const std::array, 5> rows{{ {"Source", "github.com/baketnk/frame-yap"}, {"License", "MIT (FrameYap contributors)"}, {"Model", it == panel.models.end() ? "none selected" : it->license.empty() ? it->name : it->name + " (" + it->license + ")"}, {"Font", "Inconsolata (SIL OFL 1.1)"}, {"Notices", "docs/third-party.md in the source"}}}; for (size_t i = 0; i < rows.size(); ++i) { const int y = 352 + int(i) * 36; text(rows[i].first, 48, y, 22, cyan, 190); text(rows[i].second, 200, y, 22, ink, 952); } text("Press Settings to go back.", 48, 524, 17, muted, 952); } bool render(const Panel& p, Clock::time_point now, bool animate) { if (!animation_start) animation_start = now; if (gradient.enabled && animate && now - last_animation_frame >= std::chrono::milliseconds(100)) dirty = true; if (p.recording != panel.recording || p.enabled != panel.enabled || p.record_available != panel.record_available || p.transcript != panel.transcript) { reset(); // an old press cannot authorize a changed action or replacement transcript dirty = true; } if (p.transcript != panel.transcript || lines.empty()) { lines = wrap(p.transcript.empty() ? "Your words will appear here.\nReview them, then choose Type." : p.transcript, 32, 904); review_scroll = 0.f; dirty = true; } if (p.status != panel.status || p.enabled != panel.enabled || p.recording != panel.recording || p.quick_open != panel.quick_open || p.quick_selected != panel.quick_selected || p.quick_inputs != panel.quick_inputs || p.models != panel.models || p.selected_backend != panel.selected_backend || p.model_note != panel.model_note || p.model_busy != panel.model_busy) dirty = true; if (p.quick_open != panel.quick_open || p.models != panel.models || p.selected_backend != panel.selected_backend || p.model_busy != panel.model_busy) { reset(); install_confirm = false; consent_snapshot.reset(); } panel = p; if (panel.quick_open && tab != Tab::Review) { tab = Tab::Review; dirty = true; } int progress = 0; for (size_t cursor = 0; cursor < pressed.size(); ++cursor) if (pressed[cursor] == 10) progress = std::max(progress, std::clamp(int(std::chrono::duration_cast( PanelSurface::Clock::now() - press_time[cursor]).count() / 100) + 1, 1, 10)); if (progress != hold_progress) { hold_progress = progress; dirty = true; } auto label = panel_clock(clock_time, clock_24h, date_format); if (label.time != displayed_clock.time || label.date != displayed_clock.date) dirty = true; if (!dirty) return false; displayed_clock = std::move(label); if (gradient.enabled) prepare_gradient(now); last_animation_frame = now; std::fill(pixels.begin(), pixels.end(), 0); paint_background(); frame(); text("FrameYap", 32, 61, 40, ink, 300); // Clock and date are right-aligned; batteries fill the space after the title. int clock_right = 968; if (!displayed_clock.date.empty()) { clock_right -= measure(displayed_clock.date, 24); text(displayed_clock.date, clock_right, 58, 24, cyan, 968); clock_right -= 22; } const int clock_left = clock_right - measure(displayed_clock.time, 28); text(displayed_clock.time, clock_left, 58, 28, ink, clock_right); batteries(222, clock_left - 20); rounded({32, 78, 936, 48}, 13, mix(background, card, .7f), panel.recording ? mix(card, pink, .36f) : mix(card, cyan, .22f), panel.recording ? .16f : 0.f); rounded({46, 95, 13, 13}, 6, panel.recording ? pink : cyan, panel.recording ? pink : cyan, panel.recording ? .40f : .20f); int status_right = 968; if (indicators.dashboard_open) { // The SteamVR dashboard owns controller buttons while it is open; // the pointer still works. Mirrors what the wearer can use right now. const bool paused = *indicators.dashboard_open; const char* label = paused ? "Buttons paused" : "Buttons ready"; const Rect chip{958 - measure(label, 19) - 38, 87, measure(label, 19) + 38, 30}; rounded(chip, 12, mix(card, paused ? pink : cyan, .12f), paused ? pink : mix(card, cyan, .5f), 0.f, 1); rounded({chip.x + 11, 97, 10, 10}, 5, paused ? pink : cyan, paused ? pink : cyan); text(label, chip.x + 28, 108, 19, paused ? pink : ink, chip.x + chip.w - 4); status_right = chip.x - 12; } auto status = wrap(panel.status, 27, status_right - 70 - 74); text(status.front(), 70, 109, 27, ink, status_right - 70); if (status.size() > 1) text("[...]", status_right - 66, 109, 23, muted, status_right); if (tab == Tab::Review && panel.quick_open) { rounded({32, 212, 936, 324}, 16, mix(card, muted, .08f), mix(card, cyan, .25f), .18f); text("QUICK PHRASES Y: NEXT TYPE + ENTER: CHOICE + ENTER CANCEL: CLOSE", 48, 243, 21, cyan, 952); for (size_t i = 0; i < panel.quick_inputs.size() && i < 6; ++i) { const Rect row{48, 254 + int(i) * 45, 904, 40}; const bool selected = i == panel.quick_selected; rounded(row, 9, selected ? mix(card, cyan, .22f) : card, selected ? cyan : mix(card, muted, .4f), selected ? .2f : 0.f, selected ? 2 : 1); text(panel.quick_inputs[i], 66, row.y + 28, 26, selected ? ink : muted, 930); } } else if (tab == Tab::Review) { rounded({32, 204, 936, 278}, 16, mix(card, muted, .08f), mix(card, cyan, .25f), .18f); clip_view = review_view; const size_t first = size_t(review_scroll / review_line_height); for (size_t i = first; i < lines.size() && i <= first + 7; ++i) text(lines[i], 48, 240 + int(i * review_line_height - review_scroll), 32, panel.transcript.empty() ? muted : ink, 952); clip_view.reset(); if (max_review_scroll() > 0) { rect({956, review_view.y, 3, review_view.h}, mix(card, muted, .24f)); const int thumb = std::max(24, int(review_view.h * review_view.h / (review_view.h + max_review_scroll()))); rect({955, review_view.y + int(review_scroll * (review_view.h - thumb) / max_review_scroll()), 5, thumb}, cyan); } } else if (tab == Tab::Models) { text("Models: select to restart. Install always needs explicit confirmation.", 32, 202, 19, muted, 968); const auto it = std::find_if(panel.models.begin(), panel.models.end(), [&](const auto& m) { return m.id == panel.selected_backend; }); if (it != panel.models.end()) { if (install_confirm && consent_snapshot == *it) { text("Review every page before Confirm Install. Settings cancels.", 32, 225, 19, pink, 968); // Only a painted page can advance review or authorize the // install: multiple pointer events between draws cannot skip it. consent_rendered_page = consent_page; const auto rows = visible_consent_lines(); for (size_t i = 0; i < rows.size(); ++i) text(rows[i], 48, 271 + int(i) * 34, 19, ink, 950); text("METADATA PAGE " + std::to_string(consent_page + 1) + " / " + std::to_string(consent_pages()), 32, 505, 19, cyan, 968); } else { text("Select Install to review full source, size and license before download.", 32, 225, 18, cyan, 968); } } else text("No model selected.", 32, 225, 18, pink, 968); } else if (tab == Tab::About) { about(); } else { text("Hold Quit: hold 0.9s then release. Lasers anytime: system-wide; may affect games.", 32, 204, 18, pink, 968); text(placement_note.empty() ? "Auto insert needs stable X focus; debug logs may contain speech." : placement_note, 32, 225, 17, muted, 968); } rect({32, 550, 936, 1}, mix(card, cyan, .17f)); if (tab == Tab::Review && !panel.quick_open && max_review_scroll() > 0) text("Right stick: scroll review", 32, 568, 16, muted, 400); for (size_t i = 0; i < buttons.size(); ++i) { const auto& b = buttons[i]; if (!visible(b.id)) continue; if (b.id == Control::ModelRow && model_page * 6 + (i - 23) >= panel.models.size()) continue; const Rect r = button_rect(b); if (settings_control(b.id)) clip_view = settings_view; bool on = enabled(b.id); bool selected = (b.id == Control::Review && tab == Tab::Review) || (b.id == Control::Settings && tab == Tab::Settings) || (mounting(b.id) && *mounting(b.id) == mount) || (b.id == Control::LasersAnytime && lasers_anytime) || (b.id == Control::AdvancedDebug && advanced_debug) || (b.id == Control::AutoInsert && auto_insert) || (b.id == Control::CloseMicWhenIdle && close_mic_when_idle) || (b.id == Control::LockLayout && layout_locked); const Color fill = !on ? mix(background, card, .40f) : selected ? mix(card, cyan, .14f) : card; const Color accent = b.id == Control::Record && panel.recording ? pink : cyan; const bool highlighted = on && (selected || b.id == Control::Record || (b.id == Control::Insert && panel.transcript.size())); rounded(r, std::min(16, r.h / 3), fill, !on ? mix(card, muted, .13f) : highlighted ? accent : mix(card, muted, .38f), highlighted ? .23f : 0.f, highlighted ? 2 : 1); if (b.id == Control::Quit && (pressed[0] == int(i) || pressed[1] == int(i))) { const int cursor = pressed[0] == int(i) ? 0 : 1; const float fraction = std::clamp(float(std::chrono::duration_cast( PanelSurface::Clock::now() - press_time[cursor]).count()) / PanelSurface::quit_hold.count(), 0.f, 1.f); rect({r.x + 7, r.y + r.h - 9, int((r.w - 14) * fraction), 3}, pink); } const std::string label = b.id == Control::ModelRow ? [&]() { const auto& m = panel.models[model_page * 6 + i - 23]; return (m.id == panel.selected_backend ? "[ACTIVE] " : "") + m.name + " - " + (m.id == panel.selected_backend && panel.model_busy ? "checking" : m.state); }() : b.id == Control::ModelInstall && install_confirm ? "Confirm Install" : b.id == Control::Record && panel.recording ? "Stop" : b.id == Control::Insert && panel.transcript.empty() ? "Enter" : b.id == Control::Clock24h ? (clock_24h ? "Clock: 24 hour" : "Clock: 12 hour") : b.id == Control::Date ? (date_format == DateFormat::Off ? "Date: Off" : date_format == DateFormat::MonthDayYear ? "Date: MM/DD/YYYY" : date_format == DateFormat::DayMonthYear ? "Date: DD/MM/YYYY" : "Date: YYYY-MM-DD") : b.label; text(label, r.x + 16, r.y + r.h / 2 + 9, b.id == Control::Date ? 23 : b.id == Control::CloseMicWhenIdle ? 22 : b.id == Control::Enter ? 20 : 27, on ? ink : mix(background, muted, .48f), r.x + r.w - 8); if (mounting(b.id) && selected) text("ON", r.x + r.w - 56, r.y + 38, 23, cyan, r.x + r.w - 12); if (b.id == Control::LasersAnytime || b.id == Control::AdvancedDebug || b.id == Control::AutoInsert || b.id == Control::LockLayout || b.id == Control::CloseMicWhenIdle || b.id == Control::WristWorldFallback) { bool active = b.id == Control::LasersAnytime ? lasers_anytime : b.id == Control::AutoInsert ? auto_insert : b.id == Control::LockLayout ? layout_locked : b.id == Control::CloseMicWhenIdle ? close_mic_when_idle : b.id == Control::WristWorldFallback ? wrist_world_fallback : advanced_debug; text(active ? "ON" : "OFF", r.x + r.w - 66, r.y + r.h / 2 + 9, 22, active ? cyan : muted, r.x + r.w - 12); } clip_view.reset(); } if (tab == Tab::Settings) { rect({976, settings_view.y, 3, settings_view.h}, mix(card, muted, .24f)); const int thumb = settings_view.h * settings_view.h / (settings_view.h + settings_max_scroll); rect({975, settings_view.y + int(settings_scroll * (settings_view.h - thumb) / settings_max_scroll), 5, thumb}, cyan); text("Right stick: scroll", 32, 565, 16, muted, 320); text("OFF: discard idle audio; ON: spike / start latency.", 390, 565, 16, muted, 887); const std::string update_note = update_status == UpdateStatus::Idle ? "" : update_status == UpdateStatus::Checking ? "Checking for updates..." : update_status == UpdateStatus::Current ? "FrameYap is up to date." : update_status == UpdateStatus::Available ? "Update available: " + update_version : update_status == UpdateStatus::TerminalFailed ? "Could not open update terminal." : "Could not check for updates."; if (!update_note.empty()) { clip_view = settings_view; text(update_note, 32, 716 - int(std::lround(settings_scroll)), 18, (update_status == UpdateStatus::Failed || update_status == UpdateStatus::TerminalFailed) ? pink : cyan, 968); clip_view.reset(); } } if (tab == Tab::Review && !binding_note.empty()) text(binding_note, 32, 665, 18, pink, 968); if (tab == Tab::Models && !panel.model_note.empty()) { // The install/navigation controls occupy y=530..566; the status // belongs BELOW the shared footer (574..642), not under buttons. auto rows = wrap(panel.model_note, 15, 904); for (size_t i = 0; i < rows.size() && i < 2; ++i) text(rows[i], 32, 658 + int(i) * 18, 15, pink, 968); if (rows.size() > 2) text("[note shortened]", 805, 677, 13, pink, 968); } // Screenshot-inspired grab underline and outside corner bracket. No // opaque toolbar backing; broad hit targets surround the slender strokes. if (!layout_locked) { const Color handle = theme.frame_end; rounded({400, 721, 200, 6}, 3, handle, handle); rounded({1008, 721, 36, 6}, 3, handle, handle); rounded({1038, 691, 6, 36}, 3, handle, handle); // The frame gradient, without changing antialiased alpha coverage. for (Rect bounds : {Rect{400, 721, 200, 6}, Rect{1008, 691, 36, 36}}) for (int y = bounds.y; y < bounds.y + bounds.h; ++y) for (int x = bounds.x; x < bounds.x + bounds.w; ++x) { auto* dst = pixels.data() + (size_t(y) * W + x) * 4; if (!dst[3]) continue; const auto color = gradient.enabled ? gradient_columns[x] : mix(theme.frame_start, theme.frame_end, float(x - bounds.x) / (bounds.w - 1)); std::copy_n(color.begin(), 3, dst); } } dirty = false; return true; } }; PanelSurface::PanelSurface(const std::string& font, Mount mount, Theme theme, GradientConfig gradient) : impl_(std::make_unique(font, mount, theme, gradient)) {} PanelSurface::~PanelSurface() = default; bool PanelSurface::render(const Panel& p, Clock::time_point now, bool animate) { return impl_->render(p, now, animate); } const std::vector& PanelSurface::pixels() const { return impl_->pixels; } bool PanelSurface::available(UiAction a) const { return impl_->available(a); } std::vector PanelSurface::visible_model_review_lines() const { return impl_->visible_consent_lines(); } bool PanelSurface::dragging(unsigned cursor) const { return cursor < impl_->pressed.size() && int(cursor) == impl_->drag_cursor; } std::optional PanelSurface::pointer_down(unsigned cursor, float x, float y, Clock::time_point now) { if (cursor >= impl_->pressed.size() || impl_->drag_cursor >= 0) return {}; const auto contains = [&](Bounds b) { return Rect{b.x, b.y, b.w, b.h}.contains(x, y); }; if (!impl_->layout_locked && (contains(grab) || contains(scale))) { impl_->reset(); // other cursor's prior approval cannot survive relocation impl_->drag_cursor = int(cursor); return contains(grab) ? PanelDragKind::Grab : PanelDragKind::Scale; } impl_->pressed[cursor] = impl_->hit(x, y); impl_->press_time[cursor] = now; if (impl_->pressed[cursor] == 10) impl_->dirty = true; return {}; } SurfaceEvent PanelSurface::pointer_up(unsigned cursor, float x, float y, Clock::time_point now) { SurfaceEvent result; if (cursor >= impl_->pressed.size()) return result; if (impl_->drag_cursor >= 0) { if (impl_->drag_cursor == int(cursor)) impl_->reset(); return result; } int index = std::exchange(impl_->pressed[cursor], -1); if (index == 10) impl_->dirty = true; if (index < 0 || impl_->hit(x, y) != index) return result; auto c = buttons[index].id; if (c == Control::Quit && now - impl_->press_time[cursor] < quit_hold) return result; if (c == Control::Record) result.action = impl_->panel.recording ? UiAction::EndRecord : UiAction::BeginRecord; else if (auto a = action(c)) result.action = a; else if (auto m = mounting(c)) { impl_->mount = *m; result.mount = *m; impl_->reset(); impl_->dirty = true; } else if (c == Control::Recenter) { result.recenter = true; impl_->reset(); } else if (c == Control::LasersAnytime) result.lasers_anytime = !impl_->lasers_anytime; else if (c == Control::AdvancedDebug) result.advanced_debug = !impl_->advanced_debug; else if (c == Control::AutoInsert) result.auto_insert = !impl_->auto_insert; else if (c == Control::CloseMicWhenIdle) result.close_mic_when_idle = !impl_->close_mic_when_idle; else if (c == Control::LockLayout) result.lock_layout = !impl_->layout_locked; else if (c == Control::WristWorldFallback) result.wrist_world_fallback = !impl_->wrist_world_fallback; else if (c == Control::Clock24h) result.clock_24h = !impl_->clock_24h; else if (c == Control::Date) result.date_format = static_cast((static_cast(impl_->date_format) + 1) % 4); else if (c == Control::Bindings) { result.open_bindings = true; impl_->reset(); } else if (c == Control::UpdateCheck) { result.check_updates = true; impl_->reset(); } else if (c == Control::UpdateInstall) { result.install_update = true; impl_->reset(); } else if (c == Control::Models) { impl_->tab = Tab::Models; impl_->model_page = 0; impl_->install_confirm = false; impl_->consent_snapshot.reset(); impl_->reset(); impl_->dirty = true; } else if (c == Control::About) { impl_->tab = Tab::About; impl_->reset(); impl_->dirty = true; } else if (c == Control::ModelRow) { const auto& model = impl_->panel.models[impl_->model_page * 6 + index - 23]; result.model_action = ModelAction{model.id, false, {}}; impl_->install_confirm = false; impl_->consent_snapshot.reset(); impl_->reset(); impl_->dirty = true; } else if (c == Control::ModelInstall) { auto it = std::find_if(impl_->panel.models.begin(), impl_->panel.models.end(), [&](const auto& m) { return m.id == impl_->panel.selected_backend; }); if (it != impl_->panel.models.end() && !it->verified && !impl_->panel.model_busy && it->manifest_sha256.size() == 64) { if (impl_->install_confirm && impl_->consent_snapshot == *it) result.model_action = ModelAction{it->id, true, impl_->consent_snapshot->manifest_sha256}; else if (!impl_->install_confirm) impl_->prepare_consent(*it); } if (result.model_action) { impl_->install_confirm = false; impl_->consent_snapshot.reset(); } impl_->reset(); impl_->dirty = true; } else if (c == Control::ModelPrev) { if (impl_->install_confirm) --impl_->consent_page; else --impl_->model_page; impl_->reset(); impl_->dirty = true; } else if (c == Control::ModelNext) { if (impl_->install_confirm) ++impl_->consent_page; else ++impl_->model_page; impl_->reset(); impl_->dirty = true; } else if (c == Control::Review || c == Control::Settings) { impl_->tab = c == Control::Review ? Tab::Review : Tab::Settings; impl_->install_confirm = false; impl_->consent_snapshot.reset(); impl_->reset(); impl_->dirty = true; } else if (c == Control::Plan || c == Control::Keyboard) { result.launch_companion = c == Control::Plan ? SurfaceEvent::Companion::Plan : SurfaceEvent::Companion::Keyboard; impl_->reset(); } return result; } bool PanelSurface::scroll(float x, float y, float vertical_delta) { if (impl_->drag_cursor >= 0 || !std::isfinite(vertical_delta)) return false; if (impl_->tab == Tab::Review && !impl_->panel.quick_open && review_view.contains(x, y)) { const float next = std::clamp(impl_->review_scroll - std::clamp(vertical_delta, -4.f, 4.f) * 48.f, 0.f, impl_->max_review_scroll()); if (next == impl_->review_scroll) return false; impl_->review_scroll = next; impl_->reset(); impl_->dirty = true; return true; } if (impl_->tab != Tab::Settings || !settings_view.contains(x, y)) return false; const float next = std::clamp(impl_->settings_scroll - std::clamp(vertical_delta, -4.f, 4.f) * 48.f, 0.f, float(settings_max_scroll)); if (next == impl_->settings_scroll) return false; impl_->settings_scroll = next; impl_->reset(); // a press must not turn into a click on a different setting impl_->dirty = true; return true; } void PanelSurface::set_companions(bool plan, bool keyboard) { if (impl_->plan_present != plan || impl_->keyboard_present != keyboard) { impl_->plan_present = plan; impl_->keyboard_present = keyboard; impl_->reset(); impl_->dirty = true; } } void PanelSurface::set_update_status(UpdateStatus status, std::string version) { if (impl_->update_status != status || impl_->update_version != version) { impl_->update_status = status; impl_->update_version = std::move(version); impl_->reset(); impl_->dirty = true; } } void PanelSurface::set_indicators(const StatusIndicators& indicators) { if (impl_->indicators != indicators) { impl_->indicators = indicators; impl_->dirty = true; } } void PanelSurface::set_binding_note(std::string note) { if (impl_->binding_note != note) { impl_->binding_note = std::move(note); impl_->dirty = true; } } void PanelSurface::reset_pointers() { impl_->reset(); } std::vector PanelSurface::input_regions() const { std::vector result{{10, 10, CW - 20, CH - 20}}; if (!impl_->layout_locked) { result.push_back(grab); result.push_back(scale); } return result; } void PanelSurface::set_wrist_world_fallback(bool enabled) { if (impl_->wrist_world_fallback != enabled) { impl_->wrist_world_fallback = enabled; impl_->reset(); impl_->dirty = true; } } void PanelSurface::set_layout_locked(bool locked) { if (impl_->layout_locked != locked) { impl_->layout_locked = locked; impl_->reset(); impl_->dirty = true; } } void PanelSurface::set_version(std::string version) { if (impl_->version != version) { impl_->version = std::move(version); impl_->dirty = true; } } void PanelSurface::set_placement_note(std::string note) { if (impl_->placement_note != note) { impl_->placement_note = std::move(note); impl_->dirty = true; } } void PanelSurface::set_lasers_anytime(bool enabled) { if (impl_->lasers_anytime != enabled) { impl_->lasers_anytime = enabled; impl_->reset(); impl_->dirty = true; } } void PanelSurface::set_advanced_debug(bool enabled) { if (impl_->advanced_debug != enabled) { impl_->advanced_debug = enabled; impl_->reset(); impl_->dirty = true; } } void PanelSurface::set_auto_insert(bool enabled) { if (impl_->auto_insert != enabled) { impl_->auto_insert = enabled; impl_->reset(); impl_->dirty = true; } } void PanelSurface::set_close_mic_when_idle(bool enabled) { if (impl_->close_mic_when_idle != enabled) { impl_->close_mic_when_idle = enabled; impl_->reset(); impl_->dirty = true; } } void PanelSurface::set_clock_24h(bool enabled) { if (impl_->clock_24h != enabled) { impl_->clock_24h = enabled; impl_->reset(); impl_->dirty = true; } } void PanelSurface::set_date_format(DateFormat format) { if (impl_->date_format != format) { impl_->date_format = format; impl_->reset(); impl_->dirty = true; } } void PanelSurface::set_clock_time(std::time_t now) { impl_->clock_time = now; } } // namespace frameyap