steam-frame/baketnk--frame-yap
1
0 Fork 0
mirror of https://github.com/baketnk/frame-yap.git synced 2026-10-06 05:00:04 +02:00
Code Issues Packages Projects Releases 3 Wiki Activity
Files
eb054199e192ff3bff26e92855f9bdba7f588c31
baketnk--frame-yap/src/panel_surface.cpp
T

885 lines
48 KiB
C++
Raw Blame History

#include "panel_surface.hpp"
#include "panel_clock.hpp"
#include <ft2build.h>
#include FT_FREETYPE_H
#include <algorithm>
#include <array>
#include <cmath>
#include <cstdint>
#include <stdexcept>
#include <string_view>
#include <utility>
namespace frameyap {
namespace {
constexpr int W = PanelSurface::width, H = PanelSurface::height;
using Color = Rgba;
constexpr int CW = PanelSurface::body.w, CH = PanelSurface::body.h;
float rounded_distance(float px, float py, int x, int y, int w, int h, float radius) {
const float dx = std::abs(px - (x + w / 2.f)) - (w / 2.f - radius);
const float dy = std::abs(py - (y + h / 2.f)) - (h / 2.f - radius);
return std::hypot(std::max(dx, 0.f), std::max(dy, 0.f)) +
std::min(std::max(dx, dy), 0.f) - radius;
}
struct Rect {
int x, y, w, h;
bool contains(float px, float py) const {
return std::isfinite(px) && std::isfinite(py) && px >= x && px < x + w && py >= y && py < y + h &&
rounded_distance(px, py, x, y, w, h, std::min(16, h / 3)) <= 0.f;
}
};
enum class Control { Review, Settings, Bindings, Plan, Keyboard, Record, Cancel, Insert, Enter, Quit,
World, Left, Right, Head, Recenter, LasersAnytime, AdvancedDebug, AutoInsert,
Clock24h, Date, LockLayout, CloseMicWhenIdle, Models, ModelRow,
ModelInstall, ModelPrev, ModelNext, About, WristWorldFallback, UpdateCheck, UpdateInstall };
enum class Tab { Review, Settings, Models, About };
struct Button { Rect r; Control id; const char* label; };
constexpr std::array<Button, 36> buttons{{
{{32, 138, 180, 46}, Control::Review, "Review"},
{{226, 138, 180, 46}, Control::Settings, "Settings"},
{{420, 138, 180, 46}, Control::Bindings, "Bindings"},
{{620, 138, 348, 46}, Control::LockLayout, "Lock grab/scale"},
{{32, 496, 454, 44}, Control::Plan, "Open Plan"},
{{514, 496, 454, 44}, Control::Keyboard, "Open Keyboard"},
{{32, 574, 176, 68}, Control::Record, "Record"},
{{222, 574, 176, 68}, Control::Cancel, "Cancel"},
{{412, 574, 176, 68}, Control::Insert, "Type"},
{{602, 574, 176, 68}, Control::Enter, "Type + Enter"},
{{792, 574, 176, 68}, Control::Quit, "Hold Quit"},
{{32, 234, 454, 58}, Control::World, "World space"},
{{514, 234, 454, 58}, Control::Head, "Head"},
{{32, 308, 454, 58}, Control::Left, "Left wrist"},
{{514, 308, 454, 58}, Control::Right, "Right wrist"},
{{32, 378, 300, 44}, Control::Recenter, "Recenter in front"},
{{514, 378, 454, 44}, Control::LasersAnytime, "Lasers anytime"},
{{32, 428, 454, 40}, Control::AutoInsert, "Auto insert"},
{{514, 428, 454, 40}, Control::AdvancedDebug, "Advanced debug"},
{{32, 474, 454, 36}, Control::Clock24h, "Clock"},
{{514, 474, 454, 36}, Control::Date, "Date"},
{{32, 516, 454, 32}, Control::CloseMicWhenIdle, "Close mic when idle"},
{{514, 516, 454, 32}, Control::Models, "Models / backends"},
{{32, 242, 936, 42}, Control::ModelRow, ""},
{{32, 290, 936, 42}, Control::ModelRow, ""},
{{32, 338, 936, 42}, Control::ModelRow, ""},
{{32, 386, 936, 42}, Control::ModelRow, ""},
{{32, 434, 936, 42}, Control::ModelRow, ""},
{{32, 482, 936, 42}, Control::ModelRow, ""},
{{514, 530, 454, 36}, Control::ModelInstall, "Install"},
{{32, 530, 214, 36}, Control::ModelPrev, "Previous"},
{{260, 530, 214, 36}, Control::ModelNext, "Next"},
{{346, 378, 154, 44}, Control::About, "About"},
{{32, 584, 936, 50}, Control::WristWorldFallback, "Wrist world fallback"},
{{32, 640, 454, 42}, Control::UpdateCheck, "Check for updates"},
{{514, 640, 454, 42}, Control::UpdateInstall, "Install update..."},
}};
constexpr Rect settings_view{32, 232, 936, 316};
constexpr Rect review_view{48, 212, 904, 260};
constexpr int review_line_height = 42;
// Leave a status row after the optional update controls, within the viewport.
constexpr int settings_max_scroll = 722 - (settings_view.y + settings_view.h);
std::optional<UiAction> action(Control c) {
switch (c) {
case Control::Record: return UiAction::Record;
case Control::Cancel: return UiAction::Cancel;
case Control::Insert: return UiAction::Insert;
case Control::Enter: return UiAction::Enter;
case Control::Quit: return UiAction::Quit;
default: return {};
}
}
std::optional<Mount> mounting(Control c) {
switch (c) {
case Control::World: return Mount::World;
case Control::Left: return Mount::LeftWrist;
case Control::Right: return Mount::RightWrist;
case Control::Head: return Mount::Head;
default: return {};
}
}
bool settings_control(Control c) {
return c == Control::Models || c == Control::About || mounting(c) ||
c == Control::Recenter || c == Control::LasersAnytime || c == Control::AdvancedDebug ||
c == Control::AutoInsert || c == Control::Clock24h || c == Control::Date ||
c == Control::CloseMicWhenIdle || c == Control::WristWorldFallback ||
c == Control::UpdateCheck || c == Control::UpdateInstall;
}
// Invalid bytes become visible replacement glyphs, never control commands.
uint32_t next_codepoint(std::string_view s, size_t& i) {
const auto a = static_cast<unsigned char>(s[i++]);
if (a < 0x80) return a;
int count = a >= 0xc2 && a <= 0xdf ? 1 : a >= 0xe0 && a <= 0xef ? 2 : a >= 0xf0 && a <= 0xf4 ? 3 : 0;
if (!count || i + count > s.size()) return 0xfffd;
uint32_t value = a & (count == 1 ? 0x1f : count == 2 ? 0x0f : 0x07);
for (int k = 0; k < count; ++k) {
auto b = static_cast<unsigned char>(s[i + k]);
if ((b & 0xc0) != 0x80) return 0xfffd;
value = (value << 6) | (b & 0x3f);
}
if ((count == 1 && value < 0x80) || (count == 2 && value < 0x800) ||
(count == 3 && value < 0x10000) || (value >= 0xd800 && value <= 0xdfff) || value > 0x10ffff)
return 0xfffd;
i += count;
return value;
}
} // namespace
struct PanelSurface::Impl {
FT_Library library = nullptr;
FT_Face face = nullptr;
std::vector<unsigned char> pixels = std::vector<unsigned char>(W * H * 4);
Panel panel;
Mount mount;
Theme theme;
GradientConfig gradient;
std::optional<Clock::time_point> animation_start;
Clock::time_point last_animation_frame{};
std::array<Color, W> gradient_columns{};
Color background, card, ink, muted, cyan, pink;
Tab tab = Tab::Review;
bool dirty = true, lasers_anytime = false, advanced_debug = false, auto_insert = false;
bool close_mic_when_idle = false, wrist_world_fallback = true;
bool clock_24h = false, layout_locked = false;
float settings_scroll = 0.f;
std::optional<Rect> clip_view;
bool plan_present = false, keyboard_present = false;
UpdateStatus update_status = UpdateStatus::Idle;
std::string update_version;
float review_scroll = 0.f;
DateFormat date_format = DateFormat::MonthDayYear;
std::time_t clock_time = std::time(nullptr);
ClockLabel displayed_clock;
std::string placement_note, binding_note, version;
StatusIndicators indicators;
std::array<int, 2> pressed{{-1, -1}};
std::array<PanelSurface::Clock::time_point, 2> press_time{};
int hold_progress = 0;
int drag_cursor = -1;
std::vector<std::string> lines;
size_t model_page = 0;
size_t consent_page = 0;
size_t consent_rendered_page = size_t(-1);
bool install_confirm = false;
std::optional<ModelOption> consent_snapshot;
std::vector<std::string> consent_lines;
static constexpr size_t consent_lines_per_page = 6;
size_t consent_pages() const {
return std::max(size_t(1), (consent_lines.size() + consent_lines_per_page - 1) / consent_lines_per_page);
}
std::vector<std::string> visible_consent_lines() const {
if (!install_confirm || !consent_snapshot || consent_page != consent_rendered_page) return {};
auto first = consent_page * consent_lines_per_page;
auto last = std::min(consent_lines.size(), first + consent_lines_per_page);
return {consent_lines.begin() + first, consent_lines.begin() + last};
}
void prepare_consent(const ModelOption& m) {
consent_snapshot = m;
consent_lines.clear();
// Each field is independently wrapped; no hidden tail of the source,
// license or attribution may be mistaken for reviewed consent.
for (const auto& field : {"Backend: " + m.name + " (" + m.id + ")",
"Download bytes: " + std::to_string(m.bytes),
"Source: " + m.source, "License: " + m.license,
"License text: " + m.license_text,
"Attribution: " + m.attribution,
"Manifest SHA-256: " + m.manifest_sha256}) {
auto rows = wrap(field, 19, 890);
consent_lines.insert(consent_lines.end(), rows.begin(), rows.end());
}
consent_page = 0;
consent_rendered_page = size_t(-1);
install_confirm = true;
}
Impl(const std::string& font, Mount m, Theme t, GradientConfig g)
: mount(m), theme(t), gradient(g), background(t.background), card(t.card), ink(t.ink), muted(t.muted),
cyan(t.accent), pink(t.warning) {
if (FT_Init_FreeType(&library)) throw std::runtime_error("FreeType initialization failed");
if (FT_New_Face(library, font.c_str(), 0, &face)) {
FT_Done_FreeType(library);
throw std::runtime_error("Could not load specified font: " + font);
}
}
~Impl() { FT_Done_Face(face); FT_Done_FreeType(library); }
void size(unsigned px) {
if (FT_Set_Pixel_Sizes(face, 0, px)) throw std::runtime_error("Could not size panel font");
}
Color mix(Color a, Color b, float t) const {
Color result{};
for (int k = 0; k < 3; ++k)
result[k] = static_cast<unsigned char>(a[k] * (1.f - t) + b[k] * t);
result[3] = 255;
return result;
}
void rect(Rect r, Color c) {
for (int y = std::max(r.y, clip_view ? clip_view->y : 0);
y < std::min(clip_view ? clip_view->y + clip_view->h : H, r.y + r.h); ++y)
for (int x = std::max(r.x, clip_view ? clip_view->x : 0);
x < std::min(clip_view ? clip_view->x + clip_view->w : W, r.x + r.w); ++x)
std::copy(c.begin(), c.end(), pixels.begin() + (size_t(y) * W + x) * 4);
}
void blend(int x, int y, Color color, float amount) {
if (clip_view && (x < clip_view->x || x >= clip_view->x + clip_view->w ||
y < clip_view->y || y >= clip_view->y + clip_view->h)) return;
auto* dst = pixels.data() + (size_t(y) * W + x) * 4;
// Straight-alpha source-over, including strokes in the transparent margin.
const float alpha = amount * color[3] / 255.f;
const float old_alpha = dst[3] / 255.f;
const float out_alpha = alpha + old_alpha * (1.f - alpha);
if (out_alpha <= 0.f) return;
for (int k = 0; k < 3; ++k)
dst[k] = static_cast<unsigned char>((dst[k] * old_alpha * (1.f - alpha) + color[k] * alpha) / out_alpha);
dst[3] = static_cast<unsigned char>(255.f * out_alpha);
}
void rounded(Rect r, int radius, Color fill, Color edge, float glow = 0.f, int stroke = 1) {
// Distance-field antialiasing and restrained baked glow. No second texture or GPU pass.
constexpr int halo = 10;
for (int y = std::max(0, r.y - halo); y < std::min(H, r.y + r.h + halo); ++y)
for (int x = std::max(0, r.x - halo); x < std::min(W, r.x + r.w + halo); ++x) {
const float d = rounded_distance(x + .5f, y + .5f, r.x, r.y, r.w, r.h, radius);
if (glow > 0.f && d > 0.f && d < halo) {
const float falloff = 1.f - d / halo;
blend(x, y, edge, glow * falloff * falloff);
}
if (d < .5f) blend(x, y, fill, std::clamp(.5f - d, 0.f, 1.f));
if (d > -stroke - .5f && d < .5f)
blend(x, y, edge, std::clamp(d + stroke + .5f, 0.f, 1.f) *
std::clamp(.5f - d, 0.f, 1.f));
}
}
// Compact "L [###] 82%" groups; missing devices are omitted, not zeroed.
void batteries(int x, int right) {
const std::array<std::pair<const char*, const std::optional<BatteryLevel>*>, 3> groups{{
{"L", &indicators.left}, {"HMD", &indicators.head}, {"R", &indicators.right}}};
for (const auto& [name, level] : groups) {
if (!*level) continue;
const auto& b = **level;
const std::string percent = std::to_string(b.percent) + "%";
const int width = measure(name, 18) + 6 + 30 + 6 + measure(percent, 20) + (b.charging ? 12 : 0);
if (x + width > right) return;
text(name, x, 56, 18, muted, right);
x += measure(name, 18) + 6;
const Color tone = b.charging ? cyan : b.percent <= 20 ? pink : ink;
rounded({x, 42, 26, 16}, 4, background, mix(background, tone, .8f));
rect({x + 26, 47, 3, 6}, mix(background, tone, .8f));
const int fill = std::max(b.percent > 0 ? 1 : 0, 20 * std::clamp(b.percent, 0, 100) / 100);
if (fill) rect({x + 3, 45, fill, 10}, tone);
x += 36;
text(percent, x, 57, 20, tone, right);
x += measure(percent, 20);
if (b.charging) { text("+", x + 1, 55, 18, cyan, right); x += 12; }
x += 18;
}
}
void prepare_gradient(Clock::time_point now) {
// A periodic cosine field has matching values AND velocity at both
// spatial and temporal seams. One phase drives the body and handles.
const double elapsed = std::chrono::duration<double>(now - *animation_start).count();
const double phase = std::fmod(elapsed, gradient.period_seconds) / gradient.period_seconds;
for (int x = 0; x < W; ++x) {
const float t = float(.5 - .5 * std::cos(2. * 3.141592653589793 * (double(x) / W - phase)));
gradient_columns[x] = mix(theme.frame_start, theme.frame_end, t);
}
}
void paint_background() {
if (!gradient.enabled) { rect({0, 0, CW, CH}, background); return; }
// Compute colors once per column, then copy contiguous rows.
for (int x = 0; x < CW; ++x) {
const auto color = mix(background, gradient_columns[x], gradient.strength);
std::copy(color.begin(), color.end(), pixels.begin() + x * 4);
}
for (int y = 1; y < CH; ++y)
std::copy_n(pixels.begin(), CW * 4, pixels.begin() + size_t(y) * W * 4);
}
void frame() {
// Independently rasterized neon-frame HUD style:
// rounded mint-to-blue perimeter and a second shallow curved accent.
for (int y = 0; y < CH; ++y) for (int x = 0; x < CW; ++x) {
if (x > 34 && x < CW - 34 && y > 34 && y < CH - 34) continue;
const float distance = rounded_distance(x, y, 10, 10, CW - 20, CH - 20, 18.f);
const float edge = std::abs(distance);
const float strength = edge <= 1.f ? 1.f : .30f * std::max(0.f, 1.f - (edge - 1.f) / 6.f);
const auto color = gradient.enabled ? gradient_columns[x] :
mix(theme.frame_start, theme.frame_end, float(x) / CW);
auto* dst = pixels.data() + (size_t(y) * W + x) * 4;
for (int k = 0; k < 3; ++k)
dst[k] = static_cast<unsigned char>(dst[k] + (color[k] - dst[k]) * strength);
dst[3] = distance <= 1.f ? 255 : static_cast<unsigned char>(255 * std::max(0.f, 1.f - (distance - 1.f) / 6.f));
}
for (int x = 32; x < CW - 32; ++x) {
const float t = float(x - 32) / (CW - 64);
const int y = CH - 21 - int(5 * std::sin(t * 3.14159265f));
const auto color = gradient.enabled ? gradient_columns[x] : mix(theme.frame_start, theme.frame_end, t);
rect({x, y, 1, 1}, color);
}
}
int advance(uint32_t cp) {
if (cp == '\r' || cp == '\t') return 0;
if (FT_Load_Char(face, cp, FT_LOAD_DEFAULT)) return 0;
return int(face->glyph->advance.x >> 6);
}
int measure(std::string_view s, unsigned px) {
size(px);
int width = 0;
for (size_t i = 0; i < s.size();) width += advance(next_codepoint(s, i));
return width;
}
std::vector<std::string> wrap(std::string_view s, unsigned px, int width) {
size(px);
std::vector<std::string> result;
size_t start = 0, i = 0;
int x = 0;
while (i < s.size()) {
size_t before = i;
auto cp = next_codepoint(s, i);
if (cp == '\n') {
result.emplace_back(s.substr(start, before - start)); start = i; x = 0; continue;
}
int a = advance(cp);
if (x + a > width && x > 0) {
result.emplace_back(s.substr(start, before - start)); start = before; x = 0;
}
x += a;
}
result.emplace_back(s.substr(start));
return result;
}
void text(std::string_view s, int x, int baseline, unsigned px, Color color, int right) {
size(px);
size_t i = 0;
while (i < s.size()) {
auto cp = next_codepoint(s, i);
if (cp == '\n' || cp == '\r' || cp == '\t') continue;
if (FT_Load_Char(face, cp, FT_LOAD_RENDER)) continue;
auto glyph = face->glyph;
int a = int(glyph->advance.x >> 6);
if (x + a > right) break;
const auto& b = glyph->bitmap;
for (unsigned row = 0; row < b.rows; ++row)
for (unsigned col = 0; col < b.width; ++col) {
int xx = x + glyph->bitmap_left + int(col), yy = baseline - glyph->bitmap_top + int(row);
if (xx < 0 || xx >= right || xx >= W || yy < 0 || yy >= H ||
(clip_view && (xx < clip_view->x || xx >= clip_view->x + clip_view->w ||
yy < clip_view->y || yy >= clip_view->y + clip_view->h))) continue;
unsigned char alpha = b.buffer[int(row) * b.pitch + int(col)];
auto* dst = pixels.data() + (size_t(yy) * W + xx) * 4;
for (int k = 0; k < 3; ++k)
dst[k] = static_cast<unsigned char>((unsigned(dst[k]) * (255 - alpha) + unsigned(color[k]) * alpha) / 255);
}
x += a;
}
}
float max_review_scroll() const {
return float(lines.size() > 6 ? (lines.size() - 6) * review_line_height : 0);
}
bool available(UiAction a) const {
if (a == UiAction::Record) return tab != Tab::Models && !panel.quick_open && (panel.recording || panel.record_available);
// With nothing to review, Type is an explicit Enter.
if (a == UiAction::Insert) return tab != Tab::Models && !panel.quick_open && panel.enabled && !panel.recording;
if (a == UiAction::Enter) return tab != Tab::Models && panel.enabled && !panel.recording;
if (a == UiAction::QuickChat) return tab != Tab::Models && panel.enabled && !panel.recording && !panel.quick_inputs.empty();
if (a == UiAction::Toggle) return false;
return true;
}
bool visible(Control c) const {
if (panel.quick_open && c != Control::Cancel && c != Control::Enter && c != Control::Quit) return false;
if (c == Control::Models || c == Control::About || c == Control::WristWorldFallback ||
c == Control::UpdateCheck) return tab == Tab::Settings;
if (c == Control::UpdateInstall) return tab == Tab::Settings && update_status == UpdateStatus::Available;
if (c == Control::ModelRow) return tab == Tab::Models && !install_confirm;
if (c == Control::ModelPrev || c == Control::ModelNext) return tab == Tab::Models;
if (c == Control::ModelInstall) return tab == Tab::Models;
if (c == Control::Plan) return tab == Tab::Review && plan_present;
if (c == Control::Keyboard) return tab == Tab::Review && keyboard_present;
if (mounting(c) || c == Control::Recenter || c == Control::LasersAnytime ||
c == Control::AdvancedDebug || c == Control::AutoInsert ||
c == Control::Clock24h || c == Control::Date || c == Control::LockLayout ||
c == Control::CloseMicWhenIdle) return tab == Tab::Settings;
return true;
}
bool enabled(Control c) const {
if (auto a = action(c)) return available(*a);
if (c == Control::UpdateCheck) return update_status != UpdateStatus::Checking;
if (c == Control::Recenter) return mount == Mount::World;
if (c == Control::ModelRow) return !panel.model_busy;
if (c == Control::ModelInstall) {
if (panel.model_busy) return false;
auto it = std::find_if(panel.models.begin(), panel.models.end(), [&](const auto& m) { return m.id == panel.selected_backend; });
return it != panel.models.end() && !it->verified &&
(!install_confirm || (consent_snapshot == *it && consent_page == consent_rendered_page &&
consent_page + 1 == consent_pages()));
}
if (c == Control::ModelPrev) return install_confirm ? consent_page > 0 : model_page > 0;
if (c == Control::ModelNext) return install_confirm ?
consent_page == consent_rendered_page && consent_page + 1 < consent_pages() :
(model_page + 1) * 6 < panel.models.size();
return true;
}
Rect button_rect(const Button& b) const {
auto r = b.r;
if (settings_control(b.id)) r.y -= int(std::lround(settings_scroll));
return r;
}
int hit(float x, float y) const {
for (size_t i = 0; i < buttons.size(); ++i) {
if (buttons[i].id == Control::ModelRow && model_page * 6 + (i - 23) >= panel.models.size()) continue;
if (settings_control(buttons[i].id) && !settings_view.contains(x, y)) continue;
if (visible(buttons[i].id) && enabled(buttons[i].id) && button_rect(buttons[i]).contains(x, y)) return int(i);
}
return -1;
}
void reset() {
pressed.fill(-1);
drag_cursor = -1;
}
// Static facts only: nothing here is a live check of the model or device.
void about() {
rounded({32, 204, 936, 334}, 16, mix(card, muted, .08f), mix(card, cyan, .25f), .18f);
text("FrameYap", 48, 244, 30, ink, 952);
text("Version " + (version.empty() ? std::string("unknown") : version), 48, 276, 22, cyan, 952);
text("On-device voice typing for Steam Frame. Nothing is sent to the cloud.", 48, 306, 19, muted, 952);
const auto it = std::find_if(panel.models.begin(), panel.models.end(), [&](const auto& m) { return m.id == panel.selected_backend; });
const std::array<std::pair<const char*, std::string>, 5> rows{{
{"Source", "github.com/baketnk/frame-yap"},
{"License", "MIT (FrameYap contributors)"},
{"Model", it == panel.models.end() ? "none selected" :
it->license.empty() ? it->name : it->name + " (" + it->license + ")"},
{"Font", "Inconsolata (SIL OFL 1.1)"},
{"Notices", "docs/third-party.md in the source"}}};
for (size_t i = 0; i < rows.size(); ++i) {
const int y = 352 + int(i) * 36;
text(rows[i].first, 48, y, 22, cyan, 190);
text(rows[i].second, 200, y, 22, ink, 952);
}
text("Press Settings to go back.", 48, 524, 17, muted, 952);
}
bool render(const Panel& p, Clock::time_point now, bool animate) {
if (!animation_start) animation_start = now;
if (gradient.enabled && animate && now - last_animation_frame >= std::chrono::milliseconds(100))
dirty = true;
if (p.recording != panel.recording || p.enabled != panel.enabled ||
p.record_available != panel.record_available || p.transcript != panel.transcript) {
reset(); // an old press cannot authorize a changed action or replacement transcript
dirty = true;
}
if (p.transcript != panel.transcript || lines.empty()) {
lines = wrap(p.transcript.empty() ? "Your words will appear here.\nReview them, then choose Type." : p.transcript, 32, 904);
review_scroll = 0.f; dirty = true;
}
if (p.status != panel.status || p.enabled != panel.enabled || p.recording != panel.recording ||
p.quick_open != panel.quick_open || p.quick_selected != panel.quick_selected || p.quick_inputs != panel.quick_inputs ||
p.models != panel.models || p.selected_backend != panel.selected_backend ||
p.model_note != panel.model_note || p.model_busy != panel.model_busy)
dirty = true;
if (p.quick_open != panel.quick_open || p.models != panel.models ||
p.selected_backend != panel.selected_backend || p.model_busy != panel.model_busy) {
reset(); install_confirm = false; consent_snapshot.reset();
}
panel = p;
if (panel.quick_open && tab != Tab::Review) { tab = Tab::Review; dirty = true; }
int progress = 0;
for (size_t cursor = 0; cursor < pressed.size(); ++cursor)
if (pressed[cursor] == 10)
progress = std::max(progress, std::clamp(int(std::chrono::duration_cast<std::chrono::milliseconds>(
PanelSurface::Clock::now() - press_time[cursor]).count() / 100) + 1, 1, 10));
if (progress != hold_progress) { hold_progress = progress; dirty = true; }
auto label = panel_clock(clock_time, clock_24h, date_format);
if (label.time != displayed_clock.time || label.date != displayed_clock.date) dirty = true;
if (!dirty) return false;
displayed_clock = std::move(label);
if (gradient.enabled) prepare_gradient(now);
last_animation_frame = now;
std::fill(pixels.begin(), pixels.end(), 0);
paint_background();
frame();
text("FrameYap", 32, 61, 40, ink, 300);
// Clock and date are right-aligned; batteries fill the space after the title.
int clock_right = 968;
if (!displayed_clock.date.empty()) {
clock_right -= measure(displayed_clock.date, 24);
text(displayed_clock.date, clock_right, 58, 24, cyan, 968);
clock_right -= 22;
}
const int clock_left = clock_right - measure(displayed_clock.time, 28);
text(displayed_clock.time, clock_left, 58, 28, ink, clock_right);
batteries(222, clock_left - 20);
rounded({32, 78, 936, 48}, 13, mix(background, card, .7f),
panel.recording ? mix(card, pink, .36f) : mix(card, cyan, .22f),
panel.recording ? .16f : 0.f);
rounded({46, 95, 13, 13}, 6, panel.recording ? pink : cyan,
panel.recording ? pink : cyan, panel.recording ? .40f : .20f);
int status_right = 968;
if (indicators.dashboard_open) {
// The SteamVR dashboard owns controller buttons while it is open;
// the pointer still works. Mirrors what the wearer can use right now.
const bool paused = *indicators.dashboard_open;
const char* label = paused ? "Buttons paused" : "Buttons ready";
const Rect chip{958 - measure(label, 19) - 38, 87, measure(label, 19) + 38, 30};
rounded(chip, 12, mix(card, paused ? pink : cyan, .12f), paused ? pink : mix(card, cyan, .5f),
0.f, 1);
rounded({chip.x + 11, 97, 10, 10}, 5, paused ? pink : cyan, paused ? pink : cyan);
text(label, chip.x + 28, 108, 19, paused ? pink : ink, chip.x + chip.w - 4);
status_right = chip.x - 12;
}
auto status = wrap(panel.status, 27, status_right - 70 - 74);
text(status.front(), 70, 109, 27, ink, status_right - 70);
if (status.size() > 1) text("[...]", status_right - 66, 109, 23, muted, status_right);
if (tab == Tab::Review && panel.quick_open) {
rounded({32, 212, 936, 324}, 16, mix(card, muted, .08f), mix(card, cyan, .25f), .18f);
text("QUICK PHRASES Y: NEXT TYPE + ENTER: CHOICE + ENTER CANCEL: CLOSE", 48, 243, 21, cyan, 952);
for (size_t i = 0; i < panel.quick_inputs.size() && i < 6; ++i) {
const Rect row{48, 254 + int(i) * 45, 904, 40};
const bool selected = i == panel.quick_selected;
rounded(row, 9, selected ? mix(card, cyan, .22f) : card,
selected ? cyan : mix(card, muted, .4f), selected ? .2f : 0.f, selected ? 2 : 1);
text(panel.quick_inputs[i], 66, row.y + 28, 26, selected ? ink : muted, 930);
}
} else if (tab == Tab::Review) {
rounded({32, 204, 936, 278}, 16, mix(card, muted, .08f), mix(card, cyan, .25f), .18f);
clip_view = review_view;
const size_t first = size_t(review_scroll / review_line_height);
for (size_t i = first; i < lines.size() && i <= first + 7; ++i)
text(lines[i], 48, 240 + int(i * review_line_height - review_scroll), 32,
panel.transcript.empty() ? muted : ink, 952);
clip_view.reset();
if (max_review_scroll() > 0) {
rect({956, review_view.y, 3, review_view.h}, mix(card, muted, .24f));
const int thumb = std::max(24, int(review_view.h * review_view.h /
(review_view.h + max_review_scroll())));
rect({955, review_view.y + int(review_scroll * (review_view.h - thumb) / max_review_scroll()),
5, thumb}, cyan);
}
} else if (tab == Tab::Models) {
text("Models: select to restart. Install always needs explicit confirmation.", 32, 202, 19, muted, 968);
const auto it = std::find_if(panel.models.begin(), panel.models.end(), [&](const auto& m) { return m.id == panel.selected_backend; });
if (it != panel.models.end()) {
if (install_confirm && consent_snapshot == *it) {
text("Review every page before Confirm Install. Settings cancels.", 32, 225, 19, pink, 968);
// Only a painted page can advance review or authorize the
// install: multiple pointer events between draws cannot skip it.
consent_rendered_page = consent_page;
const auto rows = visible_consent_lines();
for (size_t i = 0; i < rows.size(); ++i)
text(rows[i], 48, 271 + int(i) * 34, 19, ink, 950);
text("METADATA PAGE " + std::to_string(consent_page + 1) + " / " + std::to_string(consent_pages()),
32, 505, 19, cyan, 968);
} else {
text("Select Install to review full source, size and license before download.", 32, 225, 18, cyan, 968);
}
} else text("No model selected.", 32, 225, 18, pink, 968);
} else if (tab == Tab::About) {
about();
} else {
text("Hold Quit: hold 0.9s then release. Lasers anytime: system-wide; may affect games.",
32, 204, 18, pink, 968);
text(placement_note.empty() ? "Auto insert needs stable X focus; debug logs may contain speech." : placement_note,
32, 225, 17, muted, 968);
}
rect({32, 550, 936, 1}, mix(card, cyan, .17f));
if (tab == Tab::Review && !panel.quick_open && max_review_scroll() > 0)
text("Right stick: scroll review", 32, 568, 16, muted, 400);
for (size_t i = 0; i < buttons.size(); ++i) {
const auto& b = buttons[i];
if (!visible(b.id)) continue;
if (b.id == Control::ModelRow && model_page * 6 + (i - 23) >= panel.models.size()) continue;
const Rect r = button_rect(b);
if (settings_control(b.id)) clip_view = settings_view;
bool on = enabled(b.id);
bool selected = (b.id == Control::Review && tab == Tab::Review) ||
(b.id == Control::Settings && tab == Tab::Settings) ||
(mounting(b.id) && *mounting(b.id) == mount) ||
(b.id == Control::LasersAnytime && lasers_anytime) ||
(b.id == Control::AdvancedDebug && advanced_debug) ||
(b.id == Control::AutoInsert && auto_insert) ||
(b.id == Control::CloseMicWhenIdle && close_mic_when_idle) ||
(b.id == Control::LockLayout && layout_locked);
const Color fill = !on ? mix(background, card, .40f) :
selected ? mix(card, cyan, .14f) : card;
const Color accent = b.id == Control::Record && panel.recording ? pink : cyan;
const bool highlighted = on && (selected || b.id == Control::Record ||
(b.id == Control::Insert && panel.transcript.size()));
rounded(r, std::min(16, r.h / 3), fill,
!on ? mix(card, muted, .13f) : highlighted ? accent : mix(card, muted, .38f),
highlighted ? .23f : 0.f, highlighted ? 2 : 1);
if (b.id == Control::Quit && (pressed[0] == int(i) || pressed[1] == int(i))) {
const int cursor = pressed[0] == int(i) ? 0 : 1;
const float fraction = std::clamp(float(std::chrono::duration_cast<std::chrono::milliseconds>(
PanelSurface::Clock::now() - press_time[cursor]).count()) / PanelSurface::quit_hold.count(), 0.f, 1.f);
rect({r.x + 7, r.y + r.h - 9, int((r.w - 14) * fraction), 3}, pink);
}
const std::string label = b.id == Control::ModelRow ? [&]() {
const auto& m = panel.models[model_page * 6 + i - 23];
return (m.id == panel.selected_backend ? "[ACTIVE] " : "") + m.name + " - " +
(m.id == panel.selected_backend && panel.model_busy ? "checking" : m.state);
}() : b.id == Control::ModelInstall && install_confirm ? "Confirm Install" :
b.id == Control::Record && panel.recording ? "Stop" :
b.id == Control::Insert && panel.transcript.empty() ? "Enter" :
b.id == Control::Clock24h ? (clock_24h ? "Clock: 24 hour" : "Clock: 12 hour") :
b.id == Control::Date ? (date_format == DateFormat::Off ? "Date: Off" :
date_format == DateFormat::MonthDayYear ? "Date: MM/DD/YYYY" :
date_format == DateFormat::DayMonthYear ? "Date: DD/MM/YYYY" : "Date: YYYY-MM-DD") : b.label;
text(label, r.x + 16, r.y + r.h / 2 + 9,
b.id == Control::Date ? 23 : b.id == Control::CloseMicWhenIdle ? 22 :
b.id == Control::Enter ? 20 : 27,
on ? ink : mix(background, muted, .48f), r.x + r.w - 8);
if (mounting(b.id) && selected) text("ON", r.x + r.w - 56, r.y + 38, 23, cyan, r.x + r.w - 12);
if (b.id == Control::LasersAnytime || b.id == Control::AdvancedDebug || b.id == Control::AutoInsert ||
b.id == Control::LockLayout || b.id == Control::CloseMicWhenIdle || b.id == Control::WristWorldFallback) {
bool active = b.id == Control::LasersAnytime ? lasers_anytime :
b.id == Control::AutoInsert ? auto_insert :
b.id == Control::LockLayout ? layout_locked :
b.id == Control::CloseMicWhenIdle ? close_mic_when_idle :
b.id == Control::WristWorldFallback ? wrist_world_fallback : advanced_debug;
text(active ? "ON" : "OFF", r.x + r.w - 66, r.y + r.h / 2 + 9, 22,
active ? cyan : muted, r.x + r.w - 12);
}
clip_view.reset();
}
if (tab == Tab::Settings) {
rect({976, settings_view.y, 3, settings_view.h}, mix(card, muted, .24f));
const int thumb = settings_view.h * settings_view.h / (settings_view.h + settings_max_scroll);
rect({975, settings_view.y + int(settings_scroll * (settings_view.h - thumb) / settings_max_scroll),
5, thumb}, cyan);
text("Right stick: scroll", 32, 565, 16, muted, 320);
text("OFF: discard idle audio; ON: spike / start latency.", 390, 565, 16, muted, 887);
const std::string update_note = update_status == UpdateStatus::Idle ? "" :
update_status == UpdateStatus::Checking ? "Checking for updates..." :
update_status == UpdateStatus::Current ? "FrameYap is up to date." :
update_status == UpdateStatus::Available ? "Update available: " + update_version :
update_status == UpdateStatus::TerminalFailed ? "Could not open update terminal." :
"Could not check for updates.";
if (!update_note.empty()) {
clip_view = settings_view;
text(update_note, 32, 716 - int(std::lround(settings_scroll)), 18,
(update_status == UpdateStatus::Failed || update_status == UpdateStatus::TerminalFailed) ? pink : cyan, 968);
clip_view.reset();
}
}
if (tab == Tab::Review && !binding_note.empty())
text(binding_note, 32, 665, 18, pink, 968);
if (tab == Tab::Models && !panel.model_note.empty()) {
// The install/navigation controls occupy y=530..566; the status
// belongs BELOW the shared footer (574..642), not under buttons.
auto rows = wrap(panel.model_note, 15, 904);
for (size_t i = 0; i < rows.size() && i < 2; ++i)
text(rows[i], 32, 658 + int(i) * 18, 15, pink, 968);
if (rows.size() > 2) text("[note shortened]", 805, 677, 13, pink, 968);
}
// Screenshot-inspired grab underline and outside corner bracket. No
// opaque toolbar backing; broad hit targets surround the slender strokes.
if (!layout_locked) {
const Color handle = theme.frame_end;
rounded({400, 721, 200, 6}, 3, handle, handle);
rounded({1008, 721, 36, 6}, 3, handle, handle);
rounded({1038, 691, 6, 36}, 3, handle, handle);
// The frame gradient, without changing antialiased alpha coverage.
for (Rect bounds : {Rect{400, 721, 200, 6}, Rect{1008, 691, 36, 36}})
for (int y = bounds.y; y < bounds.y + bounds.h; ++y)
for (int x = bounds.x; x < bounds.x + bounds.w; ++x) {
auto* dst = pixels.data() + (size_t(y) * W + x) * 4;
if (!dst[3]) continue;
const auto color = gradient.enabled ? gradient_columns[x] :
mix(theme.frame_start, theme.frame_end, float(x - bounds.x) / (bounds.w - 1));
std::copy_n(color.begin(), 3, dst);
}
}
dirty = false;
return true;
}
};
PanelSurface::PanelSurface(const std::string& font, Mount mount, Theme theme, GradientConfig gradient)
: impl_(std::make_unique<Impl>(font, mount, theme, gradient)) {}
PanelSurface::~PanelSurface() = default;
bool PanelSurface::render(const Panel& p, Clock::time_point now, bool animate) { return impl_->render(p, now, animate); }
const std::vector<unsigned char>& PanelSurface::pixels() const { return impl_->pixels; }
bool PanelSurface::available(UiAction a) const { return impl_->available(a); }
std::vector<std::string> PanelSurface::visible_model_review_lines() const {
return impl_->visible_consent_lines();
}
bool PanelSurface::dragging(unsigned cursor) const {
return cursor < impl_->pressed.size() && int(cursor) == impl_->drag_cursor;
}
std::optional<PanelDragKind> PanelSurface::pointer_down(unsigned cursor, float x, float y, Clock::time_point now) {
if (cursor >= impl_->pressed.size() || impl_->drag_cursor >= 0) return {};
const auto contains = [&](Bounds b) { return Rect{b.x, b.y, b.w, b.h}.contains(x, y); };
if (!impl_->layout_locked && (contains(grab) || contains(scale))) {
impl_->reset(); // other cursor's prior approval cannot survive relocation
impl_->drag_cursor = int(cursor);
return contains(grab) ? PanelDragKind::Grab : PanelDragKind::Scale;
}
impl_->pressed[cursor] = impl_->hit(x, y);
impl_->press_time[cursor] = now;
if (impl_->pressed[cursor] == 10) impl_->dirty = true;
return {};
}
SurfaceEvent PanelSurface::pointer_up(unsigned cursor, float x, float y, Clock::time_point now) {
SurfaceEvent result;
if (cursor >= impl_->pressed.size()) return result;
if (impl_->drag_cursor >= 0) {
if (impl_->drag_cursor == int(cursor)) impl_->reset();
return result;
}
int index = std::exchange(impl_->pressed[cursor], -1);
if (index == 10) impl_->dirty = true;
if (index < 0 || impl_->hit(x, y) != index) return result;
auto c = buttons[index].id;
if (c == Control::Quit && now - impl_->press_time[cursor] < quit_hold) return result;
if (c == Control::Record) result.action = impl_->panel.recording ? UiAction::EndRecord : UiAction::BeginRecord;
else if (auto a = action(c)) result.action = a;
else if (auto m = mounting(c)) { impl_->mount = *m; result.mount = *m; impl_->reset(); impl_->dirty = true; }
else if (c == Control::Recenter) { result.recenter = true; impl_->reset(); }
else if (c == Control::LasersAnytime) result.lasers_anytime = !impl_->lasers_anytime;
else if (c == Control::AdvancedDebug) result.advanced_debug = !impl_->advanced_debug;
else if (c == Control::AutoInsert) result.auto_insert = !impl_->auto_insert;
else if (c == Control::CloseMicWhenIdle) result.close_mic_when_idle = !impl_->close_mic_when_idle;
else if (c == Control::LockLayout) result.lock_layout = !impl_->layout_locked;
else if (c == Control::WristWorldFallback) result.wrist_world_fallback = !impl_->wrist_world_fallback;
else if (c == Control::Clock24h) result.clock_24h = !impl_->clock_24h;
else if (c == Control::Date) result.date_format = static_cast<DateFormat>((static_cast<int>(impl_->date_format) + 1) % 4);
else if (c == Control::Bindings) { result.open_bindings = true; impl_->reset(); }
else if (c == Control::UpdateCheck) { result.check_updates = true; impl_->reset(); }
else if (c == Control::UpdateInstall) { result.install_update = true; impl_->reset(); }
else if (c == Control::Models) {
impl_->tab = Tab::Models; impl_->model_page = 0;
impl_->install_confirm = false; impl_->consent_snapshot.reset(); impl_->reset(); impl_->dirty = true;
}
else if (c == Control::About) { impl_->tab = Tab::About; impl_->reset(); impl_->dirty = true; }
else if (c == Control::ModelRow) {
const auto& model = impl_->panel.models[impl_->model_page * 6 + index - 23];
result.model_action = ModelAction{model.id, false, {}};
impl_->install_confirm = false; impl_->consent_snapshot.reset(); impl_->reset(); impl_->dirty = true;
}
else if (c == Control::ModelInstall) {
auto it = std::find_if(impl_->panel.models.begin(), impl_->panel.models.end(), [&](const auto& m) {
return m.id == impl_->panel.selected_backend;
});
if (it != impl_->panel.models.end() && !it->verified && !impl_->panel.model_busy &&
it->manifest_sha256.size() == 64) {
if (impl_->install_confirm && impl_->consent_snapshot == *it)
result.model_action = ModelAction{it->id, true, impl_->consent_snapshot->manifest_sha256};
else if (!impl_->install_confirm) impl_->prepare_consent(*it);
}
if (result.model_action) { impl_->install_confirm = false; impl_->consent_snapshot.reset(); }
impl_->reset(); impl_->dirty = true;
}
else if (c == Control::ModelPrev) {
if (impl_->install_confirm) --impl_->consent_page;
else --impl_->model_page;
impl_->reset(); impl_->dirty = true;
}
else if (c == Control::ModelNext) {
if (impl_->install_confirm) ++impl_->consent_page;
else ++impl_->model_page;
impl_->reset(); impl_->dirty = true;
}
else if (c == Control::Review || c == Control::Settings) {
impl_->tab = c == Control::Review ? Tab::Review : Tab::Settings;
impl_->install_confirm = false; impl_->consent_snapshot.reset(); impl_->reset(); impl_->dirty = true;
}
else if (c == Control::Plan || c == Control::Keyboard) {
result.launch_companion = c == Control::Plan ? SurfaceEvent::Companion::Plan : SurfaceEvent::Companion::Keyboard;
impl_->reset();
}
return result;
}
bool PanelSurface::scroll(float x, float y, float vertical_delta) {
if (impl_->drag_cursor >= 0 || !std::isfinite(vertical_delta)) return false;
if (impl_->tab == Tab::Review && !impl_->panel.quick_open && review_view.contains(x, y)) {
const float next = std::clamp(impl_->review_scroll - std::clamp(vertical_delta, -4.f, 4.f) * 48.f,
0.f, impl_->max_review_scroll());
if (next == impl_->review_scroll) return false;
impl_->review_scroll = next;
impl_->reset(); impl_->dirty = true;
return true;
}
if (impl_->tab != Tab::Settings || !settings_view.contains(x, y)) return false;
const float next = std::clamp(impl_->settings_scroll - std::clamp(vertical_delta, -4.f, 4.f) * 48.f,
0.f, float(settings_max_scroll));
if (next == impl_->settings_scroll) return false;
impl_->settings_scroll = next;
impl_->reset(); // a press must not turn into a click on a different setting
impl_->dirty = true;
return true;
}
void PanelSurface::set_companions(bool plan, bool keyboard) {
if (impl_->plan_present != plan || impl_->keyboard_present != keyboard) {
impl_->plan_present = plan; impl_->keyboard_present = keyboard;
impl_->reset(); impl_->dirty = true;
}
}
void PanelSurface::set_update_status(UpdateStatus status, std::string version) {
if (impl_->update_status != status || impl_->update_version != version) {
impl_->update_status = status; impl_->update_version = std::move(version);
impl_->reset(); impl_->dirty = true;
}
}
void PanelSurface::set_indicators(const StatusIndicators& indicators) {
if (impl_->indicators != indicators) { impl_->indicators = indicators; impl_->dirty = true; }
}
void PanelSurface::set_binding_note(std::string note) {
if (impl_->binding_note != note) { impl_->binding_note = std::move(note); impl_->dirty = true; }
}
void PanelSurface::reset_pointers() { impl_->reset(); }
std::vector<PanelSurface::Bounds> PanelSurface::input_regions() const {
std::vector<Bounds> result{{10, 10, CW - 20, CH - 20}};
if (!impl_->layout_locked) { result.push_back(grab); result.push_back(scale); }
return result;
}
void PanelSurface::set_wrist_world_fallback(bool enabled) {
if (impl_->wrist_world_fallback != enabled) {
impl_->wrist_world_fallback = enabled; impl_->reset(); impl_->dirty = true;
}
}
void PanelSurface::set_layout_locked(bool locked) {
if (impl_->layout_locked != locked) {
impl_->layout_locked = locked; impl_->reset(); impl_->dirty = true;
}
}
void PanelSurface::set_version(std::string version) {
if (impl_->version != version) { impl_->version = std::move(version); impl_->dirty = true; }
}
void PanelSurface::set_placement_note(std::string note) {
if (impl_->placement_note != note) { impl_->placement_note = std::move(note); impl_->dirty = true; }
}
void PanelSurface::set_lasers_anytime(bool enabled) {
if (impl_->lasers_anytime != enabled) {
impl_->lasers_anytime = enabled;
impl_->reset();
impl_->dirty = true;
}
}
void PanelSurface::set_advanced_debug(bool enabled) {
if (impl_->advanced_debug != enabled) {
impl_->advanced_debug = enabled;
impl_->reset();
impl_->dirty = true;
}
}
void PanelSurface::set_auto_insert(bool enabled) {
if (impl_->auto_insert != enabled) {
impl_->auto_insert = enabled;
impl_->reset();
impl_->dirty = true;
}
}
void PanelSurface::set_close_mic_when_idle(bool enabled) {
if (impl_->close_mic_when_idle != enabled) {
impl_->close_mic_when_idle = enabled;
impl_->reset();
impl_->dirty = true;
}
}
void PanelSurface::set_clock_24h(bool enabled) {
if (impl_->clock_24h != enabled) {
impl_->clock_24h = enabled; impl_->reset(); impl_->dirty = true;
}
}
void PanelSurface::set_date_format(DateFormat format) {
if (impl_->date_format != format) {
impl_->date_format = format; impl_->reset(); impl_->dirty = true;
}
}
void PanelSurface::set_clock_time(std::time_t now) {
impl_->clock_time = now;
}
} // namespace frameyap
Reference in new issue View Git Blame Copy Permalink