#include "overlay.hpp" #include "overlay_texture.hpp" #include "gestures.hpp" #include "laser_setting.hpp" #include "panel_surface.hpp" #include #include #include #include #include #include #include #include #include #include #include #include #include namespace frameyap { namespace { // The ARM64 SDK defaults to /data/work on Frame. Respect explicit overrides, // otherwise use the user's standard OpenVR registry when it exists. void configure_registry() { if (std::getenv("VR_PATHREG_OVERRIDE")) return; const char* config = std::getenv("XDG_CONFIG_HOME"); const char* home = std::getenv("HOME"); if ((!config || !*config) && !home) return; auto root = std::filesystem::path(config && *config ? config : std::string(home) + "/.config"); auto registry = root / "openvr/openvrpaths.vrpath"; if (root.is_absolute() && std::filesystem::is_regular_file(registry)) ::setenv("VR_PATHREG_OVERRIDE", registry.c_str(), 0); } constexpr int W = PanelSurface::width, H = PanelSurface::height; constexpr int CW = PanelSurface::body.w, CH = PanelSurface::body.h; Matrix34 matrix(const vr::HmdMatrix34_t& value) { Matrix34 result{}; for (int r = 0; r < 3; ++r) for (int c = 0; c < 4; ++c) result[r][c] = value.m[r][c]; return result; } Matrix34 relative_to(const Matrix34& pose, const Matrix34& parent) { Matrix34 result{}; // inverse rigid parent * pose for (int r = 0; r < 3; ++r) for (int c = 0; c < 4; ++c) for (int k = 0; k < 3; ++k) result[r][c] += parent[k][r] * (pose[k][c] - (c == 3 ? parent[k][3] : 0.f)); return result; } constexpr std::array action_names{{"left_grip", "right_grip", "ptt", "cancel", "insert", "enter"}}; void overlay_check(vr::EVROverlayError err, vr::IVROverlay* api, const char* op) { if (err != vr::VROverlayError_None) throw std::runtime_error(std::string(op) + ": " + api->GetOverlayErrorNameFromEnum(err)); } std::filesystem::path absolute_file(const std::filesystem::path& p) { auto result = std::filesystem::absolute(p); if (!std::filesystem::is_regular_file(result)) throw std::runtime_error("Missing file: " + result.string()); return result; } template std::vector vulkan_extensions(Query query) { const auto size = query(nullptr, 0); if (!size) return {}; if (size > 65536) throw std::runtime_error("OpenVR Vulkan extension list is too large"); std::vector buffer(size, '\0'); const auto written = query(buffer.data(), size); if (!written || written > size || buffer[written - 1] != '\0') throw std::runtime_error("OpenVR Vulkan extension list changed or is invalid"); std::istringstream words(std::string(buffer.data(), written - 1)); std::vector result; for (std::string name; words >> name;) result.push_back(std::move(name)); return result; } } // namespace struct Overlay::Impl { vr::IVRSystem* system = nullptr; vr::IVROverlay* overlay = nullptr; vr::IVRInput* input = nullptr; vr::VROverlayHandle_t handle = vr::k_ulOverlayHandleInvalid; std::unique_ptr gpu_texture; vr::VRActionSetHandle_t action_set = vr::k_ulInvalidActionSetHandle; std::array actions{}; std::filesystem::path settings_path; std::filesystem::path laser_settings_path; Mount mount; bool lasers_anytime = false, laser_change_failed = false; Config config; PanelSurface surface; Panel panel; bool save_failed = false, debug_save_failed = false, auto_save_failed = false; bool world_ready = false, placed = false, has_texture = false, shown = false; float size_scale = 1.f; bool size_changed = false; float move_x = 0.f, move_y = 0.f; Matrix34 canvas_pose{}; PanelDrag drag; PanelDragKind drag_kind = PanelDragKind::Grab; unsigned drag_cursor = 0; vr::TrackedDeviceIndex_t drag_device = vr::k_unTrackedDeviceIndexInvalid; bool drag_trigger_observed = false; float drag_scale = 1.f, drag_x = 0.f, drag_y = 0.f; std::chrono::steady_clock::time_point drag_started{}; vr::HmdMatrix34_t world_transform{}; std::optional applied_mount; vr::TrackedDeviceIndex_t anchor = vr::k_unTrackedDeviceIndexInvalid; DoubleTap left; GripRecord right; std::array edges{}; std::array poses{}; bool grip_capture = false, ptt_capture = false; bool focus = true; bool persist_mount = true; vr::EVRInputError action_update_error = vr::VRInputError_None; unsigned pointer_downs = 0, pointer_ups = 0, pointer_actions = 0, pointer_resets = 0; unsigned texture_uploads = 0, show_calls = 0, hide_calls = 0; unsigned overlay_shown_events = 0, overlay_hidden_events = 0, image_loaded_events = 0, image_failed_events = 0; unsigned overlay_focus_events = 0, global_focus_events = 0, input_focus_captured_events = 0; std::string last_pointer_event = "none"; Impl(const std::string& assets, const std::string& font, std::optional requested, bool persist) : settings_path(default_mount_settings_path()), laser_settings_path(default_laser_settings_path()), mount(requested ? *requested : load_mount(settings_path)), lasers_anytime(load_lasers_anytime(laser_settings_path)), config(load_config(default_config_path())), surface(resolve_font(assets, font.empty() ? config.font : font), mount, config.theme), persist_mount(persist) { const auto action_path = absolute_file(action_manifest(assets, config)); absolute_file(std::filesystem::path(assets) / "bindings_knuckles.json"); try { configure_registry(); vr::EVRInitError err = vr::VRInitError_None; system = vr::VR_Init(&err, vr::VRApplication_Overlay); if (err != vr::VRInitError_None || !system) throw std::runtime_error(std::string("OpenVR overlay init: ") + vr::VR_GetVRInitErrorAsEnglishDescription(err)); overlay = vr::VROverlay(); input = vr::VRInput(); if (!overlay || !input) throw std::runtime_error("OpenVR overlay/input interface unavailable"); auto* compositor = vr::VRCompositor(); if (!compositor) throw std::runtime_error("OpenVR Vulkan compositor interface unavailable"); const auto extensions = vulkan_extensions([&](char* out, uint32_t size) { return compositor->GetVulkanInstanceExtensionsRequired(out, size); }); gpu_texture = std::make_unique(W, H, extensions, [&](VkInstance instance) { uint64_t physical = 0; system->GetOutputDevice(&physical, vr::TextureType_Vulkan, instance); return reinterpret_cast(physical); }, [&](VkPhysicalDevice physical) { return vulkan_extensions([&](char* out, uint32_t size) { return compositor->GetVulkanDeviceExtensionsRequired(physical, out, size); }); }); // The manifest launches a shell launcher, then execs this binary. // Associate manually launched instances with our registered app key too. auto* applications = vr::VRApplications(); if (applications && applications->IsApplicationInstalled("local.frameyap.overlay") && applications->IdentifyApplication(static_cast(::getpid()), "local.frameyap.overlay") != vr::VRApplicationError_None) throw std::runtime_error("Could not identify the registered FrameYap application"); if (input->SetActionManifestPath(action_path.c_str()) != vr::VRInputError_None) throw std::runtime_error("Could not set OpenVR action manifest path"); if (input->GetActionSetHandle("/actions/frameyap", &action_set) != vr::VRInputError_None) throw std::runtime_error("Could not find FrameYap action set"); for (size_t i = 0; i < action_names.size(); ++i) if (input->GetActionHandle((std::string("/actions/frameyap/in/") + action_names[i]).c_str(), &actions[i]) != vr::VRInputError_None) throw std::runtime_error(std::string("Could not find action ") + action_names[i]); overlay_check(overlay->CreateOverlay("local.frameyap.overlay.panel", "FrameYap", &handle), overlay, "CreateOverlay"); overlay_check(overlay->SetOverlayWidthInMeters(handle, 0.85f), overlay, "SetOverlayWidthInMeters"); overlay_check(overlay->SetOverlayInputMethod(handle, vr::VROverlayInputMethod_Mouse), overlay, "SetOverlayInputMethod"); // This separate preference requests system-wide laser mouse mode only while the // panel is visible; it may affect interaction with a running game. if (lasers_anytime && overlay->SetOverlayFlag(handle, vr::VROverlayFlags_MakeOverlaysInteractiveIfVisible, true) != vr::VROverlayError_None) { lasers_anytime = false; laser_change_failed = true; } surface.set_lasers_anytime(lasers_anytime); surface.set_advanced_debug(config.advanced_debug); surface.set_auto_insert(config.auto_insert); overlay_check(overlay->SetOverlayFlag(handle, vr::VROverlayFlags_VisibleInDashboard, true), overlay, "VisibleInDashboard"); vr::HmdVector2_t mouse_scale{{float(W), float(H)}}; overlay_check(overlay->SetOverlayMouseScale(handle, &mouse_scale), overlay, "SetOverlayMouseScale"); // Alpha is visual, not an input mask. Exclude the empty margins from // laser intersection rather than blocking neighboring windows there. std::array mask{}; const std::array regions{{{10, 10, CW - 20, CH - 20}, PanelSurface::grab, PanelSurface::scale}}; for (size_t i = 0; i < mask.size(); ++i) { const auto b = regions[i]; mask[i].m_nPrimitiveType = vr::OverlayIntersectionPrimitiveType_Rectangle; mask[i].m_Primitive.m_Rectangle = {float(b.x), float(H - b.y - b.h), float(b.w), float(b.h)}; } overlay_check(overlay->SetOverlayIntersectionMask(handle, mask.data(), uint32_t(mask.size())), overlay, "SetOverlayIntersectionMask"); system->GetDeviceToAbsoluteTrackingPose(vr::TrackingUniverseStanding, 0, poses.data(), uint32_t(poses.size())); place(); draw(Panel{"Disabled", "", "Record to start local worker", false, false}); std::cout << input_mode_status() << std::endl; } catch (...) { cleanup(); throw; } } ~Impl() { cleanup(); } void cleanup() { if (overlay && handle != vr::k_ulOverlayHandleInvalid) { overlay->HideOverlay(handle); overlay->DestroyOverlay(handle); handle = vr::k_ulOverlayHandleInvalid; } if (system) { vr::VR_Shutdown(); system = nullptr; overlay = nullptr; input = nullptr; } // OpenVR retains client-side resources for submitted Vulkan images. // Its shutdown must finish before their device/instance are destroyed. gpu_texture.reset(); } void visibility() { const bool wanted = placed && has_texture; if (wanted == shown) return; overlay_check(wanted ? overlay->ShowOverlay(handle) : overlay->HideOverlay(handle), overlay, "Overlay visibility"); if (wanted) ++show_calls; else ++hide_calls; shown = wanted; } void place() { Mount effective = mount; vr::TrackedDeviceIndex_t target = vr::k_unTrackedDeviceIndex_Hmd; if (mount == Mount::LeftWrist || mount == Mount::RightWrist) { target = system->GetTrackedDeviceIndexForControllerRole(mount == Mount::LeftWrist ? vr::TrackedControllerRole_LeftHand : vr::TrackedControllerRole_RightHand); if (target >= poses.size() || !poses[target].bPoseIsValid || !system->IsTrackedDeviceConnected(target)) effective = Mount::World; } if (effective == Mount::World && applied_mount && *applied_mount != Mount::World) world_ready = false; // a fresh world fallback near the wearer, not an old room location std::string note = auto_save_failed ? "Auto insert preference not saved; using it only for this session." : debug_save_failed ? "Debug preference not saved; using it only for this session." : laser_change_failed ? "SteamVR declined the laser mode change." : save_failed ? "Preference could not be saved; using it for this session." : ""; if (effective != mount) note = save_failed ? "Wrist untracked; world fallback. Preference not saved." : "Wrist not tracked - using world space until it returns."; if (effective == Mount::World && !world_ready) { const auto& hmd = poses[vr::k_unTrackedDeviceIndex_Hmd]; Matrix34 pose{}; for (int r = 0; r < 3; ++r) for (int c = 0; c < 4; ++c) pose[r][c] = hmd.mDeviceToAbsoluteTracking.m[r][c]; const auto world = hmd.bPoseIsValid && hmd.bDeviceIsConnected ? world_mount_pose(pose) : std::nullopt; if (!world) { placed = false; surface.set_placement_note("Waiting for headset tracking to place the menu."); visibility(); return; } for (int r = 0; r < 3; ++r) for (int c = 0; c < 4; ++c) world_transform.m[r][c] = (*world)[r][c]; world_ready = true; applied_mount.reset(); } surface.set_placement_note(note); if (applied_mount != effective || (effective != Mount::World && anchor != target) || size_changed) { if (applied_mount != effective || anchor != target) { surface.reset_pointers(); drag.reset(); move_x = move_y = 0.f; } const float base_width = mount_width(effective, config.wrist); auto pose = effective == Mount::World ? matrix(world_transform) : relative_mount_pose(effective, config.wrist); pose = resized_mount_pose(pose, base_width, size_scale, float(CH) / CW); // Keep the original content width/center; transparent right/bottom // margins extend the canvas, not the main panel's physical size. const float meters_per_pixel = base_width * size_scale / CW; const float dx = move_x + (W - CW) * .5f * meters_per_pixel; const float dy = move_y - (H - CH) * .5f * meters_per_pixel; for (int r = 0; r < 3; ++r) pose[r][3] += pose[r][0] * dx + pose[r][1] * dy; canvas_pose = pose; vr::HmdMatrix34_t transform{}; for (int r = 0; r < 3; ++r) for (int c = 0; c < 4; ++c) transform.m[r][c] = pose[r][c]; if (effective == Mount::World) overlay_check(overlay->SetOverlayTransformAbsolute(handle, vr::TrackingUniverseStanding, &transform), overlay, "SetOverlayTransformAbsolute"); else overlay_check(overlay->SetOverlayTransformTrackedDeviceRelative(handle, target, &transform), overlay, "SetOverlayTransformTrackedDeviceRelative"); overlay_check(overlay->SetOverlayWidthInMeters(handle, base_width * size_scale * W / CW), overlay, "SetOverlayWidthInMeters"); applied_mount = effective; anchor = target; size_changed = false; } placed = true; visibility(); } bool tracked(vr::TrackedDeviceIndex_t device) const { return device < poses.size() && poses[device].bPoseIsValid && poses[device].bDeviceIsConnected; } std::optional drag_source() const { if (!tracked(drag_device) || !applied_mount) return {}; auto pose = matrix(poses[drag_device].mDeviceToAbsoluteTracking); if (*applied_mount != Mount::World) { if (!tracked(anchor)) return {}; pose = relative_to(pose, matrix(poses[anchor].mDeviceToAbsoluteTracking)); } return pose; } void begin_drag(PanelDragKind kind, const vr::VREvent_t& event) { drag_device = event.trackedDeviceIndex; drag_cursor = event.data.mouse.cursorIndex; // Single-cursor overlay: some runtime mouse events omit the source. // The dashboard's primary device is the only supported fallback, never // a guessed left/right hand or a source chosen by proximity. if (drag_cursor == 0 && (drag_device == vr::k_unTrackedDeviceIndexInvalid || drag_device == vr::k_unTrackedDeviceIndex_Hmd)) drag_device = overlay->GetPrimaryDashboardDevice(); drag_kind = kind; const auto source = drag_source(); const float w = applied_mount ? mount_width(*applied_mount, config.wrist) * size_scale * W / CW : 0.f; if (!source || system->GetTrackedDeviceClass(drag_device) != vr::TrackedDeviceClass_Controller || !drag.begin(kind, canvas_pose, w, w * H / W, event.data.mouse.x / W, 1.f - event.data.mouse.y / H, *source)) { surface.reset_pointers(); drag.reset(); last_pointer_event = "drag source unavailable"; return; } drag_scale = size_scale; drag_x = move_x; drag_y = move_y; drag_started = std::chrono::steady_clock::now(); vr::VRControllerState_t state{}; drag_trigger_observed = system->GetControllerState(drag_device, &state, sizeof(state)) && (state.ulButtonPressed & vr::ButtonMaskFromId(vr::k_EButton_SteamVR_Trigger)); last_pointer_event = std::string(kind == PanelDragKind::Grab ? "grab" : "scale") + " device=" + std::to_string(drag_device) + " trigger-watch=" + (drag_trigger_observed ? "Y" : "N"); } void update_drag() { if (!drag.active()) return; const auto source = drag_source(); vr::VRControllerState_t state{}; const bool trigger_released = drag_trigger_observed && (!system->GetControllerState(drag_device, &state, sizeof(state)) || !(state.ulButtonPressed & vr::ButtonMaskFromId(vr::k_EButton_SteamVR_Trigger))); // Without a readable release watchdog, never keep manipulating after // the pointer leaves our hit region: an outside MouseUp is not assured. const bool lost_unwatched_pointer = !drag_trigger_observed && !overlay->IsHoverTargetOverlay(handle); if (!surface.dragging(drag_cursor) || !shown || !focus || !source || trigger_released || lost_unwatched_pointer || std::chrono::steady_clock::now() - drag_started > std::chrono::seconds(15)) { surface.reset_pointers(); drag.reset(); return; } const auto change = drag.update(*source); if (!change) { surface.reset_pointers(); drag.reset(); return; } const float scale = drag_kind == PanelDragKind::Scale ? std::clamp(drag_scale * change->factor, .5f, 2.f) : size_scale; const float x = drag_kind == PanelDragKind::Grab ? std::clamp(drag_x + change->dx, -2.f, 2.f) : move_x; const float y = drag_kind == PanelDragKind::Grab ? std::clamp(drag_y + change->dy, -2.f, 2.f) : move_y; if (scale != size_scale || x != move_x || y != move_y) { size_scale = scale; move_x = x; move_y = y; size_changed = true; } } bool available(UiAction action) const { return surface.available(action); } void draw(const Panel& p) { panel = p; if (surface.render(p)) { gpu_texture->upload(surface.pixels()); auto texture = gpu_texture->texture(); overlay_check(overlay->SetOverlayTexture(handle, &texture), overlay, "SetOverlayTexture (Vulkan)"); ++texture_uploads; has_texture = true; } visibility(); } void reset_input(std::vector& result) { left.reset(); const bool lost_grip = right.reset() == GripRecord::Change::Cancel || grip_capture; grip_capture = false; const bool lost_ptt = edges[0].reset() || ptt_capture; ptt_capture = false; if (lost_grip || lost_ptt) result.push_back(UiAction::Cancel); for (size_t i = 1; i < edges.size(); ++i) edges[i].reset(); surface.reset_pointers(); } int32_t action_priority() const { return config.experimental_input_priority ? vr::k_nActionSetOverlayGlobalPriorityMin : 0; } std::string input_mode_status() const { // Read the runtime permission separately: requesting a priority does not // enable SteamVR's global setting or prove delivery of controller input. vr::EVRSettingsError settings_error = vr::VRSettingsError_None; auto* settings = vr::VRSettings(); const bool allowed = settings && settings->GetBool(vr::k_pch_SteamVR_Section, vr::k_pch_SteamVR_AllowGlobalActionSetPriority, &settings_error); const char* permission = !settings || settings_error != vr::VRSettingsError_None ? "unavailable" : allowed ? "enabled" : "disabled"; bool laser_flag = false; const auto laser_error = overlay->GetOverlayFlag(handle, vr::VROverlayFlags_MakeOverlaysInteractiveIfVisible, &laser_flag); return std::string("Input priority-request=") + (config.experimental_input_priority ? "experimental" : "normal") + " (" + std::to_string(action_priority()) + ") SteamVR-global-input=" + permission + "\nMode dashboard=" + (overlay->IsDashboardVisible() ? "Y" : "N") + " lasers-anytime=" + (laser_error == vr::VROverlayError_None ? (laser_flag ? "Y" : "N") : "n/a") + " system-input-available=" + (system->IsInputAvailable() ? "Y" : "N") + " panel-shown=" + (shown ? "Y" : "N") + " focus-gate=" + (focus ? "Y" : "N"); } // Bound actions are accepted only with a connected tracked source. A held input // following loss of activity must return to neutral before generating an edge. std::pair digital(size_t index) { vr::InputDigitalActionData_t data{}; if (input->GetDigitalActionData(actions[index], &data, sizeof(data), vr::k_ulInvalidInputValueHandle) != vr::VRInputError_None || !data.bActive || data.activeOrigin == vr::k_ulInvalidInputValueHandle) return {false, false}; vr::InputOriginInfo_t origin{}; if (input->GetOriginTrackedDeviceInfo(data.activeOrigin, &origin, sizeof(origin)) != vr::VRInputError_None || origin.trackedDeviceIndex == vr::k_unTrackedDeviceIndexInvalid || origin.trackedDeviceIndex >= poses.size() || !system->IsTrackedDeviceConnected(origin.trackedDeviceIndex) || !poses[origin.trackedDeviceIndex].bPoseIsValid) return {false, false}; if (index < 2) { const auto role = index == 0 ? vr::TrackedControllerRole_LeftHand : vr::TrackedControllerRole_RightHand; if (system->GetTrackedDeviceIndexForControllerRole(role) != origin.trackedDeviceIndex) return {false, false}; } return {true, data.bState}; } std::vector poll() { std::vector result; system->GetDeviceToAbsoluteTrackingPose(vr::TrackingUniverseStanding, 0, poses.data(), uint32_t(poses.size())); place(); vr::VREvent_t event{}; while (system->PollNextEvent(&event, sizeof(event))) { if (event.eventType == vr::VREvent_Quit) result.push_back(UiAction::Quit); if (event.eventType == vr::VREvent_OverlayFocusChanged) ++global_focus_events; if (event.eventType == vr::VREvent_InputFocusCaptured) ++input_focus_captured_events; if (event.eventType == vr::VREvent_SeatedZeroPoseReset || event.eventType == vr::VREvent_ChaperoneUniverseHasChanged) { world_ready = false; applied_mount.reset(); surface.reset_pointers(); } if (event.eventType == vr::VREvent_TrackedDeviceDeactivated || event.eventType == vr::VREvent_InputFocusCaptured) reset_input(result); } while (overlay->PollNextOverlayEvent(handle, &event, sizeof(event))) { switch (event.eventType) { case vr::VREvent_Quit: case vr::VREvent_OverlayClosed: result.push_back(UiAction::Quit); break; case vr::VREvent_OverlayHidden: ++overlay_hidden_events; focus = false; reset_input(result); if (panel.recording) result.push_back(UiAction::Cancel); break; case vr::VREvent_OverlayShown: ++overlay_shown_events; focus = true; reset_input(result); break; case vr::VREvent_ImageLoaded: ++image_loaded_events; break; case vr::VREvent_ImageFailed: ++image_failed_events; break; case vr::VREvent_OverlayGamepadFocusLost: surface.reset_pointers(); ++pointer_resets; last_pointer_event = "gamepad focus lost"; break; case vr::VREvent_OverlayFocusChanged: ++overlay_focus_events; // This global focus notification also fires when the dashboard // laser enters our overlay. Do not erase a press between down/up; // a release must still hit the same enabled control. last_pointer_event = "overlay focus changed"; break; case vr::VREvent_MouseMove: // Manipulation uses the captured controller ray, not coordinates // fed back from a changing overlay or a batch of stale mouse hits. break; case vr::VREvent_MouseButtonDown: ++pointer_downs; last_pointer_event = "down button=" + std::to_string(event.data.mouse.button); if (event.data.mouse.button == vr::VRMouseButton_Left) if (auto kind = surface.pointer_down(event.data.mouse.cursorIndex, event.data.mouse.x, H - event.data.mouse.y)) begin_drag(*kind, event); break; case vr::VREvent_MouseButtonUp: ++pointer_ups; last_pointer_event = "up button=" + std::to_string(event.data.mouse.button); if (event.data.mouse.button == vr::VRMouseButton_Left) { auto event_result = surface.pointer_up(event.data.mouse.cursorIndex, event.data.mouse.x, H - event.data.mouse.y); if (event_result.action || event_result.mount || event_result.recenter || event_result.lasers_anytime || event_result.open_bindings || event_result.advanced_debug || event_result.auto_insert) ++pointer_actions; if (event_result.action) result.push_back(*event_result.action); if (event_result.auto_insert) { config.auto_insert = *event_result.auto_insert; auto_save_failed = persist_mount && !save_auto_insert(default_config_path(), config.auto_insert); surface.set_auto_insert(config.auto_insert); reset_input(result); // setting change invalidates held actions return result; } if (event_result.advanced_debug) { config.advanced_debug = *event_result.advanced_debug; debug_save_failed = persist_mount && !save_advanced_debug(default_config_path(), config.advanced_debug); surface.set_advanced_debug(config.advanced_debug); reset_input(result); // Runtime observes the change before handling this batch, // restarts its worker and invalidates pending work/actions. return result; } if (event_result.open_bindings) { // The editor changes input ownership. Invalidate held gestures // and pointer presses; never turn the returning release into input. reset_input(result); const auto error = input->OpenBindingUI(nullptr, action_set, vr::k_ulInvalidInputValueHandle, false); surface.set_binding_note(error == vr::VRInputError_None ? "SteamVR binding editor requested." : "SteamVR could not open bindings. Try its controller settings."); } if (event_result.lasers_anytime) { const bool enabled = *event_result.lasers_anytime; if (overlay->SetOverlayFlag(handle, vr::VROverlayFlags_MakeOverlaysInteractiveIfVisible, enabled) == vr::VROverlayError_None) { lasers_anytime = enabled; laser_change_failed = false; surface.set_lasers_anytime(enabled); save_failed = persist_mount && !save_lasers_anytime(laser_settings_path, enabled); } else { laser_change_failed = true; } } if (event_result.mount) { mount = *event_result.mount; save_failed = persist_mount && !save_mount(settings_path, mount); world_ready = false; applied_mount.reset(); } if (event_result.recenter) { world_ready = false; applied_mount.reset(); } } break; default: break; } } update_drag(); place(); if (drag.active()) { // A controller used to manipulate the panel must not also authorize // Record/Insert/Enter. Require neutral rearm after the drag ends. left.reset(); right.reset(); if (grip_capture || ptt_capture) result.push_back(UiAction::Cancel); grip_capture = ptt_capture = false; for (auto& edge : edges) edge.reset(); return result; } vr::VRActiveActionSet_t set{}; set.ulActionSet = action_set; set.ulRestrictedToDevice = vr::k_ulInvalidInputValueHandle; // Explicit opt-in affects only sources bound to our existing action set. // Keep requesting it across dashboard/laser states: those are what the // experiment compares. SteamVR's separate permission gate is never changed here. set.nPriority = action_priority(); action_update_error = input->UpdateActionState(&set, sizeof(set), 1); if (action_update_error != vr::VRInputError_None) { reset_input(result); return result; } auto [la, ld] = digital(0); auto [ra, rd] = digital(1); const auto now = DoubleTap::Clock::now(); if (left.update(la && focus, ld, available(UiAction::Enter), now)) result.push_back(UiAction::Enter); switch (right.update(ra && focus, rd, now)) { case GripRecord::Change::Begin: grip_capture = true; result.push_back(UiAction::BeginRecord); break; case GripRecord::Change::End: grip_capture = false; result.push_back(UiAction::EndRecord); break; case GripRecord::Change::Cancel: grip_capture = false; result.push_back(UiAction::Cancel); break; case GripRecord::Change::None: break; } constexpr std::array mapped{{UiAction::Record, UiAction::Cancel, UiAction::Insert, UiAction::Enter}}; for (size_t i = 0; i < edges.size(); ++i) { auto [active, down] = digital(i + 2); if (i == 0 && (!active || !focus || !panel.enabled) && edges[i].reset()) { ptt_capture = false; result.push_back(UiAction::Cancel); } auto change = edges[i].update(active && focus && (panel.enabled || i == 1), down); if (i == 0) { if (change == NeutralEdge::Change::Down) { ptt_capture = true; result.push_back(UiAction::BeginRecord); } else if (change == NeutralEdge::Change::Up) { ptt_capture = false; result.push_back(UiAction::EndRecord); } } else if (change == NeutralEdge::Change::Down && available(mapped[i])) { result.push_back(mapped[i]); } } return result; } }; Overlay::Overlay(const std::string& assets, const std::string& font, std::optional mount, bool persist_mount) : impl_(std::make_unique(assets, font, mount, persist_mount)) {} Overlay::~Overlay() = default; std::vector Overlay::poll() { return impl_->poll(); } void Overlay::draw(const Panel& panel) { impl_->draw(panel); } bool Overlay::advanced_debug() const { return impl_->config.advanced_debug; } bool Overlay::auto_insert() const { return impl_->config.auto_insert; } std::string Overlay::controls_status() { // Compare the same actions across modes, before and after our pose/role gate. // IsInputAvailable and a successful UpdateActionState are not delivery proof. std::string result = impl_->input_mode_status() + " update=" + std::to_string(int(impl_->action_update_error)); for (size_t i = 0; i < action_names.size(); ++i) { vr::InputDigitalActionData_t data{}; const auto error = impl_->input->GetDigitalActionData(impl_->actions[i], &data, sizeof(data), vr::k_ulInvalidInputValueHandle); const auto [accepted, down] = impl_->digital(i); result += std::string("\nAction ") + action_names[i] + " err=" + std::to_string(int(error)) + " active=" + (data.bActive ? "Y" : "N") + " down=" + (data.bState ? "Y" : "N") + " pose-role-accepted=" + (accepted ? "Y" : "N") + " gated-down=" + (down ? "Y" : "N"); } return result; } std::string Overlay::pointer_status() const { return "Pointer down=" + std::to_string(impl_->pointer_downs) + " up=" + std::to_string(impl_->pointer_ups) + " hits=" + std::to_string(impl_->pointer_actions) + " resets=" + std::to_string(impl_->pointer_resets) + " last=" + impl_->last_pointer_event + "\nOverlay renderer=Vulkan textureUploads=" + std::to_string(impl_->texture_uploads) + " showCalls=" + std::to_string(impl_->show_calls) + " hideCalls=" + std::to_string(impl_->hide_calls) + " shownEvents=" + std::to_string(impl_->overlay_shown_events) + " hiddenEvents=" + std::to_string(impl_->overlay_hidden_events) + " imageLoaded=" + std::to_string(impl_->image_loaded_events) + " imageFailed=" + std::to_string(impl_->image_failed_events) + " overlayFocus=" + std::to_string(impl_->overlay_focus_events) + " globalFocus=" + std::to_string(impl_->global_focus_events) + " inputCaptured=" + std::to_string(impl_->input_focus_captured_events); } int registration(const std::string& manifest, bool remove, bool autostart) { try { const auto path = absolute_file(manifest); // Utility initialization does not load hardware drivers. Call only for an // explicitly requested registration, never at static initialization. configure_registry(); if (!vr::VR_IsRuntimeInstalled()) throw std::runtime_error("OpenVR runtime not installed"); vr::EVRInitError err = vr::VRInitError_None; auto* system = vr::VR_Init(&err, vr::VRApplication_Utility); if (err != vr::VRInitError_None || !system) throw std::runtime_error(std::string("OpenVR utility init: ") + vr::VR_GetVRInitErrorAsEnglishDescription(err)); struct Shutdown { ~Shutdown() { vr::VR_Shutdown(); } } shutdown; auto* apps = vr::VRApplications(); if (!apps) throw std::runtime_error("OpenVR applications interface unavailable"); constexpr const char* key = "local.frameyap.overlay"; if (remove) { // Only remove the supplied manifest; never touch other applications. auto e = apps->RemoveApplicationManifest(path.c_str()); if (e != vr::VRApplicationError_None) throw std::runtime_error(apps->GetApplicationsErrorNameFromEnum(e)); } else { auto e = apps->AddApplicationManifest(path.c_str(), false); if (e != vr::VRApplicationError_None) throw std::runtime_error(apps->GetApplicationsErrorNameFromEnum(e)); if (autostart) { e = apps->SetApplicationAutoLaunch(key, true); if (e != vr::VRApplicationError_None) throw std::runtime_error(apps->GetApplicationsErrorNameFromEnum(e)); } } if (apps->IsApplicationInstalled(key) == remove) throw std::runtime_error("OpenVR registration state did not match the requested operation"); std::cout << (remove ? "Unregistered " : "Registered ") << key; if (!remove) std::cout << " (autolaunch=" << (apps->GetApplicationAutoLaunch(key) ? "on" : "off") << ")"; std::cout << '\n'; return 0; } catch (const std::exception& e) { std::cerr << "FrameYap registration: " << e.what() << '\n'; return 1; } } } // namespace frameyap