mirror of
https://github.com/DeeJanuz/frametop.git
synced 2026-10-06 06:00:09 +02:00
DeeJanuzandClaude Opus 5.5
499035216c
- Programs: ft-camd (the camera broker), ft-hands (the tracker), and ft-handreplay and ft-ringplay for recordings, built by hands/build.sh into hands/build/ with one Makefile. The first build fetches ncnn at frame-hands' pinned tag and builds it with the same options. - ft-camd gets its privileges from file capabilities (CAP_SYS_PTRACE, CAP_PERFMON, CAP_DAC_READ_SEARCH) that hands/run.sh install sets with sudo, and drops them once set up. It still works under sudo. It runs on the host, linked statically, as frametop-camd.service. ft-hands runs in the dev container as frametop-hands.service. Both start and stop with SteamVR. - Files move to /run/user/UID/frametop/ (cam-ring, hands, gestures), not $XDG_RUNTIME_DIR, which a terminal in the Frametop desktop has its own of. SIGUSR1 recordings go to ~/.local/share/frametop/hands. - The calibration is read through /run/host in the container. - Settings: HANDS_SWAP_SIDES and HANDS_CPUS in frametop.conf. - install.sh offers hand tracking as an optional last step. - The container gets jsoncpp-devel, glibc-static, and NumPy and OpenCV for the Python tools. - tools/ring.py reads the ring, and models/NOTICE credits the Apache-2.0 models. Checked: ft-handreplay gives identical summaries and byte-identical depth dumps to frame-hands' fh-replay on both 2026-09-29 recordings. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
59 lines
2.4 KiB
C
59 lines
2.4 KiB
C
/*
|
|
* fh_hands - the tracked-hands file ft-hands publishes for ft-screens' hand cutouts
|
|
* (/run/user/UID/frametop/hands, directory mode 0700), rewritten in place
|
|
* under a sequence lock: read seq, copy, read seq again; use the copy only if
|
|
* both reads are the same even number.
|
|
*
|
|
* Positions are metres in the head frame at capture time, which is OpenVR's HMD
|
|
* frame (+x right, +y up, -z forward). Turn them into the room with the HMD pose
|
|
* at capture_ns (CLOCK_MONOTONIC). Writer: ft-hands (hands/track/io.cpp).
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <assert.h>
|
|
#include <stdint.h>
|
|
|
|
#define FH_HANDS_MAGIC "FHHANDS1"
|
|
#define FH_HANDS_VERSION 1
|
|
#define FH_HANDS_MAX_HANDS 2
|
|
#define FH_HANDS_MAX_CAPSULES 64
|
|
|
|
enum {
|
|
FH_HAND_RIGHT = 1u << 0, /* else the left hand */
|
|
FH_HAND_STEREO = 1u << 1, /* triangulated from two or more cameras */
|
|
};
|
|
|
|
typedef struct {
|
|
uint32_t id; /* stays the same while the hand is tracked */
|
|
uint32_t flags; /* FH_HAND_* */
|
|
float confidence;
|
|
float reserved;
|
|
float pts[21][3]; /* MediaPipe hand landmarks */
|
|
uint32_t ncapsules; /* this hand's capsules, which follow the */
|
|
/* previous hands' in capsules[] */
|
|
} fh_hand_t; /* 272 bytes */
|
|
|
|
typedef struct {
|
|
float a[3], b[3]; /* segment ends */
|
|
float ra, rb; /* radius at each end */
|
|
} fh_capsule_t; /* 32 bytes: the hand's shape, to cut out */
|
|
|
|
typedef struct {
|
|
char magic[8];
|
|
uint32_t version;
|
|
uint32_t size;
|
|
volatile uint64_t seq;
|
|
uint64_t capture_ns; /* CLOCK_MONOTONIC when the cameras took the frames */
|
|
uint64_t publish_ns; /* CLOCK_MONOTONIC when this was written */
|
|
uint32_t nhands;
|
|
uint32_t ncapsules;
|
|
uint8_t reserved[16];
|
|
fh_hand_t hands[FH_HANDS_MAX_HANDS];
|
|
fh_capsule_t capsules[FH_HANDS_MAX_CAPSULES];
|
|
} fh_hands_t;
|
|
|
|
static_assert(sizeof(fh_hand_t) == 272, "fh_hand_t layout");
|
|
static_assert(sizeof(fh_capsule_t) == 32, "fh_capsule_t layout");
|
|
static_assert(sizeof(fh_hands_t) == 64 + 2 * 272 + 64 * 32, "fh_hands_t layout");
|