mirror of
https://github.com/DeeJanuz/frametop.git
synced 2026-10-06 09:00:11 +02:00
fh-camd (camd/) borrows XRService's camera buffers and publishes the tracking cameras' frames to a shared ring. fh-tracker (trackd/) finds hands in them with MediaPipe's palm and landmark models on ncnn, triangulates them in 3D, and publishes them for ft-screens. fh-replay replays recordings offline. tracker/ is the earlier Python version; tools/ and probes/ hold the checks and experiments. As of this commit: crop contrast defaults to CLAHE for the palm search and plain crops for the landmarks, --swap-sides works around fh-camd naming the side cameras backwards after some XRService restarts (tools/check_sides.py detects it), and --record-only, --with-dark, --cpus and --keep-presence support the bright-light and CPU-placement tests. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
70 lines
1.9 KiB
C++
70 lines
1.9 KiB
C++
// Recordings of frame sets, for replaying live sessions through the tracker offline
|
|
// (fh-replay). A recording is DIR/sets.bin: one record per frame set, each
|
|
// fh_set_hdr_t, then per camera fh_set_cam_t, then each camera's pixels (w x h, packed)
|
|
// in the same camera order.
|
|
#pragma once
|
|
|
|
#include <condition_variable>
|
|
#include <cstdint>
|
|
#include <cstdio>
|
|
#include <deque>
|
|
#include <mutex>
|
|
#include <string>
|
|
#include <thread>
|
|
#include <vector>
|
|
|
|
#define FH_SET_MAGIC "FHSET01"
|
|
|
|
struct fh_set_hdr_t {
|
|
char magic[8];
|
|
uint32_t ncams;
|
|
uint32_t bytes; // the whole record, this header included
|
|
};
|
|
|
|
struct fh_set_cam_t {
|
|
char name[16]; // calibration name, e.g. "slam_left"
|
|
uint32_t width, height;
|
|
uint64_t capture_ns; // CLOCK_MONOTONIC_RAW, as the ring has it
|
|
uint64_t dqbuf_ns; // CLOCK_MONOTONIC
|
|
};
|
|
|
|
struct SetFrame {
|
|
std::string name;
|
|
const uint8_t *px;
|
|
uint32_t width, height;
|
|
uint64_t capture_ns, dqbuf_ns;
|
|
};
|
|
|
|
// Writes sets on its own thread, so a slow disk never holds up tracking; drops sets
|
|
// when too many are waiting.
|
|
class Recorder {
|
|
public:
|
|
~Recorder();
|
|
bool open(const std::string &dir, std::string &err);
|
|
void add(const std::vector<SetFrame> &frames);
|
|
size_t written() const { return written_; }
|
|
size_t dropped() const { return dropped_; }
|
|
|
|
private:
|
|
void loop();
|
|
FILE *f_ = nullptr;
|
|
std::thread thread_;
|
|
std::mutex mu_;
|
|
std::condition_variable wake_;
|
|
std::deque<std::vector<uint8_t>> queue_;
|
|
bool stop_ = false;
|
|
size_t written_ = 0, dropped_ = 0;
|
|
};
|
|
|
|
// Reads a recording back one set at a time.
|
|
class SetReader {
|
|
public:
|
|
bool open(const std::string &dir, std::string &err);
|
|
// False at the end (or on a truncated last set).
|
|
bool next(std::vector<fh_set_cam_t> &cams, std::vector<std::vector<uint8_t>> &pixels);
|
|
~SetReader();
|
|
|
|
private:
|
|
FILE *f_ = nullptr;
|
|
};
|