mirror of
https://github.com/FEX-Emu/FEX.git
synced 2026-10-07 08:00:21 +02:00
Ever since #3406 this has been crashing. Struct tail padding was saving this before.
605 lines
19 KiB
C++
605 lines
19 KiB
C++
// SPDX-License-Identifier: MIT
|
|
#include "VDSO_Emulation.h"
|
|
#include "FEXCore/IR/IR.h"
|
|
#include "LinuxSyscalls/x32/Types.h"
|
|
|
|
#include <FEXCore/Config/Config.h>
|
|
#include <FEXCore/Core/Context.h>
|
|
#include <FEXCore/Utils/MathUtils.h>
|
|
#include <FEXCore/Utils/LogManager.h>
|
|
#include <FEXCore/fextl/fmt.h>
|
|
#include <FEXHeaderUtils/Syscalls.h>
|
|
|
|
#include <dlfcn.h>
|
|
#include <elf.h>
|
|
#include <fcntl.h>
|
|
#include <filesystem>
|
|
#include <sys/mman.h>
|
|
#include <sys/time.h>
|
|
#include <unistd.h>
|
|
|
|
namespace FEX::VDSO {
|
|
FEXCore::Context::VDSOSigReturn VDSOPointers{};
|
|
namespace VDSOHandlers {
|
|
using TimeType = decltype(::time)*;
|
|
using GetTimeOfDayType = decltype(::gettimeofday)*;
|
|
using ClockGetTimeType = decltype(::clock_gettime)*;
|
|
using ClockGetResType = decltype(::clock_getres)*;
|
|
using GetCPUType = decltype(FHU::Syscalls::getcpu)*;
|
|
|
|
TimeType TimePtr;
|
|
GetTimeOfDayType GetTimeOfDayPtr;
|
|
ClockGetTimeType ClockGetTimePtr;
|
|
ClockGetResType ClockGetResPtr;
|
|
GetCPUType GetCPUPtr;
|
|
}
|
|
|
|
using HandlerPtr = void(*)(void*);
|
|
namespace x64 {
|
|
static uint64_t SyscallRet(uint64_t Result) {
|
|
if (Result == -1) {
|
|
return -errno;
|
|
}
|
|
return Result;
|
|
}
|
|
// glibc handlers
|
|
namespace glibc {
|
|
static void time(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
time_t *a_0;
|
|
uint64_t rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
uint64_t Result = ::time(args->a_0);
|
|
args->rv = SyscallRet(Result);
|
|
}
|
|
|
|
static void gettimeofday(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
struct timeval *tv;
|
|
struct timezone *tz;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
int Result = ::gettimeofday(args->tv, args->tz);
|
|
args->rv = SyscallRet(Result);
|
|
}
|
|
|
|
static void clock_gettime(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
clockid_t clk_id;
|
|
struct timespec *tp;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
int Result = ::clock_gettime(args->clk_id, args->tp);
|
|
args->rv = SyscallRet(Result);
|
|
}
|
|
|
|
static void clock_getres(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
clockid_t clk_id;
|
|
struct timespec *tp;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
int Result = ::clock_getres(args->clk_id, args->tp);
|
|
args->rv = SyscallRet(Result);
|
|
}
|
|
|
|
static void getcpu(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
uint32_t *cpu;
|
|
uint32_t *node;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
int Result = FHU::Syscalls::getcpu(args->cpu, args->node);
|
|
args->rv = SyscallRet(Result);
|
|
}
|
|
}
|
|
|
|
namespace VDSO {
|
|
// VDSO handlers
|
|
static void time(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
time_t *a_0;
|
|
uint64_t rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
args->rv = VDSOHandlers::TimePtr(args->a_0);
|
|
}
|
|
|
|
static void gettimeofday(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
struct timeval *tv;
|
|
struct timezone *tz;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
args->rv = VDSOHandlers::GetTimeOfDayPtr(args->tv, args->tz);
|
|
}
|
|
|
|
static void clock_gettime(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
clockid_t clk_id;
|
|
struct timespec *tp;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
args->rv = VDSOHandlers::ClockGetTimePtr(args->clk_id, args->tp);
|
|
}
|
|
|
|
static void clock_getres(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
clockid_t clk_id;
|
|
struct timespec *tp;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
args->rv = VDSOHandlers::ClockGetResPtr(args->clk_id, args->tp);
|
|
}
|
|
|
|
static void getcpu(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
uint32_t *cpu;
|
|
uint32_t *node;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
args->rv = VDSOHandlers::GetCPUPtr(args->cpu, args->node);
|
|
}
|
|
}
|
|
|
|
HandlerPtr Handler_time = FEX::VDSO::x64::glibc::time;
|
|
HandlerPtr Handler_gettimeofday = FEX::VDSO::x64::glibc::gettimeofday;
|
|
HandlerPtr Handler_clock_gettime = FEX::VDSO::x64::glibc::clock_gettime;
|
|
HandlerPtr Handler_clock_getres = FEX::VDSO::x64::glibc::clock_getres;
|
|
HandlerPtr Handler_getcpu = FEX::VDSO::x64::glibc::getcpu;
|
|
}
|
|
namespace x32 {
|
|
namespace glibc {
|
|
static int SyscallRet(int Result) {
|
|
if (Result == -1) {
|
|
return -errno;
|
|
}
|
|
return Result;
|
|
}
|
|
|
|
// glibc handlers
|
|
static void time(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
HLE::x32::compat_ptr<FEX::HLE::x32::old_time32_t> a_0;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
time_t Host{};
|
|
int Result = ::time(&Host);
|
|
args->rv = SyscallRet(Result);
|
|
if (Result != -1 && args->a_0) {
|
|
*args->a_0 = Host;
|
|
}
|
|
}
|
|
|
|
static void gettimeofday(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
HLE::x32::compat_ptr<FEX::HLE::x32::timeval32> tv;
|
|
HLE::x32::compat_ptr<struct timezone> tz;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
struct timeval tv64{};
|
|
struct timeval *tv_ptr{};
|
|
if (args->tv) {
|
|
tv_ptr = &tv64;
|
|
}
|
|
|
|
int Result = ::gettimeofday(tv_ptr, args->tz);
|
|
args->rv = SyscallRet(Result);
|
|
|
|
if (Result != -1 && args->tv) {
|
|
*args->tv = tv64;
|
|
}
|
|
}
|
|
|
|
static void clock_gettime(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
clockid_t clk_id;
|
|
HLE::x32::compat_ptr<HLE::x32::timespec32> tp;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
struct timespec tp64{};
|
|
int Result = ::clock_gettime(args->clk_id, &tp64);
|
|
args->rv = SyscallRet(Result);
|
|
|
|
if (Result != -1 && args->tp) {
|
|
*args->tp = tp64;
|
|
}
|
|
}
|
|
|
|
static void clock_gettime64(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
clockid_t clk_id;
|
|
HLE::x32::compat_ptr<struct timespec> tp;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
int Result = ::clock_gettime(args->clk_id, args->tp);
|
|
args->rv = SyscallRet(Result);
|
|
}
|
|
|
|
static void clock_getres(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
clockid_t clk_id;
|
|
HLE::x32::compat_ptr<HLE::x32::timespec32> tp;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
struct timespec tp64{};
|
|
|
|
int Result = ::clock_getres(args->clk_id, &tp64);
|
|
args->rv = SyscallRet(Result);
|
|
|
|
if (Result != -1 && args->tp) {
|
|
*args->tp = tp64;
|
|
}
|
|
}
|
|
|
|
static void getcpu(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
HLE::x32::compat_ptr<uint32_t> cpu;
|
|
HLE::x32::compat_ptr<uint32_t> node;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
int Result = ::getcpu(args->cpu, args->node);
|
|
args->rv = SyscallRet(Result);
|
|
}
|
|
}
|
|
|
|
namespace VDSO {
|
|
static bool SyscallErr(uint64_t Result) {
|
|
return Result >= -4095;
|
|
}
|
|
|
|
// VDSO handlers
|
|
static void time(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
HLE::x32::compat_ptr<FEX::HLE::x32::old_time32_t> a_0;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
time_t Host{};
|
|
uint64_t Result = VDSOHandlers::TimePtr(&Host);
|
|
args->rv = Result;
|
|
if (!SyscallErr(Result) && args->a_0) {
|
|
*args->a_0 = Host;
|
|
}
|
|
}
|
|
|
|
static void gettimeofday(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
HLE::x32::compat_ptr<FEX::HLE::x32::timeval32> tv;
|
|
HLE::x32::compat_ptr<struct timezone> tz;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
struct timeval tv64{};
|
|
struct timeval *tv_ptr{};
|
|
if (args->tv) {
|
|
tv_ptr = &tv64;
|
|
}
|
|
|
|
uint64_t Result = VDSOHandlers::GetTimeOfDayPtr(tv_ptr, args->tz);
|
|
args->rv = Result;
|
|
|
|
if (!SyscallErr(Result) && args->tv) {
|
|
*args->tv = tv64;
|
|
}
|
|
}
|
|
|
|
static void clock_gettime(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
clockid_t clk_id;
|
|
HLE::x32::compat_ptr<HLE::x32::timespec32> tp;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
struct timespec tp64{};
|
|
uint64_t Result = VDSOHandlers::ClockGetTimePtr(args->clk_id, &tp64);
|
|
args->rv = Result;
|
|
|
|
if (!SyscallErr(Result) && args->tp) {
|
|
*args->tp = tp64;
|
|
}
|
|
}
|
|
|
|
static void clock_gettime64(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
clockid_t clk_id;
|
|
HLE::x32::compat_ptr<struct timespec> tp;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
args->rv = VDSOHandlers::ClockGetTimePtr(args->clk_id, args->tp);
|
|
}
|
|
|
|
static void clock_getres(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
clockid_t clk_id;
|
|
HLE::x32::compat_ptr<HLE::x32::timespec32> tp;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
struct timespec tp64{};
|
|
|
|
uint64_t Result = VDSOHandlers::ClockGetResPtr(args->clk_id, &tp64);
|
|
args->rv = Result;
|
|
|
|
if (!SyscallErr(Result) && args->tp) {
|
|
*args->tp = tp64;
|
|
}
|
|
}
|
|
|
|
static void getcpu(void* ArgsRV) {
|
|
struct __attribute__((packed)) ArgsRV_t {
|
|
HLE::x32::compat_ptr<uint32_t> cpu;
|
|
HLE::x32::compat_ptr<uint32_t> node;
|
|
int rv;
|
|
} *args = reinterpret_cast<ArgsRV_t*>(ArgsRV);
|
|
|
|
args->rv = VDSOHandlers::GetCPUPtr(args->cpu, args->node);
|
|
}
|
|
}
|
|
|
|
HandlerPtr Handler_time = FEX::VDSO::x32::glibc::time;
|
|
HandlerPtr Handler_gettimeofday = FEX::VDSO::x32::glibc::gettimeofday;
|
|
HandlerPtr Handler_clock_gettime = FEX::VDSO::x32::glibc::clock_gettime;
|
|
HandlerPtr Handler_clock_gettime64 = FEX::VDSO::x32::glibc::clock_gettime64;
|
|
HandlerPtr Handler_clock_getres = FEX::VDSO::x32::glibc::clock_getres;
|
|
HandlerPtr Handler_getcpu = FEX::VDSO::x32::glibc::getcpu;
|
|
}
|
|
|
|
void LoadHostVDSO() {
|
|
// dlopen does allocations that FEX can't track.
|
|
// Ensure we don't run afoul of the glibc fault allocator.
|
|
FEXCore::Allocator::YesIKnowImNotSupposedToUseTheGlibcAllocator glibc;
|
|
void *vdso = dlopen("linux-vdso.so.1", RTLD_LAZY | RTLD_LOCAL | RTLD_NOLOAD);
|
|
if (!vdso) {
|
|
vdso = dlopen("linux-gate.so.1", RTLD_LAZY | RTLD_LOCAL | RTLD_NOLOAD);
|
|
}
|
|
|
|
if (!vdso) {
|
|
// We couldn't load VDSO, fallback to C implementations. Which will still be faster than emulated libc versions.
|
|
LogMan::Msg::IFmt("linux-vdso implementation falling back to libc. Consider enabling VDSO in your kernel.");
|
|
return;
|
|
}
|
|
|
|
auto SymbolPtr = dlsym(vdso, "__kernel_time");
|
|
if (!SymbolPtr) {
|
|
SymbolPtr = dlsym(vdso, "__vdso_time");
|
|
}
|
|
if (SymbolPtr) {
|
|
VDSOHandlers::TimePtr = reinterpret_cast<VDSOHandlers::TimeType>(SymbolPtr);
|
|
x64::Handler_time = x64::VDSO::time;
|
|
x32::Handler_time = x32::VDSO::time;
|
|
}
|
|
|
|
SymbolPtr = dlsym(vdso, "__kernel_gettimeofday");
|
|
if (!SymbolPtr) {
|
|
SymbolPtr = dlsym(vdso, "__vdso_gettimeofday");
|
|
}
|
|
|
|
if (SymbolPtr) {
|
|
VDSOHandlers::GetTimeOfDayPtr = reinterpret_cast<VDSOHandlers::GetTimeOfDayType>(SymbolPtr);
|
|
x64::Handler_gettimeofday = x64::VDSO::gettimeofday;
|
|
x32::Handler_gettimeofday = x32::VDSO::gettimeofday;
|
|
}
|
|
|
|
SymbolPtr = dlsym(vdso, "__kernel_clock_gettime");
|
|
if (!SymbolPtr) {
|
|
SymbolPtr = dlsym(vdso, "__vdso_clock_gettime");
|
|
}
|
|
|
|
if (SymbolPtr) {
|
|
VDSOHandlers::ClockGetTimePtr = reinterpret_cast<VDSOHandlers::ClockGetTimeType>(SymbolPtr);
|
|
x64::Handler_clock_gettime = x64::VDSO::clock_gettime;
|
|
x32::Handler_clock_gettime = x32::VDSO::clock_gettime;
|
|
x32::Handler_clock_gettime64 = x32::VDSO::clock_gettime64;
|
|
}
|
|
|
|
SymbolPtr = dlsym(vdso, "__kernel_clock_getres");
|
|
if (!SymbolPtr) {
|
|
SymbolPtr = dlsym(vdso, "__vdso_clock_getres");
|
|
}
|
|
|
|
if (SymbolPtr) {
|
|
VDSOHandlers::ClockGetResPtr = reinterpret_cast<VDSOHandlers::ClockGetResType>(SymbolPtr);
|
|
x64::Handler_clock_getres = x64::VDSO::clock_getres;
|
|
x32::Handler_clock_getres = x32::VDSO::clock_getres;
|
|
}
|
|
|
|
SymbolPtr = dlsym(vdso, "__kernel_getcpu");
|
|
if (!SymbolPtr) {
|
|
SymbolPtr = dlsym(vdso, "__vdso_getcpu");
|
|
}
|
|
|
|
if (SymbolPtr) {
|
|
VDSOHandlers::GetCPUPtr = reinterpret_cast<VDSOHandlers::GetCPUType>(SymbolPtr);
|
|
x64::Handler_getcpu = x64::VDSO::getcpu;
|
|
x32::Handler_getcpu = x32::VDSO::getcpu;
|
|
}
|
|
dlclose(vdso);
|
|
}
|
|
|
|
static fextl::vector<FEXCore::IR::ThunkDefinition> VDSODefinitions = {
|
|
{
|
|
// sha256(libVDSO:time)
|
|
{ 0x37, 0x63, 0x46, 0xb0, 0x79, 0x06, 0x5f, 0x9d, 0x00, 0xb6, 0x8d, 0xfd, 0x9e, 0x4a, 0x62, 0xcd, 0x1e, 0x6c, 0xcc, 0x22, 0xcd, 0xb2, 0xc0, 0x17, 0x7d, 0x42, 0x6a, 0x40, 0xd1, 0xeb, 0xfa, 0xe0 },
|
|
nullptr,
|
|
},
|
|
{
|
|
// sha256(libVDSO:gettimeofday)
|
|
{ 0x77, 0x2a, 0xde, 0x1c, 0x13, 0x2d, 0xe9, 0x48, 0xaf, 0xe0, 0xba, 0xcc, 0x6a, 0x89, 0xff, 0xca, 0x4a, 0xdc, 0xd5, 0x63, 0x2c, 0xc5, 0x62, 0x8b, 0x5d, 0xde, 0x0b, 0x15, 0x35, 0xc6, 0xc7, 0x14 },
|
|
nullptr,
|
|
},
|
|
{
|
|
// sha256(libVDSO:clock_gettime)
|
|
{ 0x3c, 0x96, 0x9b, 0x2d, 0xc3, 0xad, 0x2b, 0x3b, 0x9c, 0x4e, 0x4d, 0xca, 0x1c, 0xe8, 0x18, 0x4a, 0x12, 0x8a, 0xe4, 0xc1, 0x56, 0x92, 0x73, 0xce, 0x65, 0x85, 0x5f, 0x65, 0x7e, 0x94, 0x26, 0xbe },
|
|
nullptr,
|
|
},
|
|
|
|
{
|
|
// sha256(libVDSO:clock_gettime64)
|
|
{ 0xba, 0xe9, 0x6d, 0x30, 0xc0, 0x68, 0xc6, 0xd7, 0x59, 0x04, 0xf7, 0x10, 0x06, 0x72, 0x88, 0xfd, 0x4c, 0x57, 0x0f, 0x31, 0xa5, 0xea, 0xa9, 0xb9, 0xd3, 0x8d, 0x03, 0x81, 0x50, 0x16, 0x22, 0x71 },
|
|
nullptr,
|
|
},
|
|
|
|
{
|
|
// sha256(libVDSO:clock_getres)
|
|
{ 0xe4, 0xa1, 0xf6, 0x23, 0x35, 0xae, 0xb7, 0xb6, 0xb0, 0x37, 0xc5, 0xc3, 0xa3, 0xfd, 0xbf, 0xa2, 0xa1, 0xc8, 0x95, 0x78, 0xe5, 0x76, 0x86, 0xdb, 0x3e, 0x6c, 0x54, 0xd5, 0x02, 0x60, 0xd8, 0x6d },
|
|
nullptr,
|
|
},
|
|
{
|
|
// sha256(libVDSO:getcpu)
|
|
{ 0x39, 0x83, 0x39, 0x36, 0x0f, 0x68, 0xd6, 0xfc, 0xc2, 0x3a, 0x97, 0x11, 0x85, 0x09, 0xc7, 0x25, 0xbb, 0x50, 0x49, 0x55, 0x6b, 0x0c, 0x9f, 0x50, 0x37, 0xf5, 0x9d, 0xb0, 0x38, 0x58, 0x57, 0x12 },
|
|
nullptr,
|
|
},
|
|
};
|
|
|
|
void LoadGuestVDSOSymbols(bool Is64Bit, char *VDSOBase) {
|
|
// We need to load symbols we care about.
|
|
if (Is64Bit) {
|
|
// We don't care about any 64-bit symbols right now.
|
|
return;
|
|
}
|
|
|
|
// 32-bit symbol loading.
|
|
const Elf32_Ehdr *Header = reinterpret_cast<const Elf32_Ehdr*>(VDSOBase);
|
|
|
|
// First walk the section headers to find the symbol table.
|
|
const Elf32_Shdr *RawShdrs =
|
|
reinterpret_cast<const Elf32_Shdr *>(VDSOBase + Header->e_shoff);
|
|
|
|
const Elf32_Shdr *StrHeader = &RawShdrs[Header->e_shstrndx];
|
|
char const *SHStrings = VDSOBase + StrHeader->sh_offset;
|
|
|
|
const Elf32_Shdr *SymTableHeader{};
|
|
const Elf32_Shdr *StringTableHeader{};
|
|
|
|
for (size_t i = 0; i < Header->e_shnum; ++i) {
|
|
const auto &Header = RawShdrs[i];
|
|
if (Header.sh_type == SHT_SYMTAB && strcmp(&SHStrings[Header.sh_name], ".symtab") == 0) {
|
|
SymTableHeader = &Header;
|
|
StringTableHeader = &RawShdrs[SymTableHeader->sh_link];
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (!SymTableHeader) {
|
|
// Couldn't find symbol table
|
|
return;
|
|
}
|
|
|
|
char const *StrTab = VDSOBase + StringTableHeader->sh_offset;
|
|
size_t NumSymbols = SymTableHeader->sh_size / SymTableHeader->sh_entsize;
|
|
|
|
for (size_t i = 0; i < NumSymbols; ++i) {
|
|
uint64_t offset = SymTableHeader->sh_offset + i * SymTableHeader->sh_entsize;
|
|
Elf32_Sym const *Symbol =
|
|
reinterpret_cast<Elf32_Sym const *>(VDSOBase + offset);
|
|
if (ELF32_ST_VISIBILITY(Symbol->st_other) != STV_HIDDEN &&
|
|
Symbol->st_value != 0) {
|
|
char const * Name = &StrTab[Symbol->st_name];
|
|
if (Name[0] != '\0') {
|
|
if (strcmp(Name, "__kernel_sigreturn") == 0) {
|
|
VDSOPointers.VDSO_kernel_sigreturn = VDSOBase + Symbol->st_value;
|
|
}
|
|
else if (strcmp(Name, "__kernel_rt_sigreturn") == 0) {
|
|
VDSOPointers.VDSO_kernel_rt_sigreturn = VDSOBase + Symbol->st_value;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void* LoadVDSOThunks(bool Is64Bit, FEX::HLE::SyscallHandler *const Handler) {
|
|
void* VDSOBase{};
|
|
FEX_CONFIG_OPT(ThunkGuestLibs, THUNKGUESTLIBS);
|
|
FEX_CONFIG_OPT(ThunkGuestLibs32, THUNKGUESTLIBS32);
|
|
|
|
fextl::string ThunkGuestPath{};
|
|
if (Is64Bit) {
|
|
ThunkGuestPath = fextl::fmt::format("{}/libVDSO-guest.so", ThunkGuestLibs());
|
|
|
|
// Set the Thunk definition pointers for x86-64
|
|
VDSODefinitions[0].ThunkFunction = FEX::VDSO::x64::Handler_time;
|
|
VDSODefinitions[1].ThunkFunction = FEX::VDSO::x64::Handler_gettimeofday;
|
|
VDSODefinitions[2].ThunkFunction = FEX::VDSO::x64::Handler_clock_gettime;
|
|
VDSODefinitions[3].ThunkFunction = FEX::VDSO::x64::Handler_clock_gettime;
|
|
VDSODefinitions[4].ThunkFunction = FEX::VDSO::x64::Handler_clock_getres;
|
|
VDSODefinitions[5].ThunkFunction = FEX::VDSO::x64::Handler_getcpu;
|
|
}
|
|
else {
|
|
ThunkGuestPath = fextl::fmt::format("{}/libVDSO-guest.so", ThunkGuestLibs32());
|
|
|
|
// Set the Thunk definition pointers for x86
|
|
VDSODefinitions[0].ThunkFunction = FEX::VDSO::x32::Handler_time;
|
|
VDSODefinitions[1].ThunkFunction = FEX::VDSO::x32::Handler_gettimeofday;
|
|
VDSODefinitions[2].ThunkFunction = FEX::VDSO::x32::Handler_clock_gettime;
|
|
VDSODefinitions[3].ThunkFunction = FEX::VDSO::x32::Handler_clock_gettime64;
|
|
VDSODefinitions[4].ThunkFunction = FEX::VDSO::x32::Handler_clock_getres;
|
|
VDSODefinitions[5].ThunkFunction = FEX::VDSO::x32::Handler_getcpu;
|
|
}
|
|
|
|
// Load VDSO if we can
|
|
int VDSOFD = ::open(ThunkGuestPath.c_str(), O_RDONLY);
|
|
|
|
if (VDSOFD != -1) {
|
|
// Get file size
|
|
size_t VDSOSize = lseek(VDSOFD, 0, SEEK_END);
|
|
|
|
if (VDSOSize >= 4) {
|
|
// Reset to beginning
|
|
lseek(VDSOFD, 0, SEEK_SET);
|
|
VDSOSize = FEXCore::AlignUp(VDSOSize, 4096);
|
|
|
|
// Map the VDSO file to memory
|
|
VDSOBase = Handler->GuestMmap(nullptr, nullptr, VDSOSize, PROT_READ, MAP_PRIVATE, VDSOFD, 0);
|
|
|
|
// Since we found our VDSO thunk library, find our host VDSO function implementations.
|
|
LoadHostVDSO();
|
|
|
|
}
|
|
close(VDSOFD);
|
|
LoadGuestVDSOSymbols(Is64Bit, reinterpret_cast<char*>(VDSOBase));
|
|
}
|
|
|
|
return VDSOBase;
|
|
}
|
|
|
|
uint64_t GetVSyscallEntry(const void* VDSOBase) {
|
|
if (!VDSOBase) {
|
|
return 0;
|
|
}
|
|
|
|
// Extract the vsyscall location from the VDSO header.
|
|
auto Header = reinterpret_cast<const Elf32_Ehdr*>(VDSOBase);
|
|
|
|
if (Header->e_entry) {
|
|
return reinterpret_cast<uint64_t>(VDSOBase) + Header->e_entry;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
fextl::vector<FEXCore::IR::ThunkDefinition> const& GetVDSOThunkDefinitions() {
|
|
return VDSODefinitions;
|
|
}
|
|
|
|
FEXCore::Context::VDSOSigReturn const& GetVDSOSymbols() {
|
|
return VDSOPointers;
|
|
}
|
|
}
|