#include "Interface/Context/Context.h" #include "Interface/Core/Frontend.h" #include "Interface/Core/InternalThreadState.h" #include "LogManager.h" #include #include #include #include namespace FEXCore::Frontend { using namespace FEXCore::X86Tables; static uint32_t MapModRMToReg(uint8_t REX, uint8_t bits, bool HighBits, bool HasREX, bool HasXMM, uint8_t InvalidOffset = 16) { constexpr std::array GPRIndexes = { // Classical ordering? FEXCore::X86State::REG_RAX, FEXCore::X86State::REG_RCX, FEXCore::X86State::REG_RDX, FEXCore::X86State::REG_RBX, FEXCore::X86State::REG_RSP, FEXCore::X86State::REG_RBP, FEXCore::X86State::REG_RSI, FEXCore::X86State::REG_RDI, FEXCore::X86State::REG_R8, FEXCore::X86State::REG_R9, FEXCore::X86State::REG_R10, FEXCore::X86State::REG_R11, FEXCore::X86State::REG_R12, FEXCore::X86State::REG_R13, FEXCore::X86State::REG_R14, FEXCore::X86State::REG_R15, }; constexpr std::array GPR8BitHighIndexes = { // Classical ordering? FEXCore::X86State::REG_RAX, FEXCore::X86State::REG_RCX, FEXCore::X86State::REG_RDX, FEXCore::X86State::REG_RBX, FEXCore::X86State::REG_RAX, FEXCore::X86State::REG_RCX, FEXCore::X86State::REG_RDX, FEXCore::X86State::REG_RBX, FEXCore::X86State::REG_R8, FEXCore::X86State::REG_R9, FEXCore::X86State::REG_R10, FEXCore::X86State::REG_R11, FEXCore::X86State::REG_R12, FEXCore::X86State::REG_R13, FEXCore::X86State::REG_R14, FEXCore::X86State::REG_R15, }; constexpr std::array XMMIndexes = { FEXCore::X86State::REG_XMM_0, FEXCore::X86State::REG_XMM_1, FEXCore::X86State::REG_XMM_2, FEXCore::X86State::REG_XMM_3, FEXCore::X86State::REG_XMM_4, FEXCore::X86State::REG_XMM_5, FEXCore::X86State::REG_XMM_6, FEXCore::X86State::REG_XMM_7, FEXCore::X86State::REG_XMM_8, FEXCore::X86State::REG_XMM_9, FEXCore::X86State::REG_XMM_10, FEXCore::X86State::REG_XMM_11, FEXCore::X86State::REG_XMM_12, FEXCore::X86State::REG_XMM_13, FEXCore::X86State::REG_XMM_14, FEXCore::X86State::REG_XMM_15, }; const std::array *GPRs = &GPRIndexes; if (HasXMM) { GPRs = &XMMIndexes; } else if (HighBits && !HasREX) { GPRs = &GPR8BitHighIndexes; } uint8_t Offset = (REX << 3) | bits; if (Offset == InvalidOffset) { return FEXCore::X86State::REG_INVALID; } return (*GPRs)[(REX << 3) | bits]; } Decoder::Decoder(FEXCore::Context::Context *ctx) : CTX {ctx} { DecodedBuffer.resize(DefaultDecodedBufferSize); } uint8_t Decoder::ReadByte() { uint8_t Byte = InstStream[InstructionSize]; InstructionSize++; LogMan::Throw::A(InstructionSize < MAX_INST_SIZE, "Max instruction size exceeded!"); Instruction[InstructionSize] = Byte; return Byte; } uint8_t Decoder::PeekByte(uint8_t Offset) { uint8_t Byte = InstStream[InstructionSize + Offset]; return Byte; } uint64_t Decoder::ReadData(uint8_t Size) { uint64_t Res; #define READ_DATA(x, y) \ case x: { \ y const *Data = reinterpret_cast(&InstStream[InstructionSize]); \ Res = *Data; \ } \ break switch (Size) { case 0: return 0; READ_DATA(1, uint8_t); READ_DATA(2, uint16_t); READ_DATA(4, uint32_t); READ_DATA(8, uint64_t); default: LogMan::Msg::A("Unknown data size to read"); return 0; } #undef READ_DATA #ifndef NDEBUG for(size_t i = 0; i < Size; ++i) { ReadByte(); } #else SkipBytes(Size); #endif return Res; } void Decoder::DecodeModRM(uint8_t *Displacement, FEXCore::X86Tables::ModRMDecoded ModRM) { // Do we have an offset? if (ModRM.mod == 0b01) { *Displacement = 1; } else if (ModRM.mod == 0b10) { *Displacement = 4; } else if (ModRM.mod == 0 && ModRM.rm == 0b101) *Displacement = 4; // Ensure this flag is set DecodeInst->Flags |= DecodeFlags::FLAG_MODRM_PRESENT; } bool Decoder::DecodeSIB(uint8_t *Displacement, FEXCore::X86Tables::ModRMDecoded ModRM) { bool HasSIB = ((ModRM.mod != 0b11) && (ModRM.rm == 0b100)); if (HasSIB) { FEXCore::X86Tables::SIBDecoded SIB; if (DecodeInst->DecodedSIB) { SIB.Hex = DecodeInst->SIB; } else { // Haven't yet grabbed SIB, pull it now DecodeInst->SIB = ReadByte(); SIB.Hex = DecodeInst->SIB; DecodeInst->DecodedSIB = true; } // Ensure this flag is set DecodeInst->Flags |= DecodeFlags::FLAG_SIB_PRESENT; // If the SIB base is 0b101, aka BP or R13 then we have a 32bit displacement if (ModRM.mod == 0b01) { *Displacement = 1; } else if (ModRM.mod == 0b10) { *Displacement = 4; } else if (ModRM.mod == 0b00 && ModRM.rm == 0b101) { *Displacement = 4; } else if (ModRM.mod == 0b00 && ModRM.rm == 0b100 && SIB.base == 0b101) { *Displacement = 4; } } return HasSIB; } bool Decoder::NormalOp(FEXCore::X86Tables::X86InstInfo const *Info, uint16_t Op) { DecodeInst->OP = Op; DecodeInst->TableInfo = Info; // XXX: Once we support 32bit x86 then this will be necessary to support LogMan::Throw::A(Info->Type != FEXCore::X86Tables::TYPE_LEGACY_PREFIX, "Legacy Prefix"); LogMan::Throw::A(Info->Type != FEXCore::X86Tables::TYPE_UNKNOWN, "Invalid or Unknown instruction: %s 0x%04x 0x%lx", Info->Name, Op, DecodeInst->PC); LogMan::Throw::A(Info->Type != FEXCore::X86Tables::TYPE_INVALID, "Invalid or Unknown instruction: %s 0x%04x 0x%lx", Info->Name, Op, DecodeInst->PC); LogMan::Throw::A(!(Info->Type >= FEXCore::X86Tables::TYPE_GROUP_1 && Info->Type <= FEXCore::X86Tables::TYPE_GROUP_P), "Group Ops should have been decoded before this!"); // New instruction size decoding { // Decode destinations first uint32_t DstSizeFlag = FEXCore::X86Tables::InstFlags::GetSizeDstFlags(Info->Flags); uint32_t SrcSizeFlag = FEXCore::X86Tables::InstFlags::GetSizeSrcFlags(Info->Flags); if (DstSizeFlag == FEXCore::X86Tables::InstFlags::SIZE_8BIT) { DecodeInst->Flags |= DecodeFlags::GenSizeDstSize(DecodeFlags::SIZE_8BIT); } else if (DstSizeFlag == FEXCore::X86Tables::InstFlags::SIZE_16BIT) { DecodeInst->Flags |= DecodeFlags::GenSizeDstSize(DecodeFlags::SIZE_16BIT); } else if (DstSizeFlag == FEXCore::X86Tables::InstFlags::SIZE_128BIT) { DecodeInst->Flags |= DecodeFlags::GenSizeDstSize(DecodeFlags::SIZE_128BIT); } else if (DecodeInst->Flags & DecodeFlags::FLAG_OPERAND_SIZE && DstSizeFlag == FEXCore::X86Tables::InstFlags::SIZE_DEF) { // See table 1-2. Operand-Size Overrides for this decoding // If the default operating mode is 32bit and we have the operand size flag then the operating size drops to 16bit DecodeInst->Flags |= DecodeFlags::GenSizeDstSize(DecodeFlags::SIZE_16BIT); } else if (DecodeInst->Flags & DecodeFlags::FLAG_REX_WIDENING || DstSizeFlag == FEXCore::X86Tables::InstFlags::SIZE_64BIT) { DecodeInst->Flags |= DecodeFlags::GenSizeDstSize(DecodeFlags::SIZE_64BIT); } else { DecodeInst->Flags |= DecodeFlags::GenSizeDstSize(DecodeFlags::SIZE_32BIT); } // Decode sources if (SrcSizeFlag == FEXCore::X86Tables::InstFlags::SIZE_8BIT) { DecodeInst->Flags |= DecodeFlags::GenSizeSrcSize(DecodeFlags::SIZE_8BIT); } else if (SrcSizeFlag == FEXCore::X86Tables::InstFlags::SIZE_16BIT) { DecodeInst->Flags |= DecodeFlags::GenSizeSrcSize(DecodeFlags::SIZE_16BIT); } else if (SrcSizeFlag == FEXCore::X86Tables::InstFlags::SIZE_128BIT) { DecodeInst->Flags |= DecodeFlags::GenSizeSrcSize(DecodeFlags::SIZE_128BIT); } else if (DecodeInst->Flags & DecodeFlags::FLAG_OPERAND_SIZE && SrcSizeFlag == FEXCore::X86Tables::InstFlags::SIZE_DEF) { // See table 1-2. Operand-Size Overrides for this decoding // If the default operating mode is 32bit and we have the operand size flag then the operating size drops to 16bit DecodeInst->Flags |= DecodeFlags::GenSizeSrcSize(DecodeFlags::SIZE_16BIT); } else if (DecodeInst->Flags & DecodeFlags::FLAG_REX_WIDENING || SrcSizeFlag == FEXCore::X86Tables::InstFlags::SIZE_64BIT) { DecodeInst->Flags |= DecodeFlags::GenSizeSrcSize(DecodeFlags::SIZE_64BIT); } else { DecodeInst->Flags |= DecodeFlags::GenSizeSrcSize(DecodeFlags::SIZE_32BIT); } } // Is ModRM present via explicit instruction encoded or REX? bool HasMODRM = !!(DecodeInst->Flags & DecodeFlags::FLAG_MODRM_PRESENT); HasMODRM |= !!(Info->Flags & FEXCore::X86Tables::InstFlags::FLAGS_MODRM); bool HasSIB = false; bool HasWideningDisplacement = DecodeInst->Flags & DecodeFlags::FLAG_REX_WIDENING; bool HasNarrowingDisplacement = DecodeInst->Flags & DecodeFlags::FLAG_OPERAND_SIZE; // This is used for ModRM register modification // For both modrm.reg and modrm.rm(when mod == 0b11) when value is >= 0b100 // then it changes from expected registers to the high 8bits of the lower registers // Bit annoying to support // In the case of no modrm (REX in byte situation) then it is unaffected bool Is8BitSrc = (DecodeFlags::GetSizeSrcFlags(DecodeInst->Flags) == DecodeFlags::SIZE_8BIT); bool Is8BitDest = (DecodeFlags::GetSizeDstFlags(DecodeInst->Flags) == DecodeFlags::SIZE_8BIT); bool HasREX = !!(DecodeInst->Flags & DecodeFlags::FLAG_REX_PREFIX); bool HasXMMSrc = !!(Info->Flags & FEXCore::X86Tables::InstFlags::FLAGS_XMM_FLAGS) && !HAS_XMM_SUBFLAG(Info->Flags, FEXCore::X86Tables::InstFlags::FLAGS_SF_SRC_GPR); bool HasXMMDst = !!(Info->Flags & FEXCore::X86Tables::InstFlags::FLAGS_XMM_FLAGS) && !HAS_XMM_SUBFLAG(Info->Flags, FEXCore::X86Tables::InstFlags::FLAGS_SF_DST_GPR); bool HasHighXMM = HAS_XMM_SUBFLAG(Info->Flags, FEXCore::X86Tables::InstFlags::FLAGS_SF_HIGH_XMM_REG); uint8_t Displacement = 0; auto *CurrentDest = &DecodeInst->Dest; if (HAS_NON_XMM_SUBFLAG(Info->Flags, FEXCore::X86Tables::InstFlags::FLAGS_SF_DST_RAX) || HAS_NON_XMM_SUBFLAG(Info->Flags, FEXCore::X86Tables::InstFlags::FLAGS_SF_DST_RDX)) { // Some instructions hardcode their destination as RAX CurrentDest->TypeGPR.Type = DecodedOperand::TYPE_GPR; CurrentDest->TypeGPR.HighBits = false; CurrentDest->TypeGPR.GPR = HAS_NON_XMM_SUBFLAG(Info->Flags, FEXCore::X86Tables::InstFlags::FLAGS_SF_DST_RAX) ? FEXCore::X86State::REG_RAX : FEXCore::X86State::REG_RDX; CurrentDest = &DecodeInst->Src1; } if (HAS_NON_XMM_SUBFLAG(Info->Flags, FEXCore::X86Tables::InstFlags::FLAGS_SF_REX_IN_BYTE)) { LogMan::Throw::A(!HasMODRM, "This instruction shouldn't have ModRM!"); // If the REX is in the byte that means the lower nibble of the OP contains the destination GPR // This also means that the destination is always a GPR on these ones // ADDITIONALLY: // If there is a REX prefix then that allows extended GPR usage CurrentDest->TypeGPR.Type = DecodedOperand::TYPE_GPR; DecodeInst->Dest.TypeGPR.HighBits = (Is8BitDest && !HasREX && (Op & 0b111) >= 0b100) || HasHighXMM; CurrentDest->TypeGPR.GPR = MapModRMToReg(DecodeInst->Flags & DecodeFlags::FLAG_REX_XGPR_B ? 1 : 0, Op & 0b111, Is8BitDest, HasREX, false); } if (HasMODRM) { if (!DecodeInst->DecodedModRM) { DecodeInst->ModRM = ReadByte(); DecodeInst->DecodedModRM = true; } FEXCore::X86Tables::ModRMDecoded ModRM; ModRM.Hex = DecodeInst->ModRM; DecodeModRM(&Displacement, ModRM); HasSIB = DecodeSIB(&Displacement, ModRM); } uint8_t Bytes = Info->MoreBytes + Displacement; if ((Info->Flags & FEXCore::X86Tables::InstFlags::FLAGS_DISPLACE_SIZE_MUL_2) && HasWideningDisplacement) { Bytes <<= 1; } if ((Info->Flags & FEXCore::X86Tables::InstFlags::FLAGS_DISPLACE_SIZE_DIV_2) && HasNarrowingDisplacement) { Bytes >>= 1; } auto ModRMOperand = [&](FEXCore::X86Tables::DecodedOperand &GPR, FEXCore::X86Tables::DecodedOperand &NonGPR, bool HasXMMGPR, bool HasXMMNonGPR, bool GPR8Bit, bool NonGPR8Bit) { FEXCore::X86Tables::ModRMDecoded ModRM; ModRM.Hex = DecodeInst->ModRM; // Decode the GPR source first GPR.TypeGPR.Type = DecodedOperand::TYPE_GPR; GPR.TypeGPR.HighBits = (GPR8Bit && ModRM.reg >= 0b100 && !HasREX) || HasHighXMM; GPR.TypeGPR.GPR = MapModRMToReg(DecodeInst->Flags & DecodeFlags::FLAG_REX_XGPR_R ? 1 : 0, ModRM.reg, GPR8Bit, HasREX, HasXMMGPR); // ModRM.mod == 0b11 == Register // ModRM.Mod != 0b11 == Register-direct addressing if (ModRM.mod == 0b11) { NonGPR.TypeGPR.Type = DecodedOperand::TYPE_GPR; NonGPR.TypeGPR.HighBits = (NonGPR8Bit && ModRM.rm >= 0b100 && !HasREX) || HasHighXMM; NonGPR.TypeGPR.GPR = MapModRMToReg(DecodeInst->Flags & DecodeFlags::FLAG_REX_XGPR_B ? 1 : 0, ModRM.rm, NonGPR8Bit, HasREX, HasXMMNonGPR); } else { if (HasSIB) { // SIB FEXCore::X86Tables::SIBDecoded SIB; SIB.Hex = DecodeInst->SIB; NonGPR.TypeSIB.Type = DecodedOperand::TYPE_SIB; NonGPR.TypeSIB.Scale = 1 << SIB.scale; // The invalid encoding types are described at Table 1-12. "promoted nsigned is always non-zero" NonGPR.TypeSIB.Index = MapModRMToReg(DecodeInst->Flags & DecodeFlags::FLAG_REX_XGPR_X ? 1 : 0, SIB.index, false, false, false, 0b100); NonGPR.TypeSIB.Base = MapModRMToReg(DecodeInst->Flags & DecodeFlags::FLAG_REX_XGPR_B ? 1 : 0, SIB.base, false, false, false, ModRM.mod == 0 ? 0b101 : 16); uint64_t Literal {0}; LogMan::Throw::A(Displacement <= 4, "Number of bytes should be <= 4 for literal src"); Literal = ReadData(Displacement); if (Displacement == 1) { Literal = static_cast(Literal); } Bytes -= Displacement; NonGPR.TypeSIB.Offset = Literal; } else if (ModRM.mod == 0) { // Explained in Table 1-14. "Operand Addressing Using ModRM and SIB Bytes" LogMan::Throw::A(ModRM.rm != 0b100, "Shouldn't have hit this here"); if (ModRM.rm == 0b101) { // 32bit Displacement uint32_t Literal; Literal = ReadData(4); Bytes -= 4; NonGPR.TypeRIPLiteral.Type = DecodedOperand::TYPE_RIP_RELATIVE; NonGPR.TypeRIPLiteral.Literal = Literal; } else { // Register-direct addressing NonGPR.TypeGPR.Type = DecodedOperand::TYPE_GPR_DIRECT; NonGPR.TypeGPR.GPR = MapModRMToReg(DecodeInst->Flags & DecodeFlags::FLAG_REX_XGPR_B ? 1 : 0, ModRM.rm, false, false, false); } } else { uint8_t DisplacementSize = ModRM.mod == 1 ? 1 : 4; uint32_t Literal; Literal = ReadData(DisplacementSize); if (DisplacementSize == 1) { Literal = static_cast(Literal); } Bytes -= DisplacementSize; NonGPR.TypeGPRIndirect.Type = DecodedOperand::TYPE_GPR_INDIRECT; NonGPR.TypeGPRIndirect.GPR = MapModRMToReg(DecodeInst->Flags & DecodeFlags::FLAG_REX_XGPR_B ? 1 : 0, ModRM.rm, false, false, false); NonGPR.TypeGPRIndirect.Displacement = Literal; } } }; if (Info->Flags & FEXCore::X86Tables::InstFlags::FLAGS_MODRM && Info->Flags & FEXCore::X86Tables::InstFlags::FLAGS_SF_MOD_DST) { ModRMOperand(DecodeInst->Src1, DecodeInst->Dest, HasXMMSrc, HasXMMDst, Is8BitSrc, Is8BitDest); } // This is almost the same as when the ModRM is the destination type // The main different being that Dst and Src flip which bits that use (reg<->rm) auto *CurrentSrc = &DecodeInst->Src1; if (Info->Flags & FEXCore::X86Tables::InstFlags::FLAGS_MODRM && !(Info->Flags & FEXCore::X86Tables::InstFlags::FLAGS_SF_MOD_DST)) { ModRMOperand(DecodeInst->Dest, DecodeInst->Src1, HasXMMDst, HasXMMSrc, Is8BitDest, Is8BitSrc); CurrentSrc = &DecodeInst->Src2; } else if (HAS_NON_XMM_SUBFLAG(Info->Flags, FEXCore::X86Tables::InstFlags::FLAGS_SF_SRC_RAX)) { CurrentSrc->TypeGPR.Type = DecodedOperand::TYPE_GPR; CurrentSrc->TypeGPR.HighBits = false; CurrentSrc->TypeGPR.GPR = FEXCore::X86State::REG_RAX; CurrentSrc = &DecodeInst->Src2; } else if (HAS_NON_XMM_SUBFLAG(Info->Flags, FEXCore::X86Tables::InstFlags::FLAGS_SF_SRC_RCX)) { CurrentSrc->TypeGPR.Type = DecodedOperand::TYPE_GPR; CurrentSrc->TypeGPR.HighBits = false; CurrentSrc->TypeGPR.GPR = FEXCore::X86State::REG_RCX; CurrentSrc = &DecodeInst->Src2; } if (Bytes != 0) { LogMan::Throw::A(Bytes <= 8, "Number of bytes should be <= 8 for literal src"); CurrentSrc->TypeLiteral.Size = Bytes; uint64_t Literal {0}; Literal = ReadData(Bytes); if (Info->Flags & FEXCore::X86Tables::InstFlags::FLAGS_SRC_SEXT) { if (Bytes == 1) { Literal = static_cast(Literal); } else if (Bytes == 2) { Literal = static_cast(Literal); } else { Literal = static_cast(Literal); } } Bytes = 0; CurrentSrc->TypeLiteral.Type = DecodedOperand::TYPE_LITERAL; CurrentSrc->TypeLiteral.Literal = Literal; } LogMan::Throw::A(Bytes == 0, "Inst at 0x%lx: 0x%04x '%s' Had an instruction of size %d with %d remaining", DecodeInst->PC, DecodeInst->OP, DecodeInst->TableInfo->Name, InstructionSize, Bytes); DecodeInst->InstSize = InstructionSize; return true; } bool Decoder::NormalOpHeader(FEXCore::X86Tables::X86InstInfo const *Info, uint16_t Op) { DecodeInst->OP = Op; DecodeInst->TableInfo = Info; // XXX: Once we support 32bit x86 then this will be necessary to support LogMan::Throw::A(Info->Type != FEXCore::X86Tables::TYPE_LEGACY_PREFIX, "Legacy Prefix"); LogMan::Throw::A(Info->Type != FEXCore::X86Tables::TYPE_UNKNOWN, "Invalid or Unknown instruction: %s 0x%04x 0x%lx", Info->Name, Op, DecodeInst->PC); LogMan::Throw::A(Info->Type != FEXCore::X86Tables::TYPE_INVALID, "Invalid or Unknown instruction: %s 0x%04x 0x%lx", Info->Name, Op, DecodeInst->PC); if (Info->Type >= FEXCore::X86Tables::TYPE_GROUP_1 && Info->Type <= FEXCore::X86Tables::TYPE_GROUP_11) { uint8_t ModRMByte = ReadByte(); DecodeInst->ModRM = ModRMByte; DecodeInst->DecodedModRM = true; DecodeInst->Flags |= DecodeFlags::FLAG_MODRM_PRESENT; FEXCore::X86Tables::ModRMDecoded ModRM; ModRM.Hex = DecodeInst->ModRM; #define OPD(group, prefix, Reg) (((group - FEXCore::X86Tables::TYPE_GROUP_1) << 6) | (prefix) << 3 | (Reg)) Op = OPD(Info->Type, Info->MoreBytes, ModRM.reg); return NormalOp(&PrimaryInstGroupOps[Op], Op); #undef OPD } else if (Info->Type >= FEXCore::X86Tables::TYPE_GROUP_6 && Info->Type <= FEXCore::X86Tables::TYPE_GROUP_P) { #define OPD(group, prefix, Reg) (((group - FEXCore::X86Tables::TYPE_GROUP_6) << 5) | (prefix) << 3 | (Reg)) constexpr uint16_t PF_NONE = 0; constexpr uint16_t PF_F3 = 1; constexpr uint16_t PF_66 = 2; constexpr uint16_t PF_F2 = 3; uint16_t PrefixType = PF_NONE; if (DecodeInst->LastEscapePrefix == 0xF3) PrefixType = PF_F3; else if (DecodeInst->LastEscapePrefix == 0xF2) PrefixType = PF_F2; else if (DecodeInst->LastEscapePrefix == 0x66) PrefixType = PF_66; // We have ModRM uint8_t ModRMByte = ReadByte(); DecodeInst->ModRM = ModRMByte; DecodeInst->DecodedModRM = true; DecodeInst->Flags |= DecodeFlags::FLAG_MODRM_PRESENT; FEXCore::X86Tables::ModRMDecoded ModRM; ModRM.Hex = DecodeInst->ModRM; uint16_t LocalOp = OPD(Info->Type, PrefixType, ModRM.reg); FEXCore::X86Tables::X86InstInfo *LocalInfo = &SecondInstGroupOps[LocalOp]; #undef OPD if (LocalInfo->Type == FEXCore::X86Tables::TYPE_SECOND_GROUP_MODRM) { // Everything in this group is privileged instructions aside from XGETBV constexpr std::array RegToField = { 255, 0, 1, 2, 255, 255, 255, 3, }; uint8_t Field = RegToField[ModRM.reg]; LogMan::Throw::A(Field != 255, "Invalid field selected!"); LocalOp = (Field << 3) | ModRM.rm; return NormalOp(&SecondModRMTableOps[LocalOp], LocalOp); } else { return NormalOp(&SecondInstGroupOps[LocalOp], LocalOp); } } else if (Info->Type == FEXCore::X86Tables::TYPE_X87_TABLE_PREFIX) { // We have ModRM uint8_t ModRMByte = ReadByte(); DecodeInst->ModRM = ModRMByte; DecodeInst->DecodedModRM = true; DecodeInst->Flags |= DecodeFlags::FLAG_MODRM_PRESENT; FEXCore::X86Tables::ModRMDecoded ModRM; ModRM.Hex = DecodeInst->ModRM; uint16_t X87Op = ((Op - 0xD8) << 8) | ModRMByte; return NormalOp(&X87Ops[X87Op], X87Op); } else if (Info->Type == FEXCore::X86Tables::TYPE_VEX_TABLE_PREFIX) { uint16_t map_select = 1; uint16_t pp = 0; uint8_t Byte1 = ReadByte(); if (Op == 0xC5) { // Two byte VEX pp = Byte1 & 0b11; } else { // 0xC4 = Three byte VEX uint8_t Byte2 = ReadByte(); pp = Byte2 & 0b11; map_select = Byte1 & 0b11111; LogMan::Throw::A(map_select >= 1 && map_select <= 3, "We don't understand a map_select of: %d", map_select); } uint16_t VEXOp = ReadByte(); #define OPD(map_select, pp, opcode) (((map_select - 1) << 10) | (pp << 8) | (opcode)) Op = OPD(map_select, pp, VEXOp); return NormalOp(&VEXTableOps[Op], Op); #undef OPD } else if (Info->Type == FEXCore::X86Tables::TYPE_XOP_TABLE_PREFIX) { LogMan::Msg::A("XOP and POP aren't handled!"); uint16_t Byte1 = ReadByte(); uint16_t Byte2 = ReadByte(); uint16_t XOPOp = ReadByte(); uint16_t map_select = Byte1 & 0b11111; LogMan::Throw::A(map_select >= 8 && map_select <= 0xA, "We don't understand a map_select of: %d", map_select); uint16_t pp = Byte2 & 0b11; map_select -= 8; #define OPD(group, pp, opcode) ( (group << 10) | (pp << 8) | (opcode)) Op = OPD(map_select, pp, XOPOp); return NormalOp(&XOPTableOps[Op], Op); #undef OPD } return NormalOp(Info, Op); } bool Decoder::DecodeInstruction(uint64_t PC) { InstructionSize = 0; Instruction.fill(0); bool InstructionDecoded = false; bool ErrorDuringDecoding = false; DecodeInst = &DecodedBuffer[DecodedSize]; memset(DecodeInst, 0, sizeof(DecodedInst)); DecodeInst->PC = PC; while (!InstructionDecoded && !ErrorDuringDecoding) { uint8_t Op = ReadByte(); switch (Op) { case 0x0F: {// Escape Op uint8_t EscapeOp = ReadByte(); switch (EscapeOp) { case 0x0F: { // 3DNow! // 3DNow! Instruction Encoding: 0F 0F [ModRM] [SIB] [Displacement] [Opcode] // Decode ModRM uint8_t ModRMByte = ReadByte(); DecodeInst->ModRM = ModRMByte; DecodeInst->DecodedModRM = true; DecodeInst->Flags |= DecodeFlags::FLAG_MODRM_PRESENT; FEXCore::X86Tables::ModRMDecoded ModRM; ModRM.Hex = DecodeInst->ModRM; uint8_t Displacement = 0; DecodeModRM(&Displacement, ModRM); DecodeSIB(&Displacement, ModRM); // Take a peek at the op just past the displacement uint8_t LocalOp = PeekByte(Displacement); if (NormalOpHeader(&FEXCore::X86Tables::DDDNowOps[LocalOp], LocalOp)) { InstructionDecoded = true; } // Make sure to read the opcode in to our internal structure ReadByte(); break; } case 0x38: { // F38 Table! constexpr uint16_t PF_38_NONE = 0; constexpr uint16_t PF_38_66 = 1; constexpr uint16_t PF_38_F2 = 2; uint16_t Prefix = PF_38_NONE; if (DecodeInst->LastEscapePrefix == 0xF2) // REPNE Prefix = PF_38_F2; else if (DecodeInst->LastEscapePrefix == 0x66) // Operand Size Prefix = PF_38_66; uint16_t LocalOp = (Prefix << 8) | ReadByte(); if (NormalOpHeader(&FEXCore::X86Tables::H0F38TableOps[LocalOp], LocalOp)) { InstructionDecoded = true; } break; } case 0x3A: { // F3A Table! constexpr uint16_t PF_3A_NONE = 0; constexpr uint16_t PF_3A_66 = 1; constexpr uint16_t PF_3A_REX = (1 << 1); uint16_t Prefix = PF_3A_NONE; if (DecodeInst->LastEscapePrefix == 0x66) // Operand Size Prefix = PF_3A_66; if (DecodeInst->Flags & DecodeFlags::FLAG_REX_PREFIX) Prefix |= PF_3A_REX; uint16_t LocalOp = (Prefix << 8) | ReadByte(); if (NormalOpHeader(&FEXCore::X86Tables::H0F3ATableOps[LocalOp], LocalOp)) { InstructionDecoded = true; } break; } default: // Two byte table! // x86-64 abuses three legacy prefixes to extend the table encodings // 0x66 - Operand Size prefix // 0xF2 - REPNE prefix // 0xF3 - REP prefix // If any of these three prefixes are used then it falls down the subtable // Additionally: If you hit repeat of differnt prefixes then only the LAST one before this one works for subtable selection if (DecodeInst->LastEscapePrefix == 0xF3) { // REP // Remove prefix so it doesn't effect calculations. // This is only an escape prefix rather tan modifier now DecodeInst->Flags &= ~DecodeFlags::FLAG_REP_PREFIX; if (NormalOpHeader(&FEXCore::X86Tables::RepModOps[EscapeOp], EscapeOp)) { InstructionDecoded = true; } } else if (DecodeInst->LastEscapePrefix == 0xF2) { // REPNE // Remove prefix so it doesn't effect calculations. // This is only an escape prefix rather tan modifier now DecodeInst->Flags &= ~DecodeFlags::FLAG_REPNE_PREFIX; if (NormalOpHeader(&FEXCore::X86Tables::RepNEModOps[EscapeOp], EscapeOp)) { InstructionDecoded = true; } } else if (DecodeInst->LastEscapePrefix == 0x66) { // Operand Size // Remove prefix so it doesn't effect calculations. // This is only an escape prefix rather tan modifier now DecodeInst->Flags &= ~DecodeFlags::FLAG_OPERAND_SIZE; if (NormalOpHeader(&FEXCore::X86Tables::OpSizeModOps[EscapeOp], EscapeOp)) { InstructionDecoded = true; } } else if (NormalOpHeader(&FEXCore::X86Tables::SecondBaseOps[EscapeOp], EscapeOp)) { InstructionDecoded = true; } break; } break; } case 0x66: // Operand Size prefix DecodeInst->Flags |= DecodeFlags::FLAG_OPERAND_SIZE; DecodeInst->LastEscapePrefix = Op; break; case 0x67: // Address Size override prefix DecodeInst->Flags |= DecodeFlags::FLAG_ADDRESS_SIZE; break; case 0x26: // ES legacy prefix case 0x2E: // CS legacy prefix case 0x3E: // DS legacy prefix // Annoyingly GCC generates NOP ops with these prefixes // Just ignore them for now // eg. 66 2e 0f 1f 84 00 00 00 00 00 nop WORD PTR cs:[rax+rax*1+0x0] break; case 0x40: // REX - 0x40-0x4F case 0x41: case 0x42: case 0x43: case 0x44: case 0x45: case 0x46: case 0x47: case 0x48: case 0x49: case 0x4A: case 0x4B: case 0x4C: case 0x4D: case 0x4E: case 0x4F: { DecodeInst->Flags |= DecodeFlags::FLAG_REX_PREFIX; // Widening displacement if (Op & 0b1000) DecodeInst->Flags |= DecodeFlags::FLAG_REX_WIDENING; // XGPR_B bit set if (Op & 0b0001) DecodeInst->Flags |= DecodeFlags::FLAG_REX_XGPR_B; // XGPR_X bit set if (Op & 0b0010) DecodeInst->Flags |= DecodeFlags::FLAG_REX_XGPR_X; // XGPR_R bit set if (Op & 0b0100) DecodeInst->Flags |= DecodeFlags::FLAG_REX_XGPR_R; break; } case 0xF0: // LOCK prefix DecodeInst->Flags |= DecodeFlags::FLAG_LOCK; break; case 0xF2: // REPNE prefix DecodeInst->Flags |= DecodeFlags::FLAG_REPNE_PREFIX; DecodeInst->LastEscapePrefix = Op; break; case 0xF3: // REP prefix DecodeInst->Flags |= DecodeFlags::FLAG_REP_PREFIX; DecodeInst->LastEscapePrefix = Op; break; case 0x64: // FS prefix DecodeInst->Flags |= DecodeFlags::FLAG_FS_PREFIX; break; case 0x65: // GS prefix DecodeInst->Flags |= DecodeFlags::FLAG_FS_PREFIX; break; default: { // Default base table if (NormalOpHeader(&FEXCore::X86Tables::BaseOps[Op], Op)) { InstructionDecoded = true; } else { LogMan::Msg::E("Error during instruction decoding"); ErrorDuringDecoding = true; } break; } } } return !ErrorDuringDecoding; } bool Decoder::BlockEndCanContinuePast() { if (!CTX->Config.Multiblock) return false; // Have we had a conditional branch past this PC previously? // We can continue in this case // // ex. // test eax, eax // jne .Continue // ud2 <--- We can continue past this instruction, which is a block ender // .Continue: // ... return DecodeInst->PC <= MaxCondBranchForward; } bool Decoder::BranchTargetInMultiblockRange() { if (!CTX->Config.Multiblock) return false; // If the RIP setting is conditional AND within our symbol range then it can be considered for multiblock uint64_t TargetRIP = 0; bool Conditional = true; switch (DecodeInst->OP) { case 0x70 ... 0x7F: { // Conditional JUMP // Source is a literal // auto RIPOffset = LoadSource(Op, Op->Src1, Op->Flags); // auto RIPTargetConst = _Constant(Op->PC + Op->InstSize); // Target offset is PC + InstSize + Literal TargetRIP = DecodeInst->PC + DecodeInst->InstSize + DecodeInst->Src1.TypeLiteral.Literal; break; } case 0xE9: case 0xEB: // Both are unconditional JMP instructions TargetRIP = DecodeInst->PC + DecodeInst->InstSize + DecodeInst->Src1.TypeLiteral.Literal; Conditional = false; break; case 0xC2: // RET imm case 0xC3: // RET Conditional = false; break; default: return false; break; } // If the target RIP is within the symbol ranges then we are golden if (TargetRIP > SymbolMinAddress && TargetRIP <= SymbolMaxAddress) { // Update our conditional branch ranges before we return if (Conditional) { MaxCondBranchForward = std::max(MaxCondBranchForward, TargetRIP); MaxCondBranchBackwards = std::min(MaxCondBranchBackwards, TargetRIP); } //JumpTargets.emplace(TargetRIP); return true; } return false; } bool Decoder::DecodeInstructionsInBlock(uint8_t const* _InstStream, uint64_t PC) { // Reset internal state management DecodedSize = 0; MaxCondBranchForward = 0; MaxCondBranchBackwards = ~0ULL; // XXX: Load symbol data SymbolAvailable = false; EntryPoint = PC; JumpTargets.clear(); InstStream = _InstStream; bool ErrorDuringDecoding = false; bool Done = false; uint64_t PCOffset = 0; // If we don't have symbols available then we become a bit optimistic about multiblock ranges if (!SymbolAvailable) { // If we don't have a symbol available then assume all branches are valid for multiblock SymbolMaxAddress = ~0ULL; SymbolMinAddress = 0; } // LogMan::Msg::I("============================"); // LogMan::Msg::I(">>> Started decoding at 0x%lx", PC); // LogMan::Msg::I("============================"); while(!Done) { ErrorDuringDecoding = !DecodeInstruction(PC + PCOffset); if (ErrorDuringDecoding) { LogMan::Msg::D("Couldn't Decode something at 0x%lx, Started at 0x%lx", PC + PCOffset, PC); break; } ++DecodedSize; bool CanContinue = false; if (!(DecodeInst->TableInfo->Flags & (FEXCore::X86Tables::InstFlags::FLAGS_BLOCK_END | FEXCore::X86Tables::InstFlags::FLAGS_SETS_RIP))) { // If this isn't a block ender then we can keep going regardless CanContinue = true; } // If this is an instruction that just completely kills a block then just end currently // XXX: If we've had a conditional branch past this then keep going if (DecodeInst->TableInfo->Flags & FEXCore::X86Tables::InstFlags::FLAGS_BLOCK_END) { CanContinue = BlockEndCanContinuePast(); } if (DecodeInst->TableInfo->Flags & FEXCore::X86Tables::InstFlags::FLAGS_SETS_RIP) { // If we have multiblock enabled // If the branch target is within our multiblock range then we can keep going on // We don't want to short circuit this since we want to calculate our ranges still CanContinue = CanContinue | BranchTargetInMultiblockRange(); } if (!CanContinue) { break; } if (DecodedSize >= CTX->Config.MaxInstPerBlock || DecodedSize >= DecodedBuffer.size()) { break; } PCOffset += DecodeInst->InstSize; InstStream += DecodeInst->InstSize; } return !ErrorDuringDecoding; } }