Ryujinx/ARMeilleure/CodeGen/Arm64/Assembler.cs
gdkchan 5e0f8e8738
Implement JIT Arm64 backend (#4114)
* Implement JIT Arm64 backend

* PPTC version bump

* Address some feedback from Arm64 JIT PR

* Address even more PR feedback

* Remove unused IsPageAligned function

* Sync Qc flag before calls

* Fix comment and remove unused enum

* Address riperiperi PR feedback

* Delete Breakpoint IR instruction that was only implemented for Arm64
2023-01-10 19:16:59 -03:00

1160 lines
37 KiB
C#

using ARMeilleure.IntermediateRepresentation;
using System;
using System.Diagnostics;
using System.IO;
using static ARMeilleure.IntermediateRepresentation.Operand;
namespace ARMeilleure.CodeGen.Arm64
{
class Assembler
{
public const uint SfFlag = 1u << 31;
private const int SpRegister = 31;
private const int ZrRegister = 31;
private readonly Stream _stream;
public Assembler(Stream stream)
{
_stream = stream;
}
public void Add(Operand rd, Operand rn, Operand rm, ArmExtensionType extensionType, int shiftAmount = 0)
{
WriteInstructionAuto(0x0b200000u, rd, rn, rm, extensionType, shiftAmount);
}
public void Add(Operand rd, Operand rn, Operand rm, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0, bool immForm = false)
{
WriteInstructionAuto(0x11000000u, 0x0b000000u, rd, rn, rm, shiftType, shiftAmount, immForm);
}
public void And(Operand rd, Operand rn, Operand rm, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
WriteInstructionBitwiseAuto(0x12000000u, 0x0a000000u, rd, rn, rm, shiftType, shiftAmount);
}
public void Ands(Operand rd, Operand rn, Operand rm, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
WriteInstructionBitwiseAuto(0x72000000u, 0x6a000000u, rd, rn, rm, shiftType, shiftAmount);
}
public void Asr(Operand rd, Operand rn, Operand rm)
{
if (rm.Kind == OperandKind.Constant)
{
int shift = rm.AsInt32();
int mask = rd.Type == OperandType.I64 ? 63 : 31;
shift &= mask;
Sbfm(rd, rn, shift, mask);
}
else
{
Asrv(rd, rn, rm);
}
}
public void Asrv(Operand rd, Operand rn, Operand rm)
{
WriteInstructionBitwiseAuto(0x1ac02800u, rd, rn, rm);
}
public void B(int imm)
{
WriteUInt32(0x14000000u | EncodeSImm26_2(imm));
}
public void B(ArmCondition condition, int imm)
{
WriteUInt32(0x54000000u | (uint)condition | (EncodeSImm19_2(imm) << 5));
}
public void Blr(Operand rn)
{
WriteUInt32(0xd63f0000u | (EncodeReg(rn) << 5));
}
public void Br(Operand rn)
{
WriteUInt32(0xd61f0000u | (EncodeReg(rn) << 5));
}
public void Brk()
{
WriteUInt32(0xd4200000u);
}
public void Cbz(Operand rt, int imm)
{
WriteInstructionAuto(0x34000000u | (EncodeSImm19_2(imm) << 5), rt);
}
public void Cbnz(Operand rt, int imm)
{
WriteInstructionAuto(0x35000000u | (EncodeSImm19_2(imm) << 5), rt);
}
public void Clrex(int crm = 15)
{
WriteUInt32(0xd503305fu | (EncodeUImm4(crm) << 8));
}
public void Clz(Operand rd, Operand rn)
{
WriteInstructionAuto(0x5ac01000u, rd, rn);
}
public void CmeqVector(Operand rd, Operand rn, Operand rm, int size, bool q = true)
{
Debug.Assert((uint)size < 4);
WriteSimdInstruction(0x2e208c00u | ((uint)size << 22), rd, rn, rm, q);
}
public void Cmp(Operand rn, Operand rm, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
Subs(Factory.Register(ZrRegister, RegisterType.Integer, rn.Type), rn, rm, shiftType, shiftAmount);
}
public void Csel(Operand rd, Operand rn, Operand rm, ArmCondition condition)
{
WriteInstructionBitwiseAuto(0x1a800000u | ((uint)condition << 12), rd, rn, rm);
}
public void Cset(Operand rd, ArmCondition condition)
{
var zr = Factory.Register(ZrRegister, RegisterType.Integer, rd.Type);
Csinc(rd, zr, zr, (ArmCondition)((int)condition ^ 1));
}
public void Csinc(Operand rd, Operand rn, Operand rm, ArmCondition condition)
{
WriteInstructionBitwiseAuto(0x1a800400u | ((uint)condition << 12), rd, rn, rm);
}
public void Dmb(uint option)
{
WriteUInt32(0xd50330bfu | (option << 8));
}
public void DupScalar(Operand rd, Operand rn, int index, int size)
{
WriteInstruction(0x5e000400u | (EncodeIndexSizeImm5(index, size) << 16), rd, rn);
}
public void Eor(Operand rd, Operand rn, Operand rm, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
WriteInstructionBitwiseAuto(0x52000000u, 0x4a000000u, rd, rn, rm, shiftType, shiftAmount);
}
public void EorVector(Operand rd, Operand rn, Operand rm, bool q = true)
{
WriteSimdInstruction(0x2e201c00u, rd, rn, rm, q);
}
public void Extr(Operand rd, Operand rn, Operand rm, int imms)
{
uint n = rd.Type == OperandType.I64 ? 1u << 22 : 0u;
WriteInstructionBitwiseAuto(0x13800000u | n | (EncodeUImm6(imms) << 10), rd, rn, rm);
}
public void FaddScalar(Operand rd, Operand rn, Operand rm)
{
WriteFPInstructionAuto(0x1e202800u, rd, rn, rm);
}
public void FcvtScalar(Operand rd, Operand rn)
{
uint instruction = 0x1e224000u | (rd.Type == OperandType.FP64 ? 1u << 15 : 1u << 22);
WriteUInt32(instruction | EncodeReg(rd) | (EncodeReg(rn) << 5));
}
public void FdivScalar(Operand rd, Operand rn, Operand rm)
{
WriteFPInstructionAuto(0x1e201800u, rd, rn, rm);
}
public void Fmov(Operand rd, Operand rn)
{
WriteFPInstructionAuto(0x1e204000u, rd, rn);
}
public void Fmov(Operand rd, Operand rn, bool topHalf)
{
Debug.Assert(rd.Type.IsInteger() != rn.Type.IsInteger());
Debug.Assert(rd.Type == OperandType.I64 || rn.Type == OperandType.I64 || !topHalf);
uint opcode = rd.Type.IsInteger() ? 0b110u : 0b111u;
uint rmode = topHalf ? 1u << 19 : 0u;
uint ftype = rd.Type == OperandType.FP64 || rn.Type == OperandType.FP64 ? 1u << 22 : 0u;
uint sf = rd.Type == OperandType.I64 || rn.Type == OperandType.I64 ? SfFlag : 0u;
WriteUInt32(0x1e260000u | (opcode << 16) | rmode | ftype | sf | EncodeReg(rd) | (EncodeReg(rn) << 5));
}
public void FmulScalar(Operand rd, Operand rn, Operand rm)
{
WriteFPInstructionAuto(0x1e200800u, rd, rn, rm);
}
public void FnegScalar(Operand rd, Operand rn)
{
WriteFPInstructionAuto(0x1e214000u, rd, rn);
}
public void FsubScalar(Operand rd, Operand rn, Operand rm)
{
WriteFPInstructionAuto(0x1e203800u, rd, rn, rm);
}
public void Ins(Operand rd, Operand rn, int index, int size)
{
WriteInstruction(0x4e001c00u | (EncodeIndexSizeImm5(index, size) << 16), rd, rn);
}
public void Ins(Operand rd, Operand rn, int srcIndex, int dstIndex, int size)
{
uint imm4 = (uint)srcIndex << size;
Debug.Assert((uint)srcIndex < (16u >> size));
WriteInstruction(0x6e000400u | (imm4 << 11) | (EncodeIndexSizeImm5(dstIndex, size) << 16), rd, rn);
}
public void Ldaxp(Operand rt, Operand rt2, Operand rn)
{
WriteInstruction(0x887f8000u | ((rt.Type == OperandType.I64 ? 3u : 2u) << 30), rt, rn, rt2);
}
public void Ldaxr(Operand rt, Operand rn)
{
WriteInstruction(0x085ffc00u | ((rt.Type == OperandType.I64 ? 3u : 2u) << 30), rt, rn);
}
public void Ldaxrb(Operand rt, Operand rn)
{
WriteInstruction(0x085ffc00u, rt, rn);
}
public void Ldaxrh(Operand rt, Operand rn)
{
WriteInstruction(0x085ffc00u | (1u << 30), rt, rn);
}
public void LdpRiPost(Operand rt, Operand rt2, Operand rn, int imm)
{
uint instruction = GetLdpStpInstruction(0x28c00000u, 0x2cc00000u, imm, rt.Type);
WriteInstruction(instruction, rt, rn, rt2);
}
public void LdpRiPre(Operand rt, Operand rt2, Operand rn, int imm)
{
uint instruction = GetLdpStpInstruction(0x29c00000u, 0x2dc00000u, imm, rt.Type);
WriteInstruction(instruction, rt, rn, rt2);
}
public void LdpRiUn(Operand rt, Operand rt2, Operand rn, int imm)
{
uint instruction = GetLdpStpInstruction(0x29400000u, 0x2d400000u, imm, rt.Type);
WriteInstruction(instruction, rt, rn, rt2);
}
public void Ldr(Operand rt, Operand rn)
{
if (rn.Kind == OperandKind.Memory)
{
MemoryOperand memOp = rn.GetMemory();
if (memOp.Index != default)
{
Debug.Assert(memOp.Displacement == 0);
Debug.Assert(memOp.Scale == Multiplier.x1 || (int)memOp.Scale == GetScaleForType(rt.Type));
LdrRr(rt, memOp.BaseAddress, memOp.Index, ArmExtensionType.Uxtx, memOp.Scale != Multiplier.x1);
}
else
{
LdrRiUn(rt, memOp.BaseAddress, memOp.Displacement);
}
}
else
{
LdrRiUn(rt, rn, 0);
}
}
public void LdrLit(Operand rt, int offset)
{
uint instruction = 0x18000000u | (EncodeSImm19_2(offset) << 5);
if (rt.Type == OperandType.I64)
{
instruction |= 1u << 30;
}
WriteInstruction(instruction, rt);
}
public void LdrRiPost(Operand rt, Operand rn, int imm)
{
uint instruction = GetLdrStrInstruction(0xb8400400u, 0x3c400400u, rt.Type) | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void LdrRiPre(Operand rt, Operand rn, int imm)
{
uint instruction = GetLdrStrInstruction(0xb8400c00u, 0x3c400c00u, rt.Type) | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void LdrRiUn(Operand rt, Operand rn, int imm)
{
uint instruction = GetLdrStrInstruction(0xb9400000u, 0x3d400000u, rt.Type) | (EncodeUImm12(imm, rt.Type) << 10);
WriteInstruction(instruction, rt, rn);
}
public void LdrRr(Operand rt, Operand rn, Operand rm, ArmExtensionType extensionType, bool shift)
{
uint instruction = GetLdrStrInstruction(0xb8600800u, 0x3ce00800u, rt.Type);
WriteInstructionLdrStrAuto(instruction, rt, rn, rm, extensionType, shift);
}
public void LdrbRiPost(Operand rt, Operand rn, int imm)
{
uint instruction = 0x38400400u | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void LdrbRiPre(Operand rt, Operand rn, int imm)
{
uint instruction = 0x38400c00u | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void LdrbRiUn(Operand rt, Operand rn, int imm)
{
uint instruction = 0x39400000u | (EncodeUImm12(imm, 0) << 10);
WriteInstruction(instruction, rt, rn);
}
public void LdrhRiPost(Operand rt, Operand rn, int imm)
{
uint instruction = 0x78400400u | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void LdrhRiPre(Operand rt, Operand rn, int imm)
{
uint instruction = 0x78400c00u | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void LdrhRiUn(Operand rt, Operand rn, int imm)
{
uint instruction = 0x79400000u | (EncodeUImm12(imm, 1) << 10);
WriteInstruction(instruction, rt, rn);
}
public void Ldur(Operand rt, Operand rn, int imm)
{
uint instruction = GetLdrStrInstruction(0xb8400000u, 0x3c400000u, rt.Type) | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void Lsl(Operand rd, Operand rn, Operand rm)
{
if (rm.Kind == OperandKind.Constant)
{
int shift = rm.AsInt32();
int mask = rd.Type == OperandType.I64 ? 63 : 31;
shift &= mask;
Ubfm(rd, rn, -shift & mask, mask - shift);
}
else
{
Lslv(rd, rn, rm);
}
}
public void Lslv(Operand rd, Operand rn, Operand rm)
{
WriteInstructionBitwiseAuto(0x1ac02000u, rd, rn, rm);
}
public void Lsr(Operand rd, Operand rn, Operand rm)
{
if (rm.Kind == OperandKind.Constant)
{
int shift = rm.AsInt32();
int mask = rd.Type == OperandType.I64 ? 63 : 31;
shift &= mask;
Ubfm(rd, rn, shift, mask);
}
else
{
Lsrv(rd, rn, rm);
}
}
public void Lsrv(Operand rd, Operand rn, Operand rm)
{
WriteInstructionBitwiseAuto(0x1ac02400u, rd, rn, rm);
}
public void Madd(Operand rd, Operand rn, Operand rm, Operand ra)
{
WriteInstructionAuto(0x1b000000u, rd, rn, rm, ra);
}
public void Mul(Operand rd, Operand rn, Operand rm)
{
Madd(rd, rn, rm, Factory.Register(ZrRegister, RegisterType.Integer, rd.Type));
}
public void Mov(Operand rd, Operand rn)
{
if (rd.Type.IsInteger())
{
Orr(rd, Factory.Register(ZrRegister, RegisterType.Integer, rd.Type), rn);
}
else
{
OrrVector(rd, rn, rn);
}
}
public void MovSp(Operand rd, Operand rn)
{
if (rd.GetRegister().Index == SpRegister ||
rn.GetRegister().Index == SpRegister)
{
Add(rd, rn, Factory.Const(rd.Type, 0), immForm: true);
}
else
{
Mov(rd, rn);
}
}
public void Mov(Operand rd, int imm)
{
Movz(rd, imm, 0);
}
public void Movz(Operand rd, int imm, int hw)
{
Debug.Assert((hw & (rd.Type == OperandType.I64 ? 3 : 1)) == hw);
WriteInstructionAuto(0x52800000u | (EncodeUImm16(imm) << 5) | ((uint)hw << 21), rd);
}
public void Movk(Operand rd, int imm, int hw)
{
Debug.Assert((hw & (rd.Type == OperandType.I64 ? 3 : 1)) == hw);
WriteInstructionAuto(0x72800000u | (EncodeUImm16(imm) << 5) | ((uint)hw << 21), rd);
}
public void Mrs(Operand rt, uint o0, uint op1, uint crn, uint crm, uint op2)
{
uint instruction = 0xd5300000u;
instruction |= (op2 & 7) << 5;
instruction |= (crm & 15) << 8;
instruction |= (crn & 15) << 12;
instruction |= (op1 & 7) << 16;
instruction |= (o0 & 1) << 19;
WriteInstruction(instruction, rt);
}
public void Mvn(Operand rd, Operand rn, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
Orn(rd, Factory.Register(ZrRegister, RegisterType.Integer, rd.Type), rn, shiftType, shiftAmount);
}
public void Neg(Operand rd, Operand rn, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
Sub(rd, Factory.Register(ZrRegister, RegisterType.Integer, rd.Type), rn, shiftType, shiftAmount);
}
public void Orn(Operand rd, Operand rn, Operand rm, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
WriteInstructionBitwiseAuto(0x2a200000u, rd, rn, rm, shiftType, shiftAmount);
}
public void Orr(Operand rd, Operand rn, Operand rm, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
WriteInstructionBitwiseAuto(0x32000000u, 0x2a000000u, rd, rn, rm, shiftType, shiftAmount);
}
public void OrrVector(Operand rd, Operand rn, Operand rm, bool q = true)
{
WriteSimdInstruction(0x0ea01c00u, rd, rn, rm, q);
}
public void Ret(Operand rn)
{
WriteUInt32(0xd65f0000u | (EncodeReg(rn) << 5));
}
public void Rev(Operand rd, Operand rn)
{
uint opc0 = rd.Type == OperandType.I64 ? 1u << 10 : 0u;
WriteInstructionAuto(0x5ac00800u | opc0, rd, rn);
}
public void Ror(Operand rd, Operand rn, Operand rm)
{
if (rm.Kind == OperandKind.Constant)
{
int shift = rm.AsInt32();
int mask = rd.Type == OperandType.I64 ? 63 : 31;
shift &= mask;
Extr(rd, rn, rn, shift);
}
else
{
Rorv(rd, rn, rm);
}
}
public void Rorv(Operand rd, Operand rn, Operand rm)
{
WriteInstructionBitwiseAuto(0x1ac02c00u, rd, rn, rm);
}
public void Sbfm(Operand rd, Operand rn, int immr, int imms)
{
uint n = rd.Type == OperandType.I64 ? 1u << 22 : 0u;
WriteInstructionAuto(0x13000000u | n | (EncodeUImm6(imms) << 10) | (EncodeUImm6(immr) << 16), rd, rn);
}
public void ScvtfScalar(Operand rd, Operand rn)
{
uint instruction = 0x1e220000u;
if (rn.Type == OperandType.I64)
{
instruction |= SfFlag;
}
WriteFPInstructionAuto(instruction, rd, rn);
}
public void Sdiv(Operand rd, Operand rn, Operand rm)
{
WriteInstructionRm16Auto(0x1ac00c00u, rd, rn, rm);
}
public void Smulh(Operand rd, Operand rn, Operand rm)
{
WriteInstructionRm16(0x9b407c00u, rd, rn, rm);
}
public void Stlxp(Operand rt, Operand rt2, Operand rn, Operand rs)
{
WriteInstruction(0x88208000u | ((rt.Type == OperandType.I64 ? 3u : 2u) << 30), rt, rn, rs, rt2);
}
public void Stlxr(Operand rt, Operand rn, Operand rs)
{
WriteInstructionRm16(0x0800fc00u | ((rt.Type == OperandType.I64 ? 3u : 2u) << 30), rt, rn, rs);
}
public void Stlxrb(Operand rt, Operand rn, Operand rs)
{
WriteInstructionRm16(0x0800fc00u, rt, rn, rs);
}
public void Stlxrh(Operand rt, Operand rn, Operand rs)
{
WriteInstructionRm16(0x0800fc00u | (1u << 30), rt, rn, rs);
}
public void StpRiPost(Operand rt, Operand rt2, Operand rn, int imm)
{
uint instruction = GetLdpStpInstruction(0x28800000u, 0x2c800000u, imm, rt.Type);
WriteInstruction(instruction, rt, rn, rt2);
}
public void StpRiPre(Operand rt, Operand rt2, Operand rn, int imm)
{
uint instruction = GetLdpStpInstruction(0x29800000u, 0x2d800000u, imm, rt.Type);
WriteInstruction(instruction, rt, rn, rt2);
}
public void StpRiUn(Operand rt, Operand rt2, Operand rn, int imm)
{
uint instruction = GetLdpStpInstruction(0x29000000u, 0x2d000000u, imm, rt.Type);
WriteInstruction(instruction, rt, rn, rt2);
}
public void Str(Operand rt, Operand rn)
{
if (rn.Kind == OperandKind.Memory)
{
MemoryOperand memOp = rn.GetMemory();
if (memOp.Index != default)
{
Debug.Assert(memOp.Displacement == 0);
Debug.Assert(memOp.Scale == Multiplier.x1 || (int)memOp.Scale == GetScaleForType(rt.Type));
StrRr(rt, memOp.BaseAddress, memOp.Index, ArmExtensionType.Uxtx, memOp.Scale != Multiplier.x1);
}
else
{
StrRiUn(rt, memOp.BaseAddress, memOp.Displacement);
}
}
else
{
StrRiUn(rt, rn, 0);
}
}
public void StrRiPost(Operand rt, Operand rn, int imm)
{
uint instruction = GetLdrStrInstruction(0xb8000400u, 0x3c000400u, rt.Type) | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void StrRiPre(Operand rt, Operand rn, int imm)
{
uint instruction = GetLdrStrInstruction(0xb8000c00u, 0x3c000c00u, rt.Type) | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void StrRiUn(Operand rt, Operand rn, int imm)
{
uint instruction = GetLdrStrInstruction(0xb9000000u, 0x3d000000u, rt.Type) | (EncodeUImm12(imm, rt.Type) << 10);
WriteInstruction(instruction, rt, rn);
}
public void StrRr(Operand rt, Operand rn, Operand rm, ArmExtensionType extensionType, bool shift)
{
uint instruction = GetLdrStrInstruction(0xb8200800u, 0x3ca00800u, rt.Type);
WriteInstructionLdrStrAuto(instruction, rt, rn, rm, extensionType, shift);
}
public void StrbRiPost(Operand rt, Operand rn, int imm)
{
uint instruction = 0x38000400u | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void StrbRiPre(Operand rt, Operand rn, int imm)
{
uint instruction = 0x38000c00u | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void StrbRiUn(Operand rt, Operand rn, int imm)
{
uint instruction = 0x39000000u | (EncodeUImm12(imm, 0) << 10);
WriteInstruction(instruction, rt, rn);
}
public void StrhRiPost(Operand rt, Operand rn, int imm)
{
uint instruction = 0x78000400u | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void StrhRiPre(Operand rt, Operand rn, int imm)
{
uint instruction = 0x78000c00u | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void StrhRiUn(Operand rt, Operand rn, int imm)
{
uint instruction = 0x79000000u | (EncodeUImm12(imm, 1) << 10);
WriteInstruction(instruction, rt, rn);
}
public void Stur(Operand rt, Operand rn, int imm)
{
uint instruction = GetLdrStrInstruction(0xb8000000u, 0x3c000000u, rt.Type) | (EncodeSImm9(imm) << 12);
WriteInstruction(instruction, rt, rn);
}
public void Sub(Operand rd, Operand rn, Operand rm, ArmExtensionType extensionType, int shiftAmount = 0)
{
WriteInstructionAuto(0x4b200000u, rd, rn, rm, extensionType, shiftAmount);
}
public void Sub(Operand rd, Operand rn, Operand rm, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
WriteInstructionAuto(0x51000000u, 0x4b000000u, rd, rn, rm, shiftType, shiftAmount);
}
public void Subs(Operand rd, Operand rn, Operand rm, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
WriteInstructionAuto(0x71000000u, 0x6b000000u, rd, rn, rm, shiftType, shiftAmount);
}
public void Sxtb(Operand rd, Operand rn)
{
Sbfm(rd, rn, 0, 7);
}
public void Sxth(Operand rd, Operand rn)
{
Sbfm(rd, rn, 0, 15);
}
public void Sxtw(Operand rd, Operand rn)
{
Sbfm(rd, rn, 0, 31);
}
public void Tst(Operand rn, Operand rm, ArmShiftType shiftType = ArmShiftType.Lsl, int shiftAmount = 0)
{
Ands(Factory.Register(ZrRegister, RegisterType.Integer, rn.Type), rn, rm, shiftType, shiftAmount);
}
public void Ubfm(Operand rd, Operand rn, int immr, int imms)
{
uint n = rd.Type == OperandType.I64 ? 1u << 22 : 0u;
WriteInstructionAuto(0x53000000u | n | (EncodeUImm6(imms) << 10) | (EncodeUImm6(immr) << 16), rd, rn);
}
public void UcvtfScalar(Operand rd, Operand rn)
{
uint instruction = 0x1e230000u;
if (rn.Type == OperandType.I64)
{
instruction |= SfFlag;
}
WriteFPInstructionAuto(instruction, rd, rn);
}
public void Udiv(Operand rd, Operand rn, Operand rm)
{
WriteInstructionRm16Auto(0x1ac00800u, rd, rn, rm);
}
public void Umov(Operand rd, Operand rn, int index, int size)
{
uint q = size == 3 ? 1u << 30 : 0u;
WriteInstruction(0x0e003c00u | (EncodeIndexSizeImm5(index, size) << 16) | q, rd, rn);
}
public void Umulh(Operand rd, Operand rn, Operand rm)
{
WriteInstructionRm16(0x9bc07c00u, rd, rn, rm);
}
public void Uxtb(Operand rd, Operand rn)
{
Ubfm(rd, rn, 0, 7);
}
public void Uxth(Operand rd, Operand rn)
{
Ubfm(rd, rn, 0, 15);
}
private void WriteInstructionAuto(
uint instI,
uint instR,
Operand rd,
Operand rn,
Operand rm,
ArmShiftType shiftType = ArmShiftType.Lsl,
int shiftAmount = 0,
bool immForm = false)
{
if (rm.Kind == OperandKind.Constant && (rm.Value != 0 || immForm))
{
Debug.Assert(shiftAmount == 0);
int imm = rm.AsInt32();
Debug.Assert((uint)imm == rm.Value);
if (imm != 0 && (imm & 0xfff) == 0)
{
instI |= 1 << 22; // sh flag
imm >>= 12;
}
WriteInstructionAuto(instI | (EncodeUImm12(imm, 0) << 10), rd, rn);
}
else
{
instR |= EncodeUImm6(shiftAmount) << 10;
instR |= (uint)shiftType << 22;
WriteInstructionRm16Auto(instR, rd, rn, rm);
}
}
private void WriteInstructionAuto(
uint instruction,
Operand rd,
Operand rn,
Operand rm,
ArmExtensionType extensionType,
int shiftAmount = 0)
{
Debug.Assert((uint)shiftAmount <= 4);
instruction |= (uint)shiftAmount << 10;
instruction |= (uint)extensionType << 13;
WriteInstructionRm16Auto(instruction, rd, rn, rm);
}
private void WriteInstructionBitwiseAuto(
uint instI,
uint instR,
Operand rd,
Operand rn,
Operand rm,
ArmShiftType shiftType = ArmShiftType.Lsl,
int shiftAmount = 0)
{
if (rm.Kind == OperandKind.Constant && rm.Value != 0)
{
Debug.Assert(shiftAmount == 0);
bool canEncode = CodeGenCommon.TryEncodeBitMask(rm, out int immN, out int immS, out int immR);
Debug.Assert(canEncode);
uint instruction = instI | ((uint)immS << 10) | ((uint)immR << 16) | ((uint)immN << 22);
WriteInstructionAuto(instruction, rd, rn);
}
else
{
WriteInstructionBitwiseAuto(instR, rd, rn, rm, shiftType, shiftAmount);
}
}
private void WriteInstructionBitwiseAuto(
uint instruction,
Operand rd,
Operand rn,
Operand rm,
ArmShiftType shiftType = ArmShiftType.Lsl,
int shiftAmount = 0)
{
if (rd.Type == OperandType.I64)
{
instruction |= SfFlag;
}
instruction |= EncodeUImm6(shiftAmount) << 10;
instruction |= (uint)shiftType << 22;
WriteInstructionRm16(instruction, rd, rn, rm);
}
private void WriteInstructionLdrStrAuto(
uint instruction,
Operand rd,
Operand rn,
Operand rm,
ArmExtensionType extensionType,
bool shift)
{
if (shift)
{
instruction |= 1u << 12;
}
instruction |= (uint)extensionType << 13;
if (rd.Type == OperandType.I64)
{
instruction |= 1u << 30;
}
WriteInstructionRm16(instruction, rd, rn, rm);
}
private void WriteInstructionAuto(uint instruction, Operand rd)
{
if (rd.Type == OperandType.I64)
{
instruction |= SfFlag;
}
WriteInstruction(instruction, rd);
}
public void WriteInstructionAuto(uint instruction, Operand rd, Operand rn)
{
if (rd.Type == OperandType.I64)
{
instruction |= SfFlag;
}
WriteInstruction(instruction, rd, rn);
}
private void WriteInstructionAuto(uint instruction, Operand rd, Operand rn, Operand rm, Operand ra)
{
if (rd.Type == OperandType.I64)
{
instruction |= SfFlag;
}
WriteInstruction(instruction, rd, rn, rm, ra);
}
public void WriteInstruction(uint instruction, Operand rd)
{
WriteUInt32(instruction | EncodeReg(rd));
}
public void WriteInstruction(uint instruction, Operand rd, Operand rn)
{
WriteUInt32(instruction | EncodeReg(rd) | (EncodeReg(rn) << 5));
}
public void WriteInstruction(uint instruction, Operand rd, Operand rn, Operand rm)
{
WriteUInt32(instruction | EncodeReg(rd) | (EncodeReg(rn) << 5) | (EncodeReg(rm) << 10));
}
public void WriteInstruction(uint instruction, Operand rd, Operand rn, Operand rm, Operand ra)
{
WriteUInt32(instruction | EncodeReg(rd) | (EncodeReg(rn) << 5) | (EncodeReg(ra) << 10) | (EncodeReg(rm) << 16));
}
private void WriteFPInstructionAuto(uint instruction, Operand rd, Operand rn)
{
if (rd.Type == OperandType.FP64)
{
instruction |= 1u << 22;
}
WriteUInt32(instruction | EncodeReg(rd) | (EncodeReg(rn) << 5));
}
private void WriteFPInstructionAuto(uint instruction, Operand rd, Operand rn, Operand rm)
{
if (rd.Type == OperandType.FP64)
{
instruction |= 1u << 22;
}
WriteInstructionRm16(instruction, rd, rn, rm);
}
private void WriteSimdInstruction(uint instruction, Operand rd, Operand rn, Operand rm, bool q = true)
{
if (q)
{
instruction |= 1u << 30;
}
WriteInstructionRm16(instruction, rd, rn, rm);
}
private void WriteInstructionRm16Auto(uint instruction, Operand rd, Operand rn, Operand rm)
{
if (rd.Type == OperandType.I64)
{
instruction |= SfFlag;
}
WriteInstructionRm16(instruction, rd, rn, rm);
}
public void WriteInstructionRm16(uint instruction, Operand rd, Operand rn, Operand rm)
{
WriteUInt32(instruction | EncodeReg(rd) | (EncodeReg(rn) << 5) | (EncodeReg(rm) << 16));
}
public void WriteInstructionRm16NoRet(uint instruction, Operand rn, Operand rm)
{
WriteUInt32(instruction | (EncodeReg(rn) << 5) | (EncodeReg(rm) << 16));
}
private static uint GetLdpStpInstruction(uint intInst, uint vecInst, int imm, OperandType type)
{
uint instruction;
int scale;
if (type.IsInteger())
{
instruction = intInst;
if (type == OperandType.I64)
{
instruction |= SfFlag;
scale = 3;
}
else
{
scale = 2;
}
}
else
{
int opc = type switch
{
OperandType.FP32 => 0,
OperandType.FP64 => 1,
_ => 2
};
instruction = vecInst | ((uint)opc << 30);
scale = 2 + opc;
}
instruction |= (EncodeSImm7(imm, scale) << 15);
return instruction;
}
private static uint GetLdrStrInstruction(uint intInst, uint vecInst, OperandType type)
{
uint instruction;
if (type.IsInteger())
{
instruction = intInst;
if (type == OperandType.I64)
{
instruction |= 1 << 30;
}
}
else
{
instruction = vecInst;
if (type == OperandType.V128)
{
instruction |= 1u << 23;
}
else
{
instruction |= type == OperandType.FP32 ? 2u << 30 : 3u << 30;
}
}
return instruction;
}
private static uint EncodeIndexSizeImm5(int index, int size)
{
Debug.Assert((uint)size < 4);
Debug.Assert((uint)index < (16u >> size), $"Invalid index {index} and size {size} combination.");
return ((uint)index << (size + 1)) | (1u << size);
}
private static uint EncodeSImm7(int value, int scale)
{
uint imm = (uint)(value >> scale) & 0x7f;
Debug.Assert(((int)imm << 25) >> (25 - scale) == value, $"Failed to encode constant 0x{value:X} with scale {scale}.");
return imm;
}
private static uint EncodeSImm9(int value)
{
uint imm = (uint)value & 0x1ff;
Debug.Assert(((int)imm << 23) >> 23 == value, $"Failed to encode constant 0x{value:X}.");
return imm;
}
private static uint EncodeSImm19_2(int value)
{
uint imm = (uint)(value >> 2) & 0x7ffff;
Debug.Assert(((int)imm << 13) >> 11 == value, $"Failed to encode constant 0x{value:X}.");
return imm;
}
private static uint EncodeSImm26_2(int value)
{
uint imm = (uint)(value >> 2) & 0x3ffffff;
Debug.Assert(((int)imm << 6) >> 4 == value, $"Failed to encode constant 0x{value:X}.");
return imm;
}
private static uint EncodeUImm4(int value)
{
uint imm = (uint)value & 0xf;
Debug.Assert((int)imm == value, $"Failed to encode constant 0x{value:X}.");
return imm;
}
private static uint EncodeUImm6(int value)
{
uint imm = (uint)value & 0x3f;
Debug.Assert((int)imm == value, $"Failed to encode constant 0x{value:X}.");
return imm;
}
private static uint EncodeUImm12(int value, OperandType type)
{
return EncodeUImm12(value, GetScaleForType(type));
}
private static uint EncodeUImm12(int value, int scale)
{
uint imm = (uint)(value >> scale) & 0xfff;
Debug.Assert((int)imm << scale == value, $"Failed to encode constant 0x{value:X} with scale {scale}.");
return imm;
}
private static uint EncodeUImm16(int value)
{
uint imm = (uint)value & 0xffff;
Debug.Assert((int)imm == value, $"Failed to encode constant 0x{value:X}.");
return imm;
}
private static uint EncodeReg(Operand reg)
{
if (reg.Kind == OperandKind.Constant && reg.Value == 0)
{
return ZrRegister;
}
uint regIndex = (uint)reg.GetRegister().Index;
Debug.Assert(reg.Kind == OperandKind.Register);
Debug.Assert(regIndex < 32);
return regIndex;
}
public static int GetScaleForType(OperandType type)
{
return type switch
{
OperandType.I32 => 2,
OperandType.I64 => 3,
OperandType.FP32 => 2,
OperandType.FP64 => 3,
OperandType.V128 => 4,
_ => throw new ArgumentException($"Invalid type {type}.")
};
}
private void WriteInt16(short value)
{
WriteUInt16((ushort)value);
}
private void WriteInt32(int value)
{
WriteUInt32((uint)value);
}
private void WriteByte(byte value)
{
_stream.WriteByte(value);
}
private void WriteUInt16(ushort value)
{
_stream.WriteByte((byte)(value >> 0));
_stream.WriteByte((byte)(value >> 8));
}
private void WriteUInt32(uint value)
{
_stream.WriteByte((byte)(value >> 0));
_stream.WriteByte((byte)(value >> 8));
_stream.WriteByte((byte)(value >> 16));
_stream.WriteByte((byte)(value >> 24));
}
}
}