814f75142e
* Implemented in IR the managed methods of the Saturating region ... ... of the SoftFallback class (the SatQ ones). The need to natively manage the Fpcr and Fpsr system registers is still a fact. Contributes to https://github.com/Ryujinx/Ryujinx/issues/2917 ; I will open another PR to implement in Intrinsics-branchless the methods of the Saturation region as well (the SatXXXToXXX ones). All instructions involved have been tested locally in both release and debug modes, in both lowcq and highcq. * Ptc.InternalVersion = 3665 * Addressed PR feedback. * Implemented in IR the managed methods of the ShlReg region of the SoftFallback class. It also includes the last two SatQ ones (following up on https://github.com/Ryujinx/Ryujinx/pull/3665). All instructions involved have been tested locally in both release and debug modes, in both lowcq and highcq. * Fpsr and Fpcr freed. Handling/isolation of Fpsr and Fpcr via register for IR and via memory for Tests and Threads, with synchronization to context exchanges (explicit for SoftFloat); without having to call managed methods. Thanks to the inlining work of the previous two PRs and others in this. Tests performed locally in both release and debug modes, in both lowcq and highcq, with FastFP to true and false (explicit FP tests included). Tested with the title Tony Hawk's PS. Depends on shlreg. * Update InstEmitSimdHelper.cs * De-magic Masks. Remove the Stride and Len flags; Fpsr.NZCV are A32 only, then moved to Fpscr: this leads to emitting less IR in reference to Get/Set Fpsr/Fpcr/Fpscr methods in reference to Mrs/Msr (A64) and Vmrs/Vmsr (A32) instructions. * Addressed PR feedback.
624 lines
18 KiB
C#
624 lines
18 KiB
C#
using ARMeilleure.State;
|
|
using System;
|
|
|
|
namespace ARMeilleure.Instructions
|
|
{
|
|
static class SoftFallback
|
|
{
|
|
#region "ShrImm64"
|
|
public static long SignedShrImm64(long value, long roundConst, int shift)
|
|
{
|
|
if (roundConst == 0L)
|
|
{
|
|
if (shift <= 63)
|
|
{
|
|
return value >> shift;
|
|
}
|
|
else /* if (shift == 64) */
|
|
{
|
|
if (value < 0L)
|
|
{
|
|
return -1L;
|
|
}
|
|
else /* if (value >= 0L) */
|
|
{
|
|
return 0L;
|
|
}
|
|
}
|
|
}
|
|
else /* if (roundConst == 1L << (shift - 1)) */
|
|
{
|
|
if (shift <= 63)
|
|
{
|
|
long add = value + roundConst;
|
|
|
|
if ((~value & (value ^ add)) < 0L)
|
|
{
|
|
return (long)((ulong)add >> shift);
|
|
}
|
|
else
|
|
{
|
|
return add >> shift;
|
|
}
|
|
}
|
|
else /* if (shift == 64) */
|
|
{
|
|
return 0L;
|
|
}
|
|
}
|
|
}
|
|
|
|
public static ulong UnsignedShrImm64(ulong value, long roundConst, int shift)
|
|
{
|
|
if (roundConst == 0L)
|
|
{
|
|
if (shift <= 63)
|
|
{
|
|
return value >> shift;
|
|
}
|
|
else /* if (shift == 64) */
|
|
{
|
|
return 0UL;
|
|
}
|
|
}
|
|
else /* if (roundConst == 1L << (shift - 1)) */
|
|
{
|
|
ulong add = value + (ulong)roundConst;
|
|
|
|
if ((add < value) && (add < (ulong)roundConst))
|
|
{
|
|
if (shift <= 63)
|
|
{
|
|
return (add >> shift) | (0x8000000000000000UL >> (shift - 1));
|
|
}
|
|
else /* if (shift == 64) */
|
|
{
|
|
return 1UL;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
if (shift <= 63)
|
|
{
|
|
return add >> shift;
|
|
}
|
|
else /* if (shift == 64) */
|
|
{
|
|
return 0UL;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
#endregion
|
|
|
|
#region "Saturation"
|
|
public static int SatF32ToS32(float value)
|
|
{
|
|
if (float.IsNaN(value)) return 0;
|
|
|
|
return value >= int.MaxValue ? int.MaxValue :
|
|
value <= int.MinValue ? int.MinValue : (int)value;
|
|
}
|
|
|
|
public static long SatF32ToS64(float value)
|
|
{
|
|
if (float.IsNaN(value)) return 0;
|
|
|
|
return value >= long.MaxValue ? long.MaxValue :
|
|
value <= long.MinValue ? long.MinValue : (long)value;
|
|
}
|
|
|
|
public static uint SatF32ToU32(float value)
|
|
{
|
|
if (float.IsNaN(value)) return 0;
|
|
|
|
return value >= uint.MaxValue ? uint.MaxValue :
|
|
value <= uint.MinValue ? uint.MinValue : (uint)value;
|
|
}
|
|
|
|
public static ulong SatF32ToU64(float value)
|
|
{
|
|
if (float.IsNaN(value)) return 0;
|
|
|
|
return value >= ulong.MaxValue ? ulong.MaxValue :
|
|
value <= ulong.MinValue ? ulong.MinValue : (ulong)value;
|
|
}
|
|
|
|
public static int SatF64ToS32(double value)
|
|
{
|
|
if (double.IsNaN(value)) return 0;
|
|
|
|
return value >= int.MaxValue ? int.MaxValue :
|
|
value <= int.MinValue ? int.MinValue : (int)value;
|
|
}
|
|
|
|
public static long SatF64ToS64(double value)
|
|
{
|
|
if (double.IsNaN(value)) return 0;
|
|
|
|
return value >= long.MaxValue ? long.MaxValue :
|
|
value <= long.MinValue ? long.MinValue : (long)value;
|
|
}
|
|
|
|
public static uint SatF64ToU32(double value)
|
|
{
|
|
if (double.IsNaN(value)) return 0;
|
|
|
|
return value >= uint.MaxValue ? uint.MaxValue :
|
|
value <= uint.MinValue ? uint.MinValue : (uint)value;
|
|
}
|
|
|
|
public static ulong SatF64ToU64(double value)
|
|
{
|
|
if (double.IsNaN(value)) return 0;
|
|
|
|
return value >= ulong.MaxValue ? ulong.MaxValue :
|
|
value <= ulong.MinValue ? ulong.MinValue : (ulong)value;
|
|
}
|
|
#endregion
|
|
|
|
#region "Count"
|
|
public static ulong CountLeadingSigns(ulong value, int size) // size is 8, 16, 32 or 64 (SIMD&FP or Base Inst.).
|
|
{
|
|
value ^= value >> 1;
|
|
|
|
int highBit = size - 2;
|
|
|
|
for (int bit = highBit; bit >= 0; bit--)
|
|
{
|
|
if (((int)(value >> bit) & 0b1) != 0)
|
|
{
|
|
return (ulong)(highBit - bit);
|
|
}
|
|
}
|
|
|
|
return (ulong)(size - 1);
|
|
}
|
|
|
|
private static ReadOnlySpan<byte> ClzNibbleTbl => new byte[] { 4, 3, 2, 2, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0 };
|
|
|
|
public static ulong CountLeadingZeros(ulong value, int size) // size is 8, 16, 32 or 64 (SIMD&FP or Base Inst.).
|
|
{
|
|
if (value == 0ul)
|
|
{
|
|
return (ulong)size;
|
|
}
|
|
|
|
int nibbleIdx = size;
|
|
int preCount, count = 0;
|
|
|
|
do
|
|
{
|
|
nibbleIdx -= 4;
|
|
preCount = ClzNibbleTbl[(int)(value >> nibbleIdx) & 0b1111];
|
|
count += preCount;
|
|
}
|
|
while (preCount == 4);
|
|
|
|
return (ulong)count;
|
|
}
|
|
#endregion
|
|
|
|
#region "Table"
|
|
public static V128 Tbl1(V128 vector, int bytes, V128 tb0)
|
|
{
|
|
return TblOrTbx(default, vector, bytes, tb0);
|
|
}
|
|
|
|
public static V128 Tbl2(V128 vector, int bytes, V128 tb0, V128 tb1)
|
|
{
|
|
return TblOrTbx(default, vector, bytes, tb0, tb1);
|
|
}
|
|
|
|
public static V128 Tbl3(V128 vector, int bytes, V128 tb0, V128 tb1, V128 tb2)
|
|
{
|
|
return TblOrTbx(default, vector, bytes, tb0, tb1, tb2);
|
|
}
|
|
|
|
public static V128 Tbl4(V128 vector, int bytes, V128 tb0, V128 tb1, V128 tb2, V128 tb3)
|
|
{
|
|
return TblOrTbx(default, vector, bytes, tb0, tb1, tb2, tb3);
|
|
}
|
|
|
|
public static V128 Tbx1(V128 dest, V128 vector, int bytes, V128 tb0)
|
|
{
|
|
return TblOrTbx(dest, vector, bytes, tb0);
|
|
}
|
|
|
|
public static V128 Tbx2(V128 dest, V128 vector, int bytes, V128 tb0, V128 tb1)
|
|
{
|
|
return TblOrTbx(dest, vector, bytes, tb0, tb1);
|
|
}
|
|
|
|
public static V128 Tbx3(V128 dest, V128 vector, int bytes, V128 tb0, V128 tb1, V128 tb2)
|
|
{
|
|
return TblOrTbx(dest, vector, bytes, tb0, tb1, tb2);
|
|
}
|
|
|
|
public static V128 Tbx4(V128 dest, V128 vector, int bytes, V128 tb0, V128 tb1, V128 tb2, V128 tb3)
|
|
{
|
|
return TblOrTbx(dest, vector, bytes, tb0, tb1, tb2, tb3);
|
|
}
|
|
|
|
private static V128 TblOrTbx(V128 dest, V128 vector, int bytes, params V128[] tb)
|
|
{
|
|
byte[] res = new byte[16];
|
|
|
|
if (dest != default)
|
|
{
|
|
Buffer.BlockCopy(dest.ToArray(), 0, res, 0, bytes);
|
|
}
|
|
|
|
byte[] table = new byte[tb.Length * 16];
|
|
|
|
for (byte index = 0; index < tb.Length; index++)
|
|
{
|
|
Buffer.BlockCopy(tb[index].ToArray(), 0, table, index * 16, 16);
|
|
}
|
|
|
|
byte[] v = vector.ToArray();
|
|
|
|
for (byte index = 0; index < bytes; index++)
|
|
{
|
|
byte tblIndex = v[index];
|
|
|
|
if (tblIndex < table.Length)
|
|
{
|
|
res[index] = table[tblIndex];
|
|
}
|
|
}
|
|
|
|
return new V128(res);
|
|
}
|
|
#endregion
|
|
|
|
#region "Crc32"
|
|
private const uint Crc32RevPoly = 0xedb88320;
|
|
private const uint Crc32cRevPoly = 0x82f63b78;
|
|
|
|
public static uint Crc32b(uint crc, byte value) => Crc32 (crc, Crc32RevPoly, value);
|
|
public static uint Crc32h(uint crc, ushort value) => Crc32h(crc, Crc32RevPoly, value);
|
|
public static uint Crc32w(uint crc, uint value) => Crc32w(crc, Crc32RevPoly, value);
|
|
public static uint Crc32x(uint crc, ulong value) => Crc32x(crc, Crc32RevPoly, value);
|
|
|
|
public static uint Crc32cb(uint crc, byte value) => Crc32 (crc, Crc32cRevPoly, value);
|
|
public static uint Crc32ch(uint crc, ushort value) => Crc32h(crc, Crc32cRevPoly, value);
|
|
public static uint Crc32cw(uint crc, uint value) => Crc32w(crc, Crc32cRevPoly, value);
|
|
public static uint Crc32cx(uint crc, ulong value) => Crc32x(crc, Crc32cRevPoly, value);
|
|
|
|
private static uint Crc32h(uint crc, uint poly, ushort val)
|
|
{
|
|
crc = Crc32(crc, poly, (byte)(val >> 0));
|
|
crc = Crc32(crc, poly, (byte)(val >> 8));
|
|
|
|
return crc;
|
|
}
|
|
|
|
private static uint Crc32w(uint crc, uint poly, uint val)
|
|
{
|
|
crc = Crc32(crc, poly, (byte)(val >> 0));
|
|
crc = Crc32(crc, poly, (byte)(val >> 8));
|
|
crc = Crc32(crc, poly, (byte)(val >> 16));
|
|
crc = Crc32(crc, poly, (byte)(val >> 24));
|
|
|
|
return crc;
|
|
}
|
|
|
|
private static uint Crc32x(uint crc, uint poly, ulong val)
|
|
{
|
|
crc = Crc32(crc, poly, (byte)(val >> 0));
|
|
crc = Crc32(crc, poly, (byte)(val >> 8));
|
|
crc = Crc32(crc, poly, (byte)(val >> 16));
|
|
crc = Crc32(crc, poly, (byte)(val >> 24));
|
|
crc = Crc32(crc, poly, (byte)(val >> 32));
|
|
crc = Crc32(crc, poly, (byte)(val >> 40));
|
|
crc = Crc32(crc, poly, (byte)(val >> 48));
|
|
crc = Crc32(crc, poly, (byte)(val >> 56));
|
|
|
|
return crc;
|
|
}
|
|
|
|
private static uint Crc32(uint crc, uint poly, byte val)
|
|
{
|
|
crc ^= val;
|
|
|
|
for (int bit = 7; bit >= 0; bit--)
|
|
{
|
|
uint mask = (uint)(-(int)(crc & 1));
|
|
|
|
crc = (crc >> 1) ^ (poly & mask);
|
|
}
|
|
|
|
return crc;
|
|
}
|
|
#endregion
|
|
|
|
#region "Aes"
|
|
public static V128 Decrypt(V128 value, V128 roundKey)
|
|
{
|
|
return CryptoHelper.AesInvSubBytes(CryptoHelper.AesInvShiftRows(value ^ roundKey));
|
|
}
|
|
|
|
public static V128 Encrypt(V128 value, V128 roundKey)
|
|
{
|
|
return CryptoHelper.AesSubBytes(CryptoHelper.AesShiftRows(value ^ roundKey));
|
|
}
|
|
|
|
public static V128 InverseMixColumns(V128 value)
|
|
{
|
|
return CryptoHelper.AesInvMixColumns(value);
|
|
}
|
|
|
|
public static V128 MixColumns(V128 value)
|
|
{
|
|
return CryptoHelper.AesMixColumns(value);
|
|
}
|
|
#endregion
|
|
|
|
#region "Sha1"
|
|
public static V128 HashChoose(V128 hash_abcd, uint hash_e, V128 wk)
|
|
{
|
|
for (int e = 0; e <= 3; e++)
|
|
{
|
|
uint t = ShaChoose(hash_abcd.Extract<uint>(1),
|
|
hash_abcd.Extract<uint>(2),
|
|
hash_abcd.Extract<uint>(3));
|
|
|
|
hash_e += Rol(hash_abcd.Extract<uint>(0), 5) + t + wk.Extract<uint>(e);
|
|
|
|
t = Rol(hash_abcd.Extract<uint>(1), 30);
|
|
|
|
hash_abcd.Insert(1, t);
|
|
|
|
Rol32_160(ref hash_e, ref hash_abcd);
|
|
}
|
|
|
|
return hash_abcd;
|
|
}
|
|
|
|
public static uint FixedRotate(uint hash_e)
|
|
{
|
|
return hash_e.Rol(30);
|
|
}
|
|
|
|
public static V128 HashMajority(V128 hash_abcd, uint hash_e, V128 wk)
|
|
{
|
|
for (int e = 0; e <= 3; e++)
|
|
{
|
|
uint t = ShaMajority(hash_abcd.Extract<uint>(1),
|
|
hash_abcd.Extract<uint>(2),
|
|
hash_abcd.Extract<uint>(3));
|
|
|
|
hash_e += Rol(hash_abcd.Extract<uint>(0), 5) + t + wk.Extract<uint>(e);
|
|
|
|
t = Rol(hash_abcd.Extract<uint>(1), 30);
|
|
|
|
hash_abcd.Insert(1, t);
|
|
|
|
Rol32_160(ref hash_e, ref hash_abcd);
|
|
}
|
|
|
|
return hash_abcd;
|
|
}
|
|
|
|
public static V128 HashParity(V128 hash_abcd, uint hash_e, V128 wk)
|
|
{
|
|
for (int e = 0; e <= 3; e++)
|
|
{
|
|
uint t = ShaParity(hash_abcd.Extract<uint>(1),
|
|
hash_abcd.Extract<uint>(2),
|
|
hash_abcd.Extract<uint>(3));
|
|
|
|
hash_e += Rol(hash_abcd.Extract<uint>(0), 5) + t + wk.Extract<uint>(e);
|
|
|
|
t = Rol(hash_abcd.Extract<uint>(1), 30);
|
|
|
|
hash_abcd.Insert(1, t);
|
|
|
|
Rol32_160(ref hash_e, ref hash_abcd);
|
|
}
|
|
|
|
return hash_abcd;
|
|
}
|
|
|
|
public static V128 Sha1SchedulePart1(V128 w0_3, V128 w4_7, V128 w8_11)
|
|
{
|
|
ulong t2 = w4_7.Extract<ulong>(0);
|
|
ulong t1 = w0_3.Extract<ulong>(1);
|
|
|
|
V128 result = new V128(t1, t2);
|
|
|
|
return result ^ (w0_3 ^ w8_11);
|
|
}
|
|
|
|
public static V128 Sha1SchedulePart2(V128 tw0_3, V128 w12_15)
|
|
{
|
|
V128 t = tw0_3 ^ (w12_15 >> 32);
|
|
|
|
uint tE0 = t.Extract<uint>(0);
|
|
uint tE1 = t.Extract<uint>(1);
|
|
uint tE2 = t.Extract<uint>(2);
|
|
uint tE3 = t.Extract<uint>(3);
|
|
|
|
return new V128(tE0.Rol(1), tE1.Rol(1), tE2.Rol(1), tE3.Rol(1) ^ tE0.Rol(2));
|
|
}
|
|
|
|
private static void Rol32_160(ref uint y, ref V128 x)
|
|
{
|
|
uint xE3 = x.Extract<uint>(3);
|
|
|
|
x <<= 32;
|
|
x.Insert(0, y);
|
|
|
|
y = xE3;
|
|
}
|
|
|
|
private static uint ShaChoose(uint x, uint y, uint z)
|
|
{
|
|
return ((y ^ z) & x) ^ z;
|
|
}
|
|
|
|
private static uint ShaMajority(uint x, uint y, uint z)
|
|
{
|
|
return (x & y) | ((x | y) & z);
|
|
}
|
|
|
|
private static uint ShaParity(uint x, uint y, uint z)
|
|
{
|
|
return x ^ y ^ z;
|
|
}
|
|
|
|
private static uint Rol(this uint value, int count)
|
|
{
|
|
return (value << count) | (value >> (32 - count));
|
|
}
|
|
#endregion
|
|
|
|
#region "Sha256"
|
|
public static V128 HashLower(V128 hash_abcd, V128 hash_efgh, V128 wk)
|
|
{
|
|
return Sha256Hash(hash_abcd, hash_efgh, wk, part1: true);
|
|
}
|
|
|
|
public static V128 HashUpper(V128 hash_abcd, V128 hash_efgh, V128 wk)
|
|
{
|
|
return Sha256Hash(hash_abcd, hash_efgh, wk, part1: false);
|
|
}
|
|
|
|
public static V128 Sha256SchedulePart1(V128 w0_3, V128 w4_7)
|
|
{
|
|
V128 result = new V128();
|
|
|
|
for (int e = 0; e <= 3; e++)
|
|
{
|
|
uint elt = (e <= 2 ? w0_3 : w4_7).Extract<uint>(e <= 2 ? e + 1 : 0);
|
|
|
|
elt = elt.Ror(7) ^ elt.Ror(18) ^ elt.Lsr(3);
|
|
|
|
elt += w0_3.Extract<uint>(e);
|
|
|
|
result.Insert(e, elt);
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
public static V128 Sha256SchedulePart2(V128 w0_3, V128 w8_11, V128 w12_15)
|
|
{
|
|
V128 result = new V128();
|
|
|
|
ulong t1 = w12_15.Extract<ulong>(1);
|
|
|
|
for (int e = 0; e <= 1; e++)
|
|
{
|
|
uint elt = t1.ULongPart(e);
|
|
|
|
elt = elt.Ror(17) ^ elt.Ror(19) ^ elt.Lsr(10);
|
|
|
|
elt += w0_3.Extract<uint>(e) + w8_11.Extract<uint>(e + 1);
|
|
|
|
result.Insert(e, elt);
|
|
}
|
|
|
|
t1 = result.Extract<ulong>(0);
|
|
|
|
for (int e = 2; e <= 3; e++)
|
|
{
|
|
uint elt = t1.ULongPart(e - 2);
|
|
|
|
elt = elt.Ror(17) ^ elt.Ror(19) ^ elt.Lsr(10);
|
|
|
|
elt += w0_3.Extract<uint>(e) + (e == 2 ? w8_11 : w12_15).Extract<uint>(e == 2 ? 3 : 0);
|
|
|
|
result.Insert(e, elt);
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
private static V128 Sha256Hash(V128 x, V128 y, V128 w, bool part1)
|
|
{
|
|
for (int e = 0; e <= 3; e++)
|
|
{
|
|
uint chs = ShaChoose(y.Extract<uint>(0),
|
|
y.Extract<uint>(1),
|
|
y.Extract<uint>(2));
|
|
|
|
uint maj = ShaMajority(x.Extract<uint>(0),
|
|
x.Extract<uint>(1),
|
|
x.Extract<uint>(2));
|
|
|
|
uint t1 = y.Extract<uint>(3) + ShaHashSigma1(y.Extract<uint>(0)) + chs + w.Extract<uint>(e);
|
|
|
|
uint t2 = t1 + x.Extract<uint>(3);
|
|
|
|
x.Insert(3, t2);
|
|
|
|
t2 = t1 + ShaHashSigma0(x.Extract<uint>(0)) + maj;
|
|
|
|
y.Insert(3, t2);
|
|
|
|
Rol32_256(ref y, ref x);
|
|
}
|
|
|
|
return part1 ? x : y;
|
|
}
|
|
|
|
private static void Rol32_256(ref V128 y, ref V128 x)
|
|
{
|
|
uint yE3 = y.Extract<uint>(3);
|
|
uint xE3 = x.Extract<uint>(3);
|
|
|
|
y <<= 32;
|
|
x <<= 32;
|
|
|
|
y.Insert(0, xE3);
|
|
x.Insert(0, yE3);
|
|
}
|
|
|
|
private static uint ShaHashSigma0(uint x)
|
|
{
|
|
return x.Ror(2) ^ x.Ror(13) ^ x.Ror(22);
|
|
}
|
|
|
|
private static uint ShaHashSigma1(uint x)
|
|
{
|
|
return x.Ror(6) ^ x.Ror(11) ^ x.Ror(25);
|
|
}
|
|
|
|
private static uint Ror(this uint value, int count)
|
|
{
|
|
return (value >> count) | (value << (32 - count));
|
|
}
|
|
|
|
private static uint Lsr(this uint value, int count)
|
|
{
|
|
return value >> count;
|
|
}
|
|
|
|
private static uint ULongPart(this ulong value, int part)
|
|
{
|
|
return part == 0
|
|
? (uint)(value & 0xFFFFFFFFUL)
|
|
: (uint)(value >> 32);
|
|
}
|
|
#endregion
|
|
|
|
public static V128 PolynomialMult64_128(ulong op1, ulong op2)
|
|
{
|
|
V128 result = V128.Zero;
|
|
|
|
V128 op2_128 = new V128(op2, 0);
|
|
|
|
for (int i = 0; i < 64; i++)
|
|
{
|
|
if (((op1 >> i) & 1) == 1)
|
|
{
|
|
result ^= op2_128 << i;
|
|
}
|
|
}
|
|
|
|
return result;
|
|
}
|
|
}
|
|
}
|