using Ryujinx.Graphics.Vic.Image; using Ryujinx.Graphics.Vic.Types; using System; using System.Diagnostics; using System.Runtime.CompilerServices; using System.Runtime.Intrinsics; using System.Runtime.Intrinsics.Arm; using System.Runtime.Intrinsics.X86; namespace Ryujinx.Graphics.Vic { static class Blender { public static void BlendOne(Surface dst, Surface src, ref SlotStruct slot, Rectangle targetRect) { int x1 = targetRect.X; int y1 = targetRect.Y; int x2 = Math.Min(src.Width, x1 + targetRect.Width); int y2 = Math.Min(src.Height, y1 + targetRect.Height); if (((x1 | x2) & 3) == 0) { if (Sse41.IsSupported) { BlendOneSse41(dst, src, ref slot, x1, y1, x2, y2); return; } else if (AdvSimd.IsSupported) { BlendOneAdvSimd(dst, src, ref slot, x1, y1, x2, y2); return; } } for (int y = y1; y < y2; y++) { for (int x = x1; x < x2; x++) { int inR = src.GetR(x, y); int inG = src.GetG(x, y); int inB = src.GetB(x, y); MatrixMultiply(ref slot.ColorMatrixStruct, inR, inG, inB, out int r, out int g, out int b); r = Math.Clamp(r, slot.SlotConfig.SoftClampLow, slot.SlotConfig.SoftClampHigh); g = Math.Clamp(g, slot.SlotConfig.SoftClampLow, slot.SlotConfig.SoftClampHigh); b = Math.Clamp(b, slot.SlotConfig.SoftClampLow, slot.SlotConfig.SoftClampHigh); dst.SetR(x, y, (ushort)r); dst.SetG(x, y, (ushort)g); dst.SetB(x, y, (ushort)b); dst.SetA(x, y, src.GetA(x, y)); } } } private unsafe static void BlendOneSse41(Surface dst, Surface src, ref SlotStruct slot, int x1, int y1, int x2, int y2) { Debug.Assert(((x1 | x2) & 3) == 0); ref MatrixStruct mtx = ref slot.ColorMatrixStruct; int one = 1 << (mtx.MatrixRShift + 8); Vector128 col1 = Vector128.Create(mtx.MatrixCoeff00, mtx.MatrixCoeff10, mtx.MatrixCoeff20, 0); Vector128 col2 = Vector128.Create(mtx.MatrixCoeff01, mtx.MatrixCoeff11, mtx.MatrixCoeff21, 0); Vector128 col3 = Vector128.Create(mtx.MatrixCoeff02, mtx.MatrixCoeff12, mtx.MatrixCoeff22, one); Vector128 col4 = Vector128.Create(mtx.MatrixCoeff03, mtx.MatrixCoeff13, mtx.MatrixCoeff23, 0); Vector128 rShift = Vector128.CreateScalar(mtx.MatrixRShift); Vector128 clMin = Vector128.Create((ushort)slot.SlotConfig.SoftClampLow); Vector128 clMax = Vector128.Create((ushort)slot.SlotConfig.SoftClampHigh); fixed (Pixel* srcPtr = src.Data, dstPtr = dst.Data) { Pixel* ip = srcPtr; Pixel* op = dstPtr; for (int y = y1; y < y2; y++, ip += src.Width, op += dst.Width) { for (int x = x1; x < x2; x += 4) { Vector128 pixel1 = Sse41.ConvertToVector128Int32((ushort*)(ip + (uint)x)); Vector128 pixel2 = Sse41.ConvertToVector128Int32((ushort*)(ip + (uint)x + 1)); Vector128 pixel3 = Sse41.ConvertToVector128Int32((ushort*)(ip + (uint)x + 2)); Vector128 pixel4 = Sse41.ConvertToVector128Int32((ushort*)(ip + (uint)x + 3)); Vector128 pixel12, pixel34; if (mtx.MatrixEnable) { pixel12 = Sse41.PackUnsignedSaturate( MatrixMultiplySse41(pixel1, col1, col2, col3, col4, rShift), MatrixMultiplySse41(pixel2, col1, col2, col3, col4, rShift)); pixel34 = Sse41.PackUnsignedSaturate( MatrixMultiplySse41(pixel3, col1, col2, col3, col4, rShift), MatrixMultiplySse41(pixel4, col1, col2, col3, col4, rShift)); } else { pixel12 = Sse41.PackUnsignedSaturate(pixel1, pixel2); pixel34 = Sse41.PackUnsignedSaturate(pixel3, pixel4); } pixel12 = Sse41.Min(pixel12, clMax); pixel34 = Sse41.Min(pixel34, clMax); pixel12 = Sse41.Max(pixel12, clMin); pixel34 = Sse41.Max(pixel34, clMin); Sse2.Store((ushort*)(op + (uint)x + 0), pixel12); Sse2.Store((ushort*)(op + (uint)x + 2), pixel34); } } } } private unsafe static void BlendOneAdvSimd(Surface dst, Surface src, ref SlotStruct slot, int x1, int y1, int x2, int y2) { Debug.Assert(((x1 | x2) & 3) == 0); ref MatrixStruct mtx = ref slot.ColorMatrixStruct; Vector128 col1 = Vector128.Create(mtx.MatrixCoeff00, mtx.MatrixCoeff10, mtx.MatrixCoeff20, 0); Vector128 col2 = Vector128.Create(mtx.MatrixCoeff01, mtx.MatrixCoeff11, mtx.MatrixCoeff21, 0); Vector128 col3 = Vector128.Create(mtx.MatrixCoeff02, mtx.MatrixCoeff12, mtx.MatrixCoeff22, 0); Vector128 col4 = Vector128.Create(mtx.MatrixCoeff03, mtx.MatrixCoeff13, mtx.MatrixCoeff23, 0); Vector128 rShift = Vector128.Create(-mtx.MatrixRShift); Vector128 selMask = Vector128.Create(0, 0, 0, -1); Vector128 clMin = Vector128.Create((ushort)slot.SlotConfig.SoftClampLow); Vector128 clMax = Vector128.Create((ushort)slot.SlotConfig.SoftClampHigh); fixed (Pixel* srcPtr = src.Data, dstPtr = dst.Data) { Pixel* ip = srcPtr; Pixel* op = dstPtr; if (mtx.MatrixEnable) { for (int y = y1; y < y2; y++, ip += src.Width, op += dst.Width) { for (int x = x1; x < x2; x += 4) { Vector128 pixel12 = AdvSimd.LoadVector128((ushort*)(ip + (uint)x)); Vector128 pixel34 = AdvSimd.LoadVector128((ushort*)(ip + (uint)x + 2)); Vector128 pixel1 = AdvSimd.ZeroExtendWideningLower(pixel12.GetLower()); Vector128 pixel2 = AdvSimd.ZeroExtendWideningUpper(pixel12); Vector128 pixel3 = AdvSimd.ZeroExtendWideningLower(pixel34.GetLower()); Vector128 pixel4 = AdvSimd.ZeroExtendWideningUpper(pixel34); Vector128 t1 = MatrixMultiplyAdvSimd(pixel1.AsInt32(), col1, col2, col3, col4, rShift, selMask); Vector128 t2 = MatrixMultiplyAdvSimd(pixel2.AsInt32(), col1, col2, col3, col4, rShift, selMask); Vector128 t3 = MatrixMultiplyAdvSimd(pixel3.AsInt32(), col1, col2, col3, col4, rShift, selMask); Vector128 t4 = MatrixMultiplyAdvSimd(pixel4.AsInt32(), col1, col2, col3, col4, rShift, selMask); Vector64 lower1 = AdvSimd.ExtractNarrowingSaturateUnsignedLower(t1); Vector64 lower3 = AdvSimd.ExtractNarrowingSaturateUnsignedLower(t3); pixel12 = AdvSimd.ExtractNarrowingSaturateUnsignedUpper(lower1, t2); pixel34 = AdvSimd.ExtractNarrowingSaturateUnsignedUpper(lower3, t4); pixel12 = AdvSimd.Min(pixel12, clMax); pixel34 = AdvSimd.Min(pixel34, clMax); pixel12 = AdvSimd.Max(pixel12, clMin); pixel34 = AdvSimd.Max(pixel34, clMin); AdvSimd.Store((ushort*)(op + (uint)x + 0), pixel12); AdvSimd.Store((ushort*)(op + (uint)x + 2), pixel34); } } } else { for (int y = y1; y < y2; y++, ip += src.Width, op += dst.Width) { for (int x = x1; x < x2; x += 4) { Vector128 pixel12 = AdvSimd.LoadVector128((ushort*)(ip + (uint)x)); Vector128 pixel34 = AdvSimd.LoadVector128((ushort*)(ip + (uint)x + 2)); pixel12 = AdvSimd.Min(pixel12, clMax); pixel34 = AdvSimd.Min(pixel34, clMax); pixel12 = AdvSimd.Max(pixel12, clMin); pixel34 = AdvSimd.Max(pixel34, clMin); AdvSimd.Store((ushort*)(op + (uint)x + 0), pixel12); AdvSimd.Store((ushort*)(op + (uint)x + 2), pixel34); } } } } } [MethodImpl(MethodImplOptions.AggressiveInlining)] private static void MatrixMultiply(ref MatrixStruct mtx, int x, int y, int z, out int r, out int g, out int b) { if (mtx.MatrixEnable) { r = x * mtx.MatrixCoeff00 + y * mtx.MatrixCoeff01 + z * mtx.MatrixCoeff02; g = x * mtx.MatrixCoeff10 + y * mtx.MatrixCoeff11 + z * mtx.MatrixCoeff12; b = x * mtx.MatrixCoeff20 + y * mtx.MatrixCoeff21 + z * mtx.MatrixCoeff22; r >>= mtx.MatrixRShift; g >>= mtx.MatrixRShift; b >>= mtx.MatrixRShift; r += mtx.MatrixCoeff03; g += mtx.MatrixCoeff13; b += mtx.MatrixCoeff23; r >>= 8; g >>= 8; b >>= 8; } else { r = x; g = y; b = z; } } [MethodImpl(MethodImplOptions.AggressiveInlining)] private static Vector128 MatrixMultiplySse41( Vector128 pixel, Vector128 col1, Vector128 col2, Vector128 col3, Vector128 col4, Vector128 rShift) { Vector128 x = Sse2.Shuffle(pixel, 0); Vector128 y = Sse2.Shuffle(pixel, 0x55); Vector128 z = Sse2.Shuffle(pixel, 0xea); col1 = Sse41.MultiplyLow(col1, x); col2 = Sse41.MultiplyLow(col2, y); col3 = Sse41.MultiplyLow(col3, z); Vector128 res = Sse2.Add(col3, Sse2.Add(col1, col2)); res = Sse2.ShiftRightArithmetic(res, rShift); res = Sse2.Add(res, col4); res = Sse2.ShiftRightArithmetic(res, 8); return res; } [MethodImpl(MethodImplOptions.AggressiveInlining)] private static Vector128 MatrixMultiplyAdvSimd( Vector128 pixel, Vector128 col1, Vector128 col2, Vector128 col3, Vector128 col4, Vector128 rShift, Vector128 selectMask) { Vector128 x = AdvSimd.DuplicateSelectedScalarToVector128(pixel, 0); Vector128 y = AdvSimd.DuplicateSelectedScalarToVector128(pixel, 1); Vector128 z = AdvSimd.DuplicateSelectedScalarToVector128(pixel, 2); col1 = AdvSimd.Multiply(col1, x); col2 = AdvSimd.Multiply(col2, y); col3 = AdvSimd.Multiply(col3, z); Vector128 res = AdvSimd.Add(col3, AdvSimd.Add(col1, col2)); res = AdvSimd.ShiftArithmetic(res, rShift); res = AdvSimd.Add(res, col4); res = AdvSimd.ShiftRightArithmetic(res, 8); res = AdvSimd.BitwiseSelect(selectMask, pixel, res); return res; } } }