08831eecf7
* IPC refactor part 3 + 4: New server HIPC message processor with source generator based serialization * Make types match on calls to AlignUp/AlignDown * Formatting * Address some PR feedback * Move BitfieldExtensions to Ryujinx.Common.Utilities and consolidate implementations * Rename Reader/Writer to SpanReader/SpanWriter and move to Ryujinx.Common.Memory * Implement EventType * Address more PR feedback * Log request processing errors since they are not normal * Rename waitable to multiwait and add missing lock * PR feedback * Ac_K PR feedback
217 lines
No EOL
7.6 KiB
C#
217 lines
No EOL
7.6 KiB
C#
using Ryujinx.Common;
|
|
using Ryujinx.HLE.HOS.Kernel.Memory;
|
|
using Ryujinx.Horizon.Common;
|
|
using System.Collections.Generic;
|
|
|
|
namespace Ryujinx.HLE.HOS.Kernel.Ipc
|
|
{
|
|
class KBufferDescriptorTable
|
|
{
|
|
private const int MaxInternalBuffersCount = 8;
|
|
|
|
private List<KBufferDescriptor> _sendBufferDescriptors;
|
|
private List<KBufferDescriptor> _receiveBufferDescriptors;
|
|
private List<KBufferDescriptor> _exchangeBufferDescriptors;
|
|
|
|
public KBufferDescriptorTable()
|
|
{
|
|
_sendBufferDescriptors = new List<KBufferDescriptor>(MaxInternalBuffersCount);
|
|
_receiveBufferDescriptors = new List<KBufferDescriptor>(MaxInternalBuffersCount);
|
|
_exchangeBufferDescriptors = new List<KBufferDescriptor>(MaxInternalBuffersCount);
|
|
}
|
|
|
|
public Result AddSendBuffer(ulong src, ulong dst, ulong size, MemoryState state)
|
|
{
|
|
return Add(_sendBufferDescriptors, src, dst, size, state);
|
|
}
|
|
|
|
public Result AddReceiveBuffer(ulong src, ulong dst, ulong size, MemoryState state)
|
|
{
|
|
return Add(_receiveBufferDescriptors, src, dst, size, state);
|
|
}
|
|
|
|
public Result AddExchangeBuffer(ulong src, ulong dst, ulong size, MemoryState state)
|
|
{
|
|
return Add(_exchangeBufferDescriptors, src, dst, size, state);
|
|
}
|
|
|
|
private Result Add(List<KBufferDescriptor> list, ulong src, ulong dst, ulong size, MemoryState state)
|
|
{
|
|
if (list.Count < MaxInternalBuffersCount)
|
|
{
|
|
list.Add(new KBufferDescriptor(src, dst, size, state));
|
|
|
|
return Result.Success;
|
|
}
|
|
|
|
return KernelResult.OutOfMemory;
|
|
}
|
|
|
|
public Result CopyBuffersToClient(KPageTableBase memoryManager)
|
|
{
|
|
Result result = CopyToClient(memoryManager, _receiveBufferDescriptors);
|
|
|
|
if (result != Result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
|
|
return CopyToClient(memoryManager, _exchangeBufferDescriptors);
|
|
}
|
|
|
|
private Result CopyToClient(KPageTableBase memoryManager, List<KBufferDescriptor> list)
|
|
{
|
|
foreach (KBufferDescriptor desc in list)
|
|
{
|
|
MemoryState stateMask;
|
|
|
|
switch (desc.State)
|
|
{
|
|
case MemoryState.IpcBuffer0: stateMask = MemoryState.IpcSendAllowedType0; break;
|
|
case MemoryState.IpcBuffer1: stateMask = MemoryState.IpcSendAllowedType1; break;
|
|
case MemoryState.IpcBuffer3: stateMask = MemoryState.IpcSendAllowedType3; break;
|
|
|
|
default: return KernelResult.InvalidCombination;
|
|
}
|
|
|
|
MemoryAttribute attributeMask = MemoryAttribute.Borrowed | MemoryAttribute.Uncached;
|
|
|
|
if (desc.State == MemoryState.IpcBuffer0)
|
|
{
|
|
attributeMask |= MemoryAttribute.DeviceMapped;
|
|
}
|
|
|
|
ulong clientAddrTruncated = BitUtils.AlignDown<ulong>(desc.ClientAddress, KPageTableBase.PageSize);
|
|
ulong clientAddrRounded = BitUtils.AlignUp<ulong>(desc.ClientAddress, KPageTableBase.PageSize);
|
|
|
|
// Check if address is not aligned, in this case we need to perform 2 copies.
|
|
if (clientAddrTruncated != clientAddrRounded)
|
|
{
|
|
ulong copySize = clientAddrRounded - desc.ClientAddress;
|
|
|
|
if (copySize > desc.Size)
|
|
{
|
|
copySize = desc.Size;
|
|
}
|
|
|
|
Result result = memoryManager.CopyDataFromCurrentProcess(
|
|
desc.ClientAddress,
|
|
copySize,
|
|
stateMask,
|
|
stateMask,
|
|
KMemoryPermission.ReadAndWrite,
|
|
attributeMask,
|
|
MemoryAttribute.None,
|
|
desc.ServerAddress);
|
|
|
|
if (result != Result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
}
|
|
|
|
ulong clientEndAddr = desc.ClientAddress + desc.Size;
|
|
ulong serverEndAddr = desc.ServerAddress + desc.Size;
|
|
|
|
ulong clientEndAddrTruncated = BitUtils.AlignDown<ulong>(clientEndAddr, (ulong)KPageTableBase.PageSize);
|
|
ulong clientEndAddrRounded = BitUtils.AlignUp<ulong>(clientEndAddr, KPageTableBase.PageSize);
|
|
ulong serverEndAddrTruncated = BitUtils.AlignDown<ulong>(serverEndAddr, (ulong)KPageTableBase.PageSize);
|
|
|
|
if (clientEndAddrTruncated < clientEndAddrRounded &&
|
|
(clientAddrTruncated == clientAddrRounded || clientAddrTruncated < clientEndAddrTruncated))
|
|
{
|
|
Result result = memoryManager.CopyDataFromCurrentProcess(
|
|
clientEndAddrTruncated,
|
|
clientEndAddr - clientEndAddrTruncated,
|
|
stateMask,
|
|
stateMask,
|
|
KMemoryPermission.ReadAndWrite,
|
|
attributeMask,
|
|
MemoryAttribute.None,
|
|
serverEndAddrTruncated);
|
|
|
|
if (result != Result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
}
|
|
}
|
|
|
|
return Result.Success;
|
|
}
|
|
|
|
public Result UnmapServerBuffers(KPageTableBase memoryManager)
|
|
{
|
|
Result result = UnmapServer(memoryManager, _sendBufferDescriptors);
|
|
|
|
if (result != Result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
|
|
result = UnmapServer(memoryManager, _receiveBufferDescriptors);
|
|
|
|
if (result != Result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
|
|
return UnmapServer(memoryManager, _exchangeBufferDescriptors);
|
|
}
|
|
|
|
private Result UnmapServer(KPageTableBase memoryManager, List<KBufferDescriptor> list)
|
|
{
|
|
foreach (KBufferDescriptor descriptor in list)
|
|
{
|
|
Result result = memoryManager.UnmapNoAttributeIfStateEquals(
|
|
descriptor.ServerAddress,
|
|
descriptor.Size,
|
|
descriptor.State);
|
|
|
|
if (result != Result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
}
|
|
|
|
return Result.Success;
|
|
}
|
|
|
|
public Result RestoreClientBuffers(KPageTableBase memoryManager)
|
|
{
|
|
Result result = RestoreClient(memoryManager, _sendBufferDescriptors);
|
|
|
|
if (result != Result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
|
|
result = RestoreClient(memoryManager, _receiveBufferDescriptors);
|
|
|
|
if (result != Result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
|
|
return RestoreClient(memoryManager, _exchangeBufferDescriptors);
|
|
}
|
|
|
|
private Result RestoreClient(KPageTableBase memoryManager, List<KBufferDescriptor> list)
|
|
{
|
|
foreach (KBufferDescriptor descriptor in list)
|
|
{
|
|
Result result = memoryManager.UnmapIpcRestorePermission(
|
|
descriptor.ClientAddress,
|
|
descriptor.Size,
|
|
descriptor.State);
|
|
|
|
if (result != Result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
}
|
|
|
|
return Result.Success;
|
|
}
|
|
}
|
|
} |