using Ryujinx.HLE.HOS.Kernel.Common; using Ryujinx.Memory; using Ryujinx.Memory.Range; using System; using System.Collections.Generic; using System.Diagnostics; using System.Linq; namespace Ryujinx.HLE.HOS.Kernel.Memory { class KPageTable : KPageTableBase { private readonly IVirtualMemoryManager _cpuMemory; public override bool SupportsMemoryAliasing => true; public KPageTable(KernelContext context, IVirtualMemoryManager cpuMemory) : base(context) { _cpuMemory = cpuMemory; } /// protected override IEnumerable GetPhysicalRegions(ulong va, ulong size) { return _cpuMemory.GetPhysicalRegions(va, size); } /// protected override ReadOnlySpan GetSpan(ulong va, int size) { return _cpuMemory.GetSpan(va, size); } /// protected override KernelResult MapMemory(ulong src, ulong dst, ulong pagesCount, KMemoryPermission oldSrcPermission, KMemoryPermission newDstPermission) { var srcRanges = GetPhysicalRegions(src, pagesCount * PageSize); KernelResult result = Reprotect(src, pagesCount, KMemoryPermission.None); if (result != KernelResult.Success) { return result; } result = MapPages(dst, srcRanges, newDstPermission); if (result != KernelResult.Success) { KernelResult reprotectResult = Reprotect(src, pagesCount, oldSrcPermission); Debug.Assert(reprotectResult == KernelResult.Success); } return result; } /// protected override KernelResult UnmapMemory(ulong dst, ulong src, ulong pagesCount, KMemoryPermission oldDstPermission, KMemoryPermission newSrcPermission) { ulong size = pagesCount * PageSize; var srcRanges = GetPhysicalRegions(src, size); var dstRanges = GetPhysicalRegions(dst, size); if (!dstRanges.SequenceEqual(srcRanges)) { return KernelResult.InvalidMemRange; } KernelResult result = Unmap(dst, pagesCount); if (result != KernelResult.Success) { return result; } result = Reprotect(src, pagesCount, newSrcPermission); if (result != KernelResult.Success) { KernelResult mapResult = MapPages(dst, dstRanges, oldDstPermission); Debug.Assert(mapResult == KernelResult.Success); } return result; } /// protected override KernelResult MapPages(ulong dstVa, ulong pagesCount, ulong srcPa, KMemoryPermission permission) { ulong size = pagesCount * PageSize; Context.Memory.Commit(srcPa - DramMemoryMap.DramBase, size); _cpuMemory.Map(dstVa, Context.Memory.GetPointer(srcPa - DramMemoryMap.DramBase, size), size); if (DramMemoryMap.IsHeapPhysicalAddress(srcPa)) { Context.MemoryManager.IncrementPagesReferenceCount(srcPa, pagesCount); } return KernelResult.Success; } /// protected override KernelResult MapPages(ulong address, KPageList pageList, KMemoryPermission permission) { using var scopedPageList = new KScopedPageList(Context.MemoryManager, pageList); ulong currentVa = address; foreach (var pageNode in pageList) { ulong addr = pageNode.Address - DramMemoryMap.DramBase; ulong size = pageNode.PagesCount * PageSize; Context.Memory.Commit(addr, size); _cpuMemory.Map(currentVa, Context.Memory.GetPointer(addr, size), size); currentVa += size; } scopedPageList.SignalSuccess(); return KernelResult.Success; } /// protected override KernelResult MapPages(ulong address, IEnumerable ranges, KMemoryPermission permission) { ulong currentVa = address; foreach (var range in ranges) { ulong size = range.Size; ulong pa = GetDramAddressFromHostAddress(range.Address); if (pa != ulong.MaxValue) { pa += DramMemoryMap.DramBase; if (DramMemoryMap.IsHeapPhysicalAddress(pa)) { Context.MemoryManager.IncrementPagesReferenceCount(pa, size / PageSize); } } _cpuMemory.Map(currentVa, range.Address, size); currentVa += size; } return KernelResult.Success; } /// protected override KernelResult Unmap(ulong address, ulong pagesCount) { KPageList pagesToClose = new KPageList(); var regions = _cpuMemory.GetPhysicalRegions(address, pagesCount * PageSize); foreach (var region in regions) { ulong pa = GetDramAddressFromHostAddress(region.Address); if (pa == ulong.MaxValue) { continue; } pa += DramMemoryMap.DramBase; if (DramMemoryMap.IsHeapPhysicalAddress(pa)) { pagesToClose.AddRange(pa, region.Size / PageSize); } } _cpuMemory.Unmap(address, pagesCount * PageSize); pagesToClose.DecrementPagesReferenceCount(Context.MemoryManager); return KernelResult.Success; } /// protected override KernelResult Reprotect(ulong address, ulong pagesCount, KMemoryPermission permission) { // TODO. return KernelResult.Success; } /// protected override KernelResult ReprotectWithAttributes(ulong address, ulong pagesCount, KMemoryPermission permission) { // TODO. return KernelResult.Success; } /// protected override void SignalMemoryTracking(ulong va, ulong size, bool write) { _cpuMemory.SignalMemoryTracking(va, size, write); } /// protected override void Write(ulong va, ReadOnlySpan data) { _cpuMemory.Write(va, data); } private ulong GetDramAddressFromHostAddress(nuint hostAddress) { if (hostAddress < (nuint)(ulong)Context.Memory.Pointer || hostAddress >= (nuint)((ulong)Context.Memory.Pointer + Context.Memory.Size)) { return ulong.MaxValue; } return hostAddress - (ulong)Context.Memory.Pointer; } } }