2015-05-13 04:38:56 +02:00
|
|
|
// Copyright 2015 Citra Emulator Project
|
2014-12-17 06:38:14 +01:00
|
|
|
// Licensed under GPLv2 or any later version
|
2014-04-09 01:15:46 +02:00
|
|
|
// Refer to the license.txt file included.
|
2013-09-19 05:52:51 +02:00
|
|
|
|
2015-05-13 04:38:56 +02:00
|
|
|
#include <array>
|
2015-09-10 05:23:44 +02:00
|
|
|
#include <cstring>
|
2020-03-31 18:54:28 +02:00
|
|
|
#include <boost/serialization/array.hpp>
|
|
|
|
#include <boost/serialization/binary_object.hpp>
|
2019-12-27 22:07:29 +01:00
|
|
|
#include "audio_core/dsp_interface.h"
|
2019-08-06 16:59:31 +02:00
|
|
|
#include "common/archives.h"
|
2015-05-13 04:38:56 +02:00
|
|
|
#include "common/assert.h"
|
2022-06-21 20:59:36 +02:00
|
|
|
#include "common/atomic_ops.h"
|
2015-05-06 09:06:12 +02:00
|
|
|
#include "common/common_types.h"
|
|
|
|
#include "common/logging/log.h"
|
2022-12-08 12:27:25 +01:00
|
|
|
#include "common/settings.h"
|
2015-05-06 09:06:12 +02:00
|
|
|
#include "common/swap.h"
|
2017-09-24 23:44:13 +02:00
|
|
|
#include "core/arm/arm_interface.h"
|
|
|
|
#include "core/core.h"
|
2020-01-04 23:39:54 +01:00
|
|
|
#include "core/global.h"
|
2015-08-06 02:26:52 +02:00
|
|
|
#include "core/hle/kernel/process.h"
|
2022-12-11 09:08:58 +01:00
|
|
|
#include "core/hle/service/plgldr/plgldr.h"
|
|
|
|
#include "core/hw/hw.h"
|
2016-09-21 08:52:38 +02:00
|
|
|
#include "core/memory.h"
|
2016-04-17 00:57:57 +02:00
|
|
|
#include "video_core/renderer_base.h"
|
|
|
|
#include "video_core/video_core.h"
|
|
|
|
|
2020-01-04 23:39:54 +01:00
|
|
|
SERIALIZE_EXPORT_IMPL(Memory::MemorySystem::BackingMemImpl<Memory::Region::FCRAM>)
|
|
|
|
SERIALIZE_EXPORT_IMPL(Memory::MemorySystem::BackingMemImpl<Memory::Region::VRAM>)
|
|
|
|
SERIALIZE_EXPORT_IMPL(Memory::MemorySystem::BackingMemImpl<Memory::Region::DSP>)
|
|
|
|
SERIALIZE_EXPORT_IMPL(Memory::MemorySystem::BackingMemImpl<Memory::Region::N3DS>)
|
|
|
|
|
2013-09-19 05:52:51 +02:00
|
|
|
namespace Memory {
|
|
|
|
|
2020-01-04 23:39:54 +01:00
|
|
|
void PageTable::Clear() {
|
|
|
|
pointers.raw.fill(nullptr);
|
|
|
|
pointers.refs.fill(MemoryRef());
|
|
|
|
attributes.fill(PageType::Unmapped);
|
|
|
|
}
|
|
|
|
|
2018-12-11 03:43:39 +01:00
|
|
|
class RasterizerCacheMarker {
|
|
|
|
public:
|
|
|
|
void Mark(VAddr addr, bool cached) {
|
|
|
|
bool* p = At(addr);
|
|
|
|
if (p)
|
|
|
|
*p = cached;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool IsCached(VAddr addr) {
|
|
|
|
bool* p = At(addr);
|
|
|
|
if (p)
|
|
|
|
return *p;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
bool* At(VAddr addr) {
|
|
|
|
if (addr >= VRAM_VADDR && addr < VRAM_VADDR_END) {
|
2022-11-04 23:32:57 +01:00
|
|
|
return &vram[(addr - VRAM_VADDR) / CITRA_PAGE_SIZE];
|
2018-12-11 03:43:39 +01:00
|
|
|
}
|
|
|
|
if (addr >= LINEAR_HEAP_VADDR && addr < LINEAR_HEAP_VADDR_END) {
|
2022-11-04 23:32:57 +01:00
|
|
|
return &linear_heap[(addr - LINEAR_HEAP_VADDR) / CITRA_PAGE_SIZE];
|
2018-12-11 03:43:39 +01:00
|
|
|
}
|
|
|
|
if (addr >= NEW_LINEAR_HEAP_VADDR && addr < NEW_LINEAR_HEAP_VADDR_END) {
|
2022-11-04 23:32:57 +01:00
|
|
|
return &new_linear_heap[(addr - NEW_LINEAR_HEAP_VADDR) / CITRA_PAGE_SIZE];
|
2018-12-11 03:43:39 +01:00
|
|
|
}
|
2022-12-11 09:08:58 +01:00
|
|
|
if (addr >= PLUGIN_3GX_FB_VADDR && addr < PLUGIN_3GX_FB_VADDR_END) {
|
|
|
|
return &plugin_fb[(addr - PLUGIN_3GX_FB_VADDR) / CITRA_PAGE_SIZE];
|
|
|
|
}
|
2018-12-11 03:43:39 +01:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
std::array<bool, VRAM_SIZE / CITRA_PAGE_SIZE> vram{};
|
|
|
|
std::array<bool, LINEAR_HEAP_SIZE / CITRA_PAGE_SIZE> linear_heap{};
|
|
|
|
std::array<bool, NEW_LINEAR_HEAP_SIZE / CITRA_PAGE_SIZE> new_linear_heap{};
|
2022-12-11 09:08:58 +01:00
|
|
|
std::array<bool, PLUGIN_3GX_FB_SIZE / CITRA_PAGE_SIZE> plugin_fb{};
|
2019-08-06 18:45:06 +02:00
|
|
|
|
2019-12-24 18:49:56 +01:00
|
|
|
static_assert(sizeof(bool) == 1);
|
2019-08-06 18:45:06 +02:00
|
|
|
friend class boost::serialization::access;
|
2019-12-27 22:07:29 +01:00
|
|
|
template <typename Archive>
|
|
|
|
void serialize(Archive& ar, const unsigned int file_version) {
|
|
|
|
ar& vram;
|
|
|
|
ar& linear_heap;
|
|
|
|
ar& new_linear_heap;
|
2022-12-11 09:08:58 +01:00
|
|
|
ar& plugin_fb;
|
2019-08-06 18:45:06 +02:00
|
|
|
}
|
2018-12-11 03:43:39 +01:00
|
|
|
};
|
|
|
|
|
2018-12-01 23:46:18 +01:00
|
|
|
class MemorySystem::Impl {
|
|
|
|
public:
|
2023-08-02 00:40:39 +02:00
|
|
|
// Visual Studio would try to allocate these on compile time
|
|
|
|
// if they are std::array which would exceed the memory limit.
|
2018-12-01 23:46:18 +01:00
|
|
|
std::unique_ptr<u8[]> fcram = std::make_unique<u8[]>(Memory::FCRAM_N3DS_SIZE);
|
|
|
|
std::unique_ptr<u8[]> vram = std::make_unique<u8[]>(Memory::VRAM_SIZE);
|
|
|
|
std::unique_ptr<u8[]> n3ds_extra_ram = std::make_unique<u8[]>(Memory::N3DS_EXTRA_RAM_SIZE);
|
|
|
|
|
2023-08-02 00:40:39 +02:00
|
|
|
Core::System& system;
|
2020-01-05 17:35:01 +01:00
|
|
|
std::shared_ptr<PageTable> current_page_table = nullptr;
|
2018-12-11 03:43:39 +01:00
|
|
|
RasterizerCacheMarker cache_marker;
|
2020-01-05 17:35:01 +01:00
|
|
|
std::vector<std::shared_ptr<PageTable>> page_table_list;
|
2019-02-01 18:43:55 +01:00
|
|
|
|
2019-02-04 03:33:20 +01:00
|
|
|
AudioCore::DspInterface* dsp = nullptr;
|
2019-08-06 16:59:31 +02:00
|
|
|
|
2020-01-04 23:39:54 +01:00
|
|
|
std::shared_ptr<BackingMem> fcram_mem;
|
|
|
|
std::shared_ptr<BackingMem> vram_mem;
|
|
|
|
std::shared_ptr<BackingMem> n3ds_extra_ram_mem;
|
|
|
|
std::shared_ptr<BackingMem> dsp_mem;
|
|
|
|
|
2023-08-02 00:40:39 +02:00
|
|
|
Impl(Core::System& system_);
|
2020-01-04 23:39:54 +01:00
|
|
|
|
2020-03-29 17:14:36 +02:00
|
|
|
const u8* GetPtr(Region r) const {
|
2020-01-04 23:39:54 +01:00
|
|
|
switch (r) {
|
|
|
|
case Region::VRAM:
|
|
|
|
return vram.get();
|
|
|
|
case Region::DSP:
|
|
|
|
return dsp->GetDspMemory().data();
|
|
|
|
case Region::FCRAM:
|
|
|
|
return fcram.get();
|
|
|
|
case Region::N3DS:
|
|
|
|
return n3ds_extra_ram.get();
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-03-29 17:14:36 +02:00
|
|
|
u8* GetPtr(Region r) {
|
|
|
|
switch (r) {
|
|
|
|
case Region::VRAM:
|
|
|
|
return vram.get();
|
|
|
|
case Region::DSP:
|
|
|
|
return dsp->GetDspMemory().data();
|
|
|
|
case Region::FCRAM:
|
|
|
|
return fcram.get();
|
|
|
|
case Region::N3DS:
|
|
|
|
return n3ds_extra_ram.get();
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
u32 GetSize(Region r) const {
|
2020-01-04 23:39:54 +01:00
|
|
|
switch (r) {
|
|
|
|
case Region::VRAM:
|
|
|
|
return VRAM_SIZE;
|
|
|
|
case Region::DSP:
|
|
|
|
return DSP_RAM_SIZE;
|
|
|
|
case Region::FCRAM:
|
|
|
|
return FCRAM_N3DS_SIZE;
|
|
|
|
case Region::N3DS:
|
|
|
|
return N3DS_EXTRA_RAM_SIZE;
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-08-02 00:40:39 +02:00
|
|
|
u32 GetPC() const noexcept {
|
|
|
|
return system.GetRunningCore().GetPC();
|
|
|
|
}
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
template <bool UNSAFE>
|
|
|
|
void ReadBlockImpl(const Kernel::Process& process, const VAddr src_addr, void* dest_buffer,
|
|
|
|
const std::size_t size) {
|
|
|
|
auto& page_table = *process.vm_manager.page_table;
|
|
|
|
|
|
|
|
std::size_t remaining_size = size;
|
|
|
|
std::size_t page_index = src_addr >> CITRA_PAGE_BITS;
|
|
|
|
std::size_t page_offset = src_addr & CITRA_PAGE_MASK;
|
|
|
|
|
|
|
|
while (remaining_size > 0) {
|
|
|
|
const std::size_t copy_amount = std::min(CITRA_PAGE_SIZE - page_offset, remaining_size);
|
|
|
|
const VAddr current_vaddr =
|
|
|
|
static_cast<VAddr>((page_index << CITRA_PAGE_BITS) + page_offset);
|
|
|
|
|
|
|
|
switch (page_table.attributes[page_index]) {
|
|
|
|
case PageType::Unmapped: {
|
|
|
|
LOG_ERROR(
|
|
|
|
HW_Memory,
|
|
|
|
"unmapped ReadBlock @ 0x{:08X} (start address = 0x{:08X}, size = {}) at PC "
|
|
|
|
"0x{:08X}",
|
2023-08-02 00:40:39 +02:00
|
|
|
current_vaddr, src_addr, size, GetPC());
|
2022-11-04 23:32:57 +01:00
|
|
|
std::memset(dest_buffer, 0, copy_amount);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case PageType::Memory: {
|
|
|
|
DEBUG_ASSERT(page_table.pointers[page_index]);
|
|
|
|
|
|
|
|
const u8* src_ptr = page_table.pointers[page_index] + page_offset;
|
|
|
|
std::memcpy(dest_buffer, src_ptr, copy_amount);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case PageType::RasterizerCachedMemory: {
|
|
|
|
if constexpr (!UNSAFE) {
|
|
|
|
RasterizerFlushVirtualRegion(current_vaddr, static_cast<u32>(copy_amount),
|
|
|
|
FlushMode::Flush);
|
|
|
|
}
|
|
|
|
std::memcpy(dest_buffer, GetPointerForRasterizerCache(current_vaddr), copy_amount);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
|
|
|
|
page_index++;
|
|
|
|
page_offset = 0;
|
|
|
|
dest_buffer = static_cast<u8*>(dest_buffer) + copy_amount;
|
|
|
|
remaining_size -= copy_amount;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
template <bool UNSAFE>
|
|
|
|
void WriteBlockImpl(const Kernel::Process& process, const VAddr dest_addr,
|
|
|
|
const void* src_buffer, const std::size_t size) {
|
|
|
|
auto& page_table = *process.vm_manager.page_table;
|
|
|
|
std::size_t remaining_size = size;
|
|
|
|
std::size_t page_index = dest_addr >> CITRA_PAGE_BITS;
|
|
|
|
std::size_t page_offset = dest_addr & CITRA_PAGE_MASK;
|
|
|
|
|
|
|
|
while (remaining_size > 0) {
|
|
|
|
const std::size_t copy_amount = std::min(CITRA_PAGE_SIZE - page_offset, remaining_size);
|
|
|
|
const VAddr current_vaddr =
|
|
|
|
static_cast<VAddr>((page_index << CITRA_PAGE_BITS) + page_offset);
|
|
|
|
|
|
|
|
switch (page_table.attributes[page_index]) {
|
|
|
|
case PageType::Unmapped: {
|
|
|
|
LOG_ERROR(
|
|
|
|
HW_Memory,
|
|
|
|
"unmapped WriteBlock @ 0x{:08X} (start address = 0x{:08X}, size = {}) at PC "
|
|
|
|
"0x{:08X}",
|
2023-08-02 00:40:39 +02:00
|
|
|
current_vaddr, dest_addr, size, GetPC());
|
2022-11-04 23:32:57 +01:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
case PageType::Memory: {
|
|
|
|
DEBUG_ASSERT(page_table.pointers[page_index]);
|
|
|
|
|
|
|
|
u8* dest_ptr = page_table.pointers[page_index] + page_offset;
|
|
|
|
std::memcpy(dest_ptr, src_buffer, copy_amount);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case PageType::RasterizerCachedMemory: {
|
|
|
|
if constexpr (!UNSAFE) {
|
|
|
|
RasterizerFlushVirtualRegion(current_vaddr, static_cast<u32>(copy_amount),
|
|
|
|
FlushMode::Invalidate);
|
|
|
|
}
|
|
|
|
std::memcpy(GetPointerForRasterizerCache(current_vaddr), src_buffer, copy_amount);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
|
|
|
|
page_index++;
|
|
|
|
page_offset = 0;
|
|
|
|
src_buffer = static_cast<const u8*>(src_buffer) + copy_amount;
|
|
|
|
remaining_size -= copy_amount;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
MemoryRef GetPointerForRasterizerCache(VAddr addr) const {
|
|
|
|
if (addr >= LINEAR_HEAP_VADDR && addr < LINEAR_HEAP_VADDR_END) {
|
|
|
|
return {fcram_mem, addr - LINEAR_HEAP_VADDR};
|
|
|
|
}
|
|
|
|
if (addr >= NEW_LINEAR_HEAP_VADDR && addr < NEW_LINEAR_HEAP_VADDR_END) {
|
|
|
|
return {fcram_mem, addr - NEW_LINEAR_HEAP_VADDR};
|
|
|
|
}
|
|
|
|
if (addr >= VRAM_VADDR && addr < VRAM_VADDR_END) {
|
|
|
|
return {vram_mem, addr - VRAM_VADDR};
|
|
|
|
}
|
2022-12-11 09:08:58 +01:00
|
|
|
if (addr >= PLUGIN_3GX_FB_VADDR && addr < PLUGIN_3GX_FB_VADDR_END) {
|
|
|
|
return {fcram_mem, addr - PLUGIN_3GX_FB_VADDR +
|
|
|
|
Service::PLGLDR::PLG_LDR::GetPluginFBAddr() - FCRAM_PADDR};
|
|
|
|
}
|
2022-11-04 23:32:57 +01:00
|
|
|
|
|
|
|
UNREACHABLE();
|
|
|
|
return MemoryRef{};
|
|
|
|
}
|
|
|
|
|
2019-08-06 16:59:31 +02:00
|
|
|
private:
|
2019-08-06 18:45:06 +02:00
|
|
|
friend class boost::serialization::access;
|
2019-12-27 22:07:29 +01:00
|
|
|
template <class Archive>
|
|
|
|
void serialize(Archive& ar, const unsigned int file_version) {
|
2022-12-08 12:27:25 +01:00
|
|
|
bool save_n3ds_ram = Settings::values.is_new_3ds.GetValue();
|
2020-01-04 01:40:32 +01:00
|
|
|
ar& save_n3ds_ram;
|
2020-01-03 18:19:59 +01:00
|
|
|
ar& boost::serialization::make_binary_object(vram.get(), Memory::VRAM_SIZE);
|
2020-01-04 01:40:32 +01:00
|
|
|
ar& boost::serialization::make_binary_object(
|
|
|
|
fcram.get(), save_n3ds_ram ? Memory::FCRAM_N3DS_SIZE : Memory::FCRAM_SIZE);
|
|
|
|
ar& boost::serialization::make_binary_object(
|
|
|
|
n3ds_extra_ram.get(), save_n3ds_ram ? Memory::N3DS_EXTRA_RAM_SIZE : 0);
|
2019-12-27 22:07:29 +01:00
|
|
|
ar& cache_marker;
|
2020-01-03 18:19:59 +01:00
|
|
|
ar& page_table_list;
|
|
|
|
// dsp is set from Core::System at startup
|
2020-01-05 17:35:01 +01:00
|
|
|
ar& current_page_table;
|
2020-01-04 23:39:54 +01:00
|
|
|
ar& fcram_mem;
|
|
|
|
ar& vram_mem;
|
|
|
|
ar& n3ds_extra_ram_mem;
|
|
|
|
ar& dsp_mem;
|
2019-08-06 16:59:31 +02:00
|
|
|
}
|
2018-12-01 23:46:18 +01:00
|
|
|
};
|
|
|
|
|
2020-01-04 23:39:54 +01:00
|
|
|
// We use this rather than BufferMem because we don't want new objects to be allocated when
|
|
|
|
// deserializing. This avoids unnecessary memory thrashing.
|
|
|
|
template <Region R>
|
|
|
|
class MemorySystem::BackingMemImpl : public BackingMem {
|
|
|
|
public:
|
2020-01-05 14:26:16 +01:00
|
|
|
BackingMemImpl() : impl(*Core::Global<Core::System>().Memory().impl) {}
|
2020-03-29 17:14:36 +02:00
|
|
|
explicit BackingMemImpl(MemorySystem::Impl& impl_) : impl(impl_) {}
|
|
|
|
u8* GetPtr() override {
|
|
|
|
return impl.GetPtr(R);
|
|
|
|
}
|
|
|
|
const u8* GetPtr() const override {
|
2020-01-05 14:26:16 +01:00
|
|
|
return impl.GetPtr(R);
|
2020-01-04 23:39:54 +01:00
|
|
|
}
|
2020-03-29 17:14:36 +02:00
|
|
|
std::size_t GetSize() const override {
|
2020-01-05 14:26:16 +01:00
|
|
|
return impl.GetSize(R);
|
2020-01-04 23:39:54 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
2020-01-05 14:26:16 +01:00
|
|
|
MemorySystem::Impl& impl;
|
2020-01-04 23:39:54 +01:00
|
|
|
|
|
|
|
template <class Archive>
|
2020-01-08 23:13:56 +01:00
|
|
|
void serialize(Archive& ar, const unsigned int) {
|
|
|
|
ar& boost::serialization::base_object<BackingMem>(*this);
|
|
|
|
}
|
2020-01-04 23:39:54 +01:00
|
|
|
friend class boost::serialization::access;
|
|
|
|
};
|
|
|
|
|
2023-08-02 00:40:39 +02:00
|
|
|
MemorySystem::Impl::Impl(Core::System& system_)
|
|
|
|
: system{system_}, fcram_mem(std::make_shared<BackingMemImpl<Region::FCRAM>>(*this)),
|
2020-01-05 14:26:16 +01:00
|
|
|
vram_mem(std::make_shared<BackingMemImpl<Region::VRAM>>(*this)),
|
|
|
|
n3ds_extra_ram_mem(std::make_shared<BackingMemImpl<Region::N3DS>>(*this)),
|
|
|
|
dsp_mem(std::make_shared<BackingMemImpl<Region::DSP>>(*this)) {}
|
2020-01-04 23:39:54 +01:00
|
|
|
|
2023-08-02 00:40:39 +02:00
|
|
|
MemorySystem::MemorySystem(Core::System& system) : impl(std::make_unique<Impl>(system)) {}
|
2018-12-01 23:46:18 +01:00
|
|
|
MemorySystem::~MemorySystem() = default;
|
|
|
|
|
2019-12-27 22:07:29 +01:00
|
|
|
template <class Archive>
|
|
|
|
void MemorySystem::serialize(Archive& ar, const unsigned int file_version) {
|
|
|
|
ar&* impl.get();
|
2019-08-07 03:53:56 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
SERIALIZE_IMPL(MemorySystem)
|
|
|
|
|
2020-01-05 17:35:01 +01:00
|
|
|
void MemorySystem::SetCurrentPageTable(std::shared_ptr<PageTable> page_table) {
|
2018-12-01 23:46:18 +01:00
|
|
|
impl->current_page_table = page_table;
|
2017-09-24 23:42:42 +02:00
|
|
|
}
|
|
|
|
|
2020-01-05 17:35:01 +01:00
|
|
|
std::shared_ptr<PageTable> MemorySystem::GetCurrentPageTable() const {
|
2018-12-01 23:46:18 +01:00
|
|
|
return impl->current_page_table;
|
2017-09-24 23:42:42 +02:00
|
|
|
}
|
|
|
|
|
2020-01-04 23:39:54 +01:00
|
|
|
void MemorySystem::MapPages(PageTable& page_table, u32 base, u32 size, MemoryRef memory,
|
|
|
|
PageType type) {
|
2022-11-04 23:32:57 +01:00
|
|
|
LOG_DEBUG(HW_Memory, "Mapping {} onto {:08X}-{:08X}", (void*)memory.GetPtr(),
|
|
|
|
base * CITRA_PAGE_SIZE, (base + size) * CITRA_PAGE_SIZE);
|
2015-05-13 04:38:56 +02:00
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
RasterizerFlushVirtualRegion(base << CITRA_PAGE_BITS, size * CITRA_PAGE_SIZE,
|
2017-06-22 07:48:00 +02:00
|
|
|
FlushMode::FlushAndInvalidate);
|
2015-05-13 04:38:56 +02:00
|
|
|
|
2017-06-22 07:48:00 +02:00
|
|
|
u32 end = base + size;
|
2015-05-13 04:38:56 +02:00
|
|
|
while (base != end) {
|
2018-03-27 17:37:36 +02:00
|
|
|
ASSERT_MSG(base < PAGE_TABLE_NUM_ENTRIES, "out of range mapping at {:08X}", base);
|
2015-05-13 04:38:56 +02:00
|
|
|
|
2017-07-22 04:17:57 +02:00
|
|
|
page_table.attributes[base] = type;
|
|
|
|
page_table.pointers[base] = memory;
|
2015-05-13 04:38:56 +02:00
|
|
|
|
2018-12-11 04:05:28 +01:00
|
|
|
// If the memory to map is already rasterizer-cached, mark the page
|
2022-11-04 23:32:57 +01:00
|
|
|
if (type == PageType::Memory && impl->cache_marker.IsCached(base * CITRA_PAGE_SIZE)) {
|
2018-12-11 04:05:28 +01:00
|
|
|
page_table.attributes[base] = PageType::RasterizerCachedMemory;
|
|
|
|
page_table.pointers[base] = nullptr;
|
|
|
|
}
|
|
|
|
|
2015-05-13 04:38:56 +02:00
|
|
|
base += 1;
|
2022-11-04 23:32:57 +01:00
|
|
|
if (memory != nullptr && memory.GetSize() > CITRA_PAGE_SIZE)
|
|
|
|
memory += CITRA_PAGE_SIZE;
|
2014-04-02 00:18:02 +02:00
|
|
|
}
|
2013-09-19 05:52:51 +02:00
|
|
|
}
|
|
|
|
|
2020-01-04 23:39:54 +01:00
|
|
|
void MemorySystem::MapMemoryRegion(PageTable& page_table, VAddr base, u32 size, MemoryRef target) {
|
2022-11-04 23:32:57 +01:00
|
|
|
ASSERT_MSG((size & CITRA_PAGE_MASK) == 0, "non-page aligned size: {:08X}", size);
|
|
|
|
ASSERT_MSG((base & CITRA_PAGE_MASK) == 0, "non-page aligned base: {:08X}", base);
|
|
|
|
MapPages(page_table, base / CITRA_PAGE_SIZE, size / CITRA_PAGE_SIZE, target, PageType::Memory);
|
2015-05-13 04:38:56 +02:00
|
|
|
}
|
2014-04-26 07:27:25 +02:00
|
|
|
|
2018-12-11 04:01:09 +01:00
|
|
|
void MemorySystem::UnmapRegion(PageTable& page_table, VAddr base, u32 size) {
|
2022-11-04 23:32:57 +01:00
|
|
|
ASSERT_MSG((size & CITRA_PAGE_MASK) == 0, "non-page aligned size: {:08X}", size);
|
|
|
|
ASSERT_MSG((base & CITRA_PAGE_MASK) == 0, "non-page aligned base: {:08X}", base);
|
|
|
|
MapPages(page_table, base / CITRA_PAGE_SIZE, size / CITRA_PAGE_SIZE, nullptr,
|
|
|
|
PageType::Unmapped);
|
2015-05-21 05:37:07 +02:00
|
|
|
}
|
|
|
|
|
2020-04-28 21:43:52 +02:00
|
|
|
MemoryRef MemorySystem::GetPointerForRasterizerCache(VAddr addr) const {
|
2022-11-04 23:32:57 +01:00
|
|
|
return impl->GetPointerForRasterizerCache(addr);
|
2017-09-30 02:38:54 +02:00
|
|
|
}
|
|
|
|
|
2020-01-05 17:35:01 +01:00
|
|
|
void MemorySystem::RegisterPageTable(std::shared_ptr<PageTable> page_table) {
|
2018-12-11 04:13:10 +01:00
|
|
|
impl->page_table_list.push_back(page_table);
|
|
|
|
}
|
|
|
|
|
2020-01-05 17:35:01 +01:00
|
|
|
void MemorySystem::UnregisterPageTable(std::shared_ptr<PageTable> page_table) {
|
2020-04-02 02:43:27 +02:00
|
|
|
auto it = std::find(impl->page_table_list.begin(), impl->page_table_list.end(), page_table);
|
|
|
|
if (it != impl->page_table_list.end()) {
|
|
|
|
impl->page_table_list.erase(it);
|
|
|
|
}
|
2018-12-11 04:13:10 +01:00
|
|
|
}
|
|
|
|
|
2015-05-13 04:38:56 +02:00
|
|
|
template <typename T>
|
2018-11-21 21:04:31 +01:00
|
|
|
T MemorySystem::Read(const VAddr vaddr) {
|
2022-11-04 23:32:57 +01:00
|
|
|
const u8* page_pointer = impl->current_page_table->pointers[vaddr >> CITRA_PAGE_BITS];
|
2015-05-13 04:38:56 +02:00
|
|
|
if (page_pointer) {
|
2016-04-17 00:57:57 +02:00
|
|
|
// NOTE: Avoid adding any extra logic to this fast-path block
|
2015-09-10 05:23:44 +02:00
|
|
|
T value;
|
2022-11-04 23:32:57 +01:00
|
|
|
std::memcpy(&value, &page_pointer[vaddr & CITRA_PAGE_MASK], sizeof(T));
|
2015-09-10 05:23:44 +02:00
|
|
|
return value;
|
2015-05-13 04:38:56 +02:00
|
|
|
}
|
2014-08-03 01:46:47 +02:00
|
|
|
|
2022-12-11 09:08:58 +01:00
|
|
|
// Custom Luma3ds mapping
|
|
|
|
// Is there a more efficient way to do this?
|
|
|
|
if (vaddr & (1 << 31)) {
|
|
|
|
PAddr paddr = (vaddr & ~(1 << 31));
|
|
|
|
if ((paddr & 0xF0000000) == Memory::FCRAM_PADDR) { // Check FCRAM region
|
|
|
|
T value;
|
|
|
|
std::memcpy(&value, GetFCRAMPointer(paddr - Memory::FCRAM_PADDR), sizeof(T));
|
|
|
|
return value;
|
|
|
|
} else if ((paddr & 0xF0000000) == 0x10000000 &&
|
|
|
|
paddr >= Memory::IO_AREA_PADDR) { // Check MMIO region
|
|
|
|
T ret;
|
|
|
|
HW::Read<T>(ret, static_cast<VAddr>(paddr) - Memory::IO_AREA_PADDR + 0x1EC00000);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
PageType type = impl->current_page_table->attributes[vaddr >> CITRA_PAGE_BITS];
|
2015-05-13 04:38:56 +02:00
|
|
|
switch (type) {
|
|
|
|
case PageType::Unmapped:
|
2020-04-27 16:31:34 +02:00
|
|
|
LOG_ERROR(HW_Memory, "unmapped Read{} @ 0x{:08X} at PC 0x{:08X}", sizeof(T) * 8, vaddr,
|
2023-08-02 00:40:39 +02:00
|
|
|
impl->GetPC());
|
2015-05-13 04:38:56 +02:00
|
|
|
return 0;
|
|
|
|
case PageType::Memory:
|
2018-03-27 17:28:42 +02:00
|
|
|
ASSERT_MSG(false, "Mapped memory page without a pointer @ {:08X}", vaddr);
|
2016-01-30 19:41:04 +01:00
|
|
|
break;
|
2016-09-18 02:38:01 +02:00
|
|
|
case PageType::RasterizerCachedMemory: {
|
2017-06-22 07:48:00 +02:00
|
|
|
RasterizerFlushVirtualRegion(vaddr, sizeof(T), FlushMode::Flush);
|
2016-04-17 00:57:57 +02:00
|
|
|
|
|
|
|
T value;
|
2018-11-17 20:17:20 +01:00
|
|
|
std::memcpy(&value, GetPointerForRasterizerCache(vaddr), sizeof(T));
|
2016-04-17 00:57:57 +02:00
|
|
|
return value;
|
|
|
|
}
|
2015-05-13 04:38:56 +02:00
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
2014-04-02 00:18:02 +02:00
|
|
|
}
|
2022-11-04 23:32:57 +01:00
|
|
|
|
|
|
|
return T{};
|
2013-09-19 05:52:51 +02:00
|
|
|
}
|
|
|
|
|
2015-05-13 04:38:56 +02:00
|
|
|
template <typename T>
|
2018-11-21 21:04:31 +01:00
|
|
|
void MemorySystem::Write(const VAddr vaddr, const T data) {
|
2022-11-04 23:32:57 +01:00
|
|
|
u8* page_pointer = impl->current_page_table->pointers[vaddr >> CITRA_PAGE_BITS];
|
2015-05-13 04:38:56 +02:00
|
|
|
if (page_pointer) {
|
2016-04-17 00:57:57 +02:00
|
|
|
// NOTE: Avoid adding any extra logic to this fast-path block
|
2022-11-04 23:32:57 +01:00
|
|
|
std::memcpy(&page_pointer[vaddr & CITRA_PAGE_MASK], &data, sizeof(T));
|
2015-05-13 04:38:56 +02:00
|
|
|
return;
|
|
|
|
}
|
2014-04-25 05:56:06 +02:00
|
|
|
|
2022-12-11 09:08:58 +01:00
|
|
|
// Custom Luma3ds mapping
|
|
|
|
// Is there a more efficient way to do this?
|
|
|
|
if (vaddr & (1 << 31)) {
|
|
|
|
PAddr paddr = (vaddr & ~(1 << 31));
|
|
|
|
if ((paddr & 0xF0000000) == Memory::FCRAM_PADDR) { // Check FCRAM region
|
|
|
|
std::memcpy(GetFCRAMPointer(paddr - Memory::FCRAM_PADDR), &data, sizeof(T));
|
|
|
|
return;
|
|
|
|
} else if ((paddr & 0xF0000000) == 0x10000000 &&
|
|
|
|
paddr >= Memory::IO_AREA_PADDR) { // Check MMIO region
|
|
|
|
HW::Write<T>(static_cast<VAddr>(paddr) - Memory::IO_AREA_PADDR + 0x1EC00000, data);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
PageType type = impl->current_page_table->attributes[vaddr >> CITRA_PAGE_BITS];
|
2015-05-13 04:38:56 +02:00
|
|
|
switch (type) {
|
|
|
|
case PageType::Unmapped:
|
2020-04-27 16:31:34 +02:00
|
|
|
LOG_ERROR(HW_Memory, "unmapped Write{} 0x{:08X} @ 0x{:08X} at PC 0x{:08X}",
|
2023-08-02 00:40:39 +02:00
|
|
|
sizeof(data) * 8, (u32)data, vaddr, impl->GetPC());
|
2015-05-13 04:38:56 +02:00
|
|
|
return;
|
|
|
|
case PageType::Memory:
|
2018-03-27 17:28:42 +02:00
|
|
|
ASSERT_MSG(false, "Mapped memory page without a pointer @ {:08X}", vaddr);
|
2016-01-30 19:41:04 +01:00
|
|
|
break;
|
2016-09-18 02:38:01 +02:00
|
|
|
case PageType::RasterizerCachedMemory: {
|
2017-11-23 18:43:12 +01:00
|
|
|
RasterizerFlushVirtualRegion(vaddr, sizeof(T), FlushMode::Invalidate);
|
2018-11-17 20:17:20 +01:00
|
|
|
std::memcpy(GetPointerForRasterizerCache(vaddr), &data, sizeof(T));
|
2016-04-17 00:57:57 +02:00
|
|
|
break;
|
|
|
|
}
|
2015-05-13 04:38:56 +02:00
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
}
|
2014-04-26 07:27:25 +02:00
|
|
|
|
2022-06-21 20:59:36 +02:00
|
|
|
template <typename T>
|
|
|
|
bool MemorySystem::WriteExclusive(const VAddr vaddr, const T data, const T expected) {
|
2022-11-04 23:32:57 +01:00
|
|
|
u8* page_pointer = impl->current_page_table->pointers[vaddr >> CITRA_PAGE_BITS];
|
2022-06-21 20:59:36 +02:00
|
|
|
|
|
|
|
if (page_pointer) {
|
2022-10-23 08:25:00 +02:00
|
|
|
const auto volatile_pointer =
|
2022-11-04 23:32:57 +01:00
|
|
|
reinterpret_cast<volatile T*>(&page_pointer[vaddr & CITRA_PAGE_MASK]);
|
2022-06-21 20:59:36 +02:00
|
|
|
return Common::AtomicCompareAndSwap(volatile_pointer, data, expected);
|
|
|
|
}
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
PageType type = impl->current_page_table->attributes[vaddr >> CITRA_PAGE_BITS];
|
2022-06-21 20:59:36 +02:00
|
|
|
switch (type) {
|
|
|
|
case PageType::Unmapped:
|
|
|
|
LOG_ERROR(HW_Memory, "unmapped Write{} 0x{:08X} @ 0x{:08X} at PC 0x{:08X}",
|
2023-08-02 00:40:39 +02:00
|
|
|
sizeof(data) * 8, static_cast<u32>(data), vaddr, impl->GetPC());
|
2022-06-21 20:59:36 +02:00
|
|
|
return true;
|
|
|
|
case PageType::Memory:
|
|
|
|
ASSERT_MSG(false, "Mapped memory page without a pointer @ {:08X}", vaddr);
|
|
|
|
return true;
|
|
|
|
case PageType::RasterizerCachedMemory: {
|
|
|
|
RasterizerFlushVirtualRegion(vaddr, sizeof(T), FlushMode::Invalidate);
|
2022-10-23 08:25:00 +02:00
|
|
|
const auto volatile_pointer =
|
|
|
|
reinterpret_cast<volatile T*>(GetPointerForRasterizerCache(vaddr).GetPtr());
|
2022-06-21 20:59:36 +02:00
|
|
|
return Common::AtomicCompareAndSwap(volatile_pointer, data, expected);
|
|
|
|
}
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
bool MemorySystem::IsValidVirtualAddress(const Kernel::Process& process, const VAddr vaddr) {
|
2020-01-05 17:35:01 +01:00
|
|
|
auto& page_table = *process.vm_manager.page_table;
|
2017-09-27 00:27:44 +02:00
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
auto page_pointer = page_table.pointers[vaddr >> CITRA_PAGE_BITS];
|
2023-11-26 21:07:30 +01:00
|
|
|
if (page_pointer) {
|
2016-04-16 09:46:11 +02:00
|
|
|
return true;
|
2023-11-26 21:07:30 +01:00
|
|
|
}
|
2016-04-16 09:46:11 +02:00
|
|
|
|
2023-11-26 21:07:30 +01:00
|
|
|
if (page_table.attributes[vaddr >> CITRA_PAGE_BITS] == PageType::RasterizerCachedMemory) {
|
2016-09-27 13:50:50 +02:00
|
|
|
return true;
|
2016-04-16 09:46:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2020-04-28 21:43:52 +02:00
|
|
|
bool MemorySystem::IsValidPhysicalAddress(const PAddr paddr) const {
|
2022-11-04 23:32:57 +01:00
|
|
|
return GetPhysicalRef(paddr);
|
2016-04-16 09:46:11 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 19:51:12 +01:00
|
|
|
u8* MemorySystem::GetPointer(const VAddr vaddr) {
|
2022-11-04 23:32:57 +01:00
|
|
|
u8* page_pointer = impl->current_page_table->pointers[vaddr >> CITRA_PAGE_BITS];
|
2015-05-13 04:38:56 +02:00
|
|
|
if (page_pointer) {
|
2022-11-04 23:32:57 +01:00
|
|
|
return page_pointer + (vaddr & CITRA_PAGE_MASK);
|
2014-04-02 00:18:02 +02:00
|
|
|
}
|
2015-05-13 04:38:56 +02:00
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
if (impl->current_page_table->attributes[vaddr >> CITRA_PAGE_BITS] ==
|
2018-12-02 00:39:30 +01:00
|
|
|
PageType::RasterizerCachedMemory) {
|
2018-11-17 20:17:20 +01:00
|
|
|
return GetPointerForRasterizerCache(vaddr);
|
2016-04-17 00:57:57 +02:00
|
|
|
}
|
|
|
|
|
2023-08-02 00:40:39 +02:00
|
|
|
LOG_ERROR(HW_Memory, "unknown GetPointer @ 0x{:08x} at PC 0x{:08X}", vaddr, impl->GetPC());
|
2015-05-13 04:38:56 +02:00
|
|
|
return nullptr;
|
2014-03-25 15:50:34 +01:00
|
|
|
}
|
|
|
|
|
2020-04-28 21:43:52 +02:00
|
|
|
const u8* MemorySystem::GetPointer(const VAddr vaddr) const {
|
2022-11-04 23:32:57 +01:00
|
|
|
const u8* page_pointer = impl->current_page_table->pointers[vaddr >> CITRA_PAGE_BITS];
|
2020-04-28 21:43:52 +02:00
|
|
|
if (page_pointer) {
|
2022-11-04 23:32:57 +01:00
|
|
|
return page_pointer + (vaddr & CITRA_PAGE_MASK);
|
2020-04-28 21:43:52 +02:00
|
|
|
}
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
if (impl->current_page_table->attributes[vaddr >> CITRA_PAGE_BITS] ==
|
2020-04-28 21:43:52 +02:00
|
|
|
PageType::RasterizerCachedMemory) {
|
|
|
|
return GetPointerForRasterizerCache(vaddr);
|
|
|
|
}
|
|
|
|
|
|
|
|
LOG_ERROR(HW_Memory, "unknown GetPointer @ 0x{:08x}", vaddr);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2018-11-21 21:04:31 +01:00
|
|
|
std::string MemorySystem::ReadCString(VAddr vaddr, std::size_t max_length) {
|
2016-06-27 19:42:42 +02:00
|
|
|
std::string string;
|
|
|
|
string.reserve(max_length);
|
|
|
|
for (std::size_t i = 0; i < max_length; ++i) {
|
|
|
|
char c = Read8(vaddr);
|
2022-11-04 23:32:57 +01:00
|
|
|
if (c == '\0') {
|
2016-06-27 19:42:42 +02:00
|
|
|
break;
|
2022-11-04 23:32:57 +01:00
|
|
|
}
|
|
|
|
|
2016-06-27 19:42:42 +02:00
|
|
|
string.push_back(c);
|
|
|
|
++vaddr;
|
|
|
|
}
|
2022-11-04 23:32:57 +01:00
|
|
|
|
2016-06-27 19:42:42 +02:00
|
|
|
string.shrink_to_fit();
|
|
|
|
return string;
|
|
|
|
}
|
|
|
|
|
2023-07-09 13:07:28 +02:00
|
|
|
u8* MemorySystem::GetPhysicalPointer(PAddr address) const {
|
2020-01-04 23:39:54 +01:00
|
|
|
return GetPhysicalRef(address);
|
|
|
|
}
|
|
|
|
|
2020-04-28 21:43:52 +02:00
|
|
|
MemoryRef MemorySystem::GetPhysicalRef(PAddr address) const {
|
2022-11-04 23:32:57 +01:00
|
|
|
constexpr std::array memory_areas = {
|
|
|
|
std::make_pair(VRAM_PADDR, VRAM_SIZE),
|
|
|
|
std::make_pair(DSP_RAM_PADDR, DSP_RAM_SIZE),
|
|
|
|
std::make_pair(FCRAM_PADDR, FCRAM_N3DS_SIZE),
|
|
|
|
std::make_pair(N3DS_EXTRA_RAM_PADDR, N3DS_EXTRA_RAM_SIZE),
|
2017-07-22 05:22:59 +02:00
|
|
|
};
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
const auto area = std::find_if(memory_areas.begin(), memory_areas.end(), [&](const auto& area) {
|
|
|
|
// Note: the region end check is inclusive because the user can pass in an address that
|
|
|
|
// represents an open right bound
|
|
|
|
return address >= area.first && address <= area.first + area.second;
|
|
|
|
});
|
2017-07-22 05:22:59 +02:00
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
if (area == memory_areas.end()) {
|
|
|
|
LOG_ERROR(HW_Memory, "Unknown GetPhysicalPointer @ {:#08X} at PC {:#08X}", address,
|
2023-08-02 00:40:39 +02:00
|
|
|
impl->GetPC());
|
2017-07-22 05:22:59 +02:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
u32 offset_into_region = address - area->first;
|
2017-07-22 05:22:59 +02:00
|
|
|
|
2020-01-04 23:39:54 +01:00
|
|
|
std::shared_ptr<BackingMem> target_mem = nullptr;
|
2022-11-04 23:32:57 +01:00
|
|
|
switch (area->first) {
|
2017-07-22 05:22:59 +02:00
|
|
|
case VRAM_PADDR:
|
2020-01-04 23:39:54 +01:00
|
|
|
target_mem = impl->vram_mem;
|
2017-07-22 05:22:59 +02:00
|
|
|
break;
|
|
|
|
case DSP_RAM_PADDR:
|
2020-01-04 23:39:54 +01:00
|
|
|
target_mem = impl->dsp_mem;
|
2017-07-22 05:22:59 +02:00
|
|
|
break;
|
|
|
|
case FCRAM_PADDR:
|
2020-01-04 23:39:54 +01:00
|
|
|
target_mem = impl->fcram_mem;
|
2017-07-22 05:22:59 +02:00
|
|
|
break;
|
|
|
|
case N3DS_EXTRA_RAM_PADDR:
|
2020-01-04 23:39:54 +01:00
|
|
|
target_mem = impl->n3ds_extra_ram_mem;
|
2017-07-22 05:22:59 +02:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
2022-10-01 12:37:27 +02:00
|
|
|
if (offset_into_region > target_mem->GetSize()) {
|
2020-01-07 00:20:18 +01:00
|
|
|
return {nullptr};
|
|
|
|
}
|
2017-07-22 05:22:59 +02:00
|
|
|
|
2020-01-04 23:39:54 +01:00
|
|
|
return {target_mem, offset_into_region};
|
2015-04-28 03:59:06 +02:00
|
|
|
}
|
|
|
|
|
2023-08-02 00:40:39 +02:00
|
|
|
std::vector<VAddr> MemorySystem::PhysicalToVirtualAddressForRasterizer(PAddr addr) {
|
2018-11-04 18:15:55 +01:00
|
|
|
if (addr >= VRAM_PADDR && addr < VRAM_PADDR_END) {
|
|
|
|
return {addr - VRAM_PADDR + VRAM_VADDR};
|
2018-11-09 16:40:04 +01:00
|
|
|
}
|
2022-12-11 09:08:58 +01:00
|
|
|
if (addr >= Service::PLGLDR::PLG_LDR::GetPluginFBAddr() &&
|
|
|
|
addr < Service::PLGLDR::PLG_LDR::GetPluginFBAddr() + PLUGIN_3GX_FB_SIZE) {
|
|
|
|
return {addr - Service::PLGLDR::PLG_LDR::GetPluginFBAddr() + PLUGIN_3GX_FB_VADDR};
|
|
|
|
}
|
2018-11-09 16:40:04 +01:00
|
|
|
if (addr >= FCRAM_PADDR && addr < FCRAM_PADDR_END) {
|
2018-11-04 18:15:55 +01:00
|
|
|
return {addr - FCRAM_PADDR + LINEAR_HEAP_VADDR, addr - FCRAM_PADDR + NEW_LINEAR_HEAP_VADDR};
|
|
|
|
}
|
2018-11-09 16:40:04 +01:00
|
|
|
if (addr >= FCRAM_PADDR_END && addr < FCRAM_N3DS_PADDR_END) {
|
|
|
|
return {addr - FCRAM_PADDR + NEW_LINEAR_HEAP_VADDR};
|
|
|
|
}
|
|
|
|
// While the physical <-> virtual mapping is 1:1 for the regions supported by the cache,
|
|
|
|
// some games (like Pokemon Super Mystery Dungeon) will try to use textures that go beyond
|
|
|
|
// the end address of VRAM, causing the Virtual->Physical translation to fail when flushing
|
|
|
|
// parts of the texture.
|
2020-04-27 16:31:34 +02:00
|
|
|
LOG_ERROR(HW_Memory,
|
|
|
|
"Trying to use invalid physical address for rasterizer: {:08X} at PC 0x{:08X}", addr,
|
2023-08-02 00:40:39 +02:00
|
|
|
impl->GetPC());
|
2018-11-09 16:40:04 +01:00
|
|
|
return {};
|
2018-11-04 18:15:55 +01:00
|
|
|
}
|
|
|
|
|
2018-11-21 22:03:28 +01:00
|
|
|
void MemorySystem::RasterizerMarkRegionCached(PAddr start, u32 size, bool cached) {
|
2016-04-17 00:57:57 +02:00
|
|
|
if (start == 0) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
u32 num_pages = ((start + size - 1) >> CITRA_PAGE_BITS) - (start >> CITRA_PAGE_BITS) + 1;
|
2016-04-17 00:57:57 +02:00
|
|
|
PAddr paddr = start;
|
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
for (unsigned i = 0; i < num_pages; ++i, paddr += CITRA_PAGE_SIZE) {
|
2018-11-04 18:15:55 +01:00
|
|
|
for (VAddr vaddr : PhysicalToVirtualAddressForRasterizer(paddr)) {
|
2018-12-11 04:21:03 +01:00
|
|
|
impl->cache_marker.Mark(vaddr, cached);
|
2023-08-02 00:40:39 +02:00
|
|
|
for (auto& page_table : impl->page_table_list) {
|
2022-11-04 23:32:57 +01:00
|
|
|
PageType& page_type = page_table->attributes[vaddr >> CITRA_PAGE_BITS];
|
2018-12-11 04:21:03 +01:00
|
|
|
|
|
|
|
if (cached) {
|
|
|
|
// Switch page type to cached if now cached
|
|
|
|
switch (page_type) {
|
|
|
|
case PageType::Unmapped:
|
|
|
|
// It is not necessary for a process to have this region mapped into its
|
|
|
|
// address space, for example, a system module need not have a VRAM mapping.
|
|
|
|
break;
|
|
|
|
case PageType::Memory:
|
|
|
|
page_type = PageType::RasterizerCachedMemory;
|
2022-11-04 23:32:57 +01:00
|
|
|
page_table->pointers[vaddr >> CITRA_PAGE_BITS] = nullptr;
|
2018-12-11 04:21:03 +01:00
|
|
|
break;
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
// Switch page type to uncached if now uncached
|
|
|
|
switch (page_type) {
|
|
|
|
case PageType::Unmapped:
|
|
|
|
// It is not necessary for a process to have this region mapped into its
|
|
|
|
// address space, for example, a system module need not have a VRAM mapping.
|
|
|
|
break;
|
|
|
|
case PageType::RasterizerCachedMemory: {
|
|
|
|
page_type = PageType::Memory;
|
2022-11-04 23:32:57 +01:00
|
|
|
page_table->pointers[vaddr >> CITRA_PAGE_BITS] =
|
|
|
|
GetPointerForRasterizerCache(vaddr & ~CITRA_PAGE_MASK);
|
2018-12-11 04:21:03 +01:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
2017-06-22 06:55:24 +02:00
|
|
|
}
|
2016-04-17 00:57:57 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void RasterizerFlushRegion(PAddr start, u32 size) {
|
2017-12-24 00:09:25 +01:00
|
|
|
if (VideoCore::g_renderer == nullptr) {
|
|
|
|
return;
|
2016-04-17 00:57:57 +02:00
|
|
|
}
|
2017-12-24 00:09:25 +01:00
|
|
|
|
|
|
|
VideoCore::g_renderer->Rasterizer()->FlushRegion(start, size);
|
2016-04-17 00:57:57 +02:00
|
|
|
}
|
|
|
|
|
2017-11-23 18:43:12 +01:00
|
|
|
void RasterizerInvalidateRegion(PAddr start, u32 size) {
|
2017-12-24 00:09:25 +01:00
|
|
|
if (VideoCore::g_renderer == nullptr) {
|
|
|
|
return;
|
2017-11-23 18:43:12 +01:00
|
|
|
}
|
2017-12-24 00:09:25 +01:00
|
|
|
|
|
|
|
VideoCore::g_renderer->Rasterizer()->InvalidateRegion(start, size);
|
2016-04-17 00:57:57 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
void RasterizerFlushAndInvalidateRegion(PAddr start, u32 size) {
|
2017-06-22 07:48:00 +02:00
|
|
|
// Since pages are unmapped on shutdown after video core is shutdown, the renderer may be
|
|
|
|
// null here
|
2017-12-24 00:09:25 +01:00
|
|
|
if (VideoCore::g_renderer == nullptr) {
|
|
|
|
return;
|
2016-04-17 00:57:57 +02:00
|
|
|
}
|
2017-12-24 00:09:25 +01:00
|
|
|
|
|
|
|
VideoCore::g_renderer->Rasterizer()->FlushAndInvalidateRegion(start, size);
|
2016-04-17 00:57:57 +02:00
|
|
|
}
|
|
|
|
|
2020-01-17 07:17:55 +01:00
|
|
|
void RasterizerClearAll(bool flush) {
|
|
|
|
// Since pages are unmapped on shutdown after video core is shutdown, the renderer may be
|
|
|
|
// null here
|
|
|
|
if (VideoCore::g_renderer == nullptr) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
VideoCore::g_renderer->Rasterizer()->ClearAll(flush);
|
|
|
|
}
|
|
|
|
|
2017-06-22 07:48:00 +02:00
|
|
|
void RasterizerFlushVirtualRegion(VAddr start, u32 size, FlushMode mode) {
|
|
|
|
// Since pages are unmapped on shutdown after video core is shutdown, the renderer may be
|
|
|
|
// null here
|
2017-12-24 00:09:25 +01:00
|
|
|
if (VideoCore::g_renderer == nullptr) {
|
|
|
|
return;
|
|
|
|
}
|
2017-06-22 07:48:00 +02:00
|
|
|
|
2017-12-24 00:09:25 +01:00
|
|
|
VAddr end = start + size;
|
2017-06-22 07:48:00 +02:00
|
|
|
|
2018-11-13 05:59:24 +01:00
|
|
|
auto CheckRegion = [&](VAddr region_start, VAddr region_end, PAddr paddr_region_start) {
|
2017-12-24 00:09:25 +01:00
|
|
|
if (start >= region_end || end <= region_start) {
|
|
|
|
// No overlap with region
|
|
|
|
return;
|
|
|
|
}
|
2017-06-22 07:48:00 +02:00
|
|
|
|
2017-12-24 00:09:25 +01:00
|
|
|
VAddr overlap_start = std::max(start, region_start);
|
|
|
|
VAddr overlap_end = std::min(end, region_end);
|
2018-11-13 05:59:24 +01:00
|
|
|
PAddr physical_start = paddr_region_start + (overlap_start - region_start);
|
2017-12-24 00:09:25 +01:00
|
|
|
u32 overlap_size = overlap_end - overlap_start;
|
2017-06-22 07:48:00 +02:00
|
|
|
|
2017-12-24 00:09:25 +01:00
|
|
|
auto* rasterizer = VideoCore::g_renderer->Rasterizer();
|
|
|
|
switch (mode) {
|
|
|
|
case FlushMode::Flush:
|
|
|
|
rasterizer->FlushRegion(physical_start, overlap_size);
|
|
|
|
break;
|
|
|
|
case FlushMode::Invalidate:
|
|
|
|
rasterizer->InvalidateRegion(physical_start, overlap_size);
|
|
|
|
break;
|
|
|
|
case FlushMode::FlushAndInvalidate:
|
|
|
|
rasterizer->FlushAndInvalidateRegion(physical_start, overlap_size);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2018-11-13 05:59:24 +01:00
|
|
|
CheckRegion(LINEAR_HEAP_VADDR, LINEAR_HEAP_VADDR_END, FCRAM_PADDR);
|
|
|
|
CheckRegion(NEW_LINEAR_HEAP_VADDR, NEW_LINEAR_HEAP_VADDR_END, FCRAM_PADDR);
|
|
|
|
CheckRegion(VRAM_VADDR, VRAM_VADDR_END, VRAM_PADDR);
|
2022-12-11 09:08:58 +01:00
|
|
|
if (Service::PLGLDR::PLG_LDR::GetPluginFBAddr())
|
|
|
|
CheckRegion(PLUGIN_3GX_FB_VADDR, PLUGIN_3GX_FB_VADDR_END,
|
|
|
|
Service::PLGLDR::PLG_LDR::GetPluginFBAddr());
|
2017-06-22 07:48:00 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 21:04:31 +01:00
|
|
|
u8 MemorySystem::Read8(const VAddr addr) {
|
2015-05-13 04:38:56 +02:00
|
|
|
return Read<u8>(addr);
|
2013-09-19 05:52:51 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 21:04:31 +01:00
|
|
|
u16 MemorySystem::Read16(const VAddr addr) {
|
2015-05-13 04:38:56 +02:00
|
|
|
return Read<u16_le>(addr);
|
2013-09-19 05:52:51 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 21:04:31 +01:00
|
|
|
u32 MemorySystem::Read32(const VAddr addr) {
|
2015-05-13 04:38:56 +02:00
|
|
|
return Read<u32_le>(addr);
|
2013-09-19 05:52:51 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 21:04:31 +01:00
|
|
|
u64 MemorySystem::Read64(const VAddr addr) {
|
2015-05-13 04:38:56 +02:00
|
|
|
return Read<u64_le>(addr);
|
2013-09-19 05:52:51 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 21:21:30 +01:00
|
|
|
void MemorySystem::ReadBlock(const Kernel::Process& process, const VAddr src_addr,
|
|
|
|
void* dest_buffer, const std::size_t size) {
|
2022-11-04 23:32:57 +01:00
|
|
|
return impl->ReadBlockImpl<false>(process, src_addr, dest_buffer, size);
|
|
|
|
}
|
2016-04-16 10:14:18 +02:00
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
void MemorySystem::ReadBlock(VAddr src_addr, void* dest_buffer, std::size_t size) {
|
2023-08-02 00:40:39 +02:00
|
|
|
const auto& process = *impl->system.Kernel().GetCurrentProcess();
|
2022-11-04 23:32:57 +01:00
|
|
|
return impl->ReadBlockImpl<false>(process, src_addr, dest_buffer, size);
|
2016-04-16 10:14:18 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 21:04:31 +01:00
|
|
|
void MemorySystem::Write8(const VAddr addr, const u8 data) {
|
2014-07-05 05:46:16 +02:00
|
|
|
Write<u8>(addr, data);
|
2013-09-19 05:52:51 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 21:04:31 +01:00
|
|
|
void MemorySystem::Write16(const VAddr addr, const u16 data) {
|
2014-07-05 05:46:16 +02:00
|
|
|
Write<u16_le>(addr, data);
|
2013-09-19 05:52:51 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 21:04:31 +01:00
|
|
|
void MemorySystem::Write32(const VAddr addr, const u32 data) {
|
2014-07-05 05:46:16 +02:00
|
|
|
Write<u32_le>(addr, data);
|
2013-09-19 05:52:51 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 21:04:31 +01:00
|
|
|
void MemorySystem::Write64(const VAddr addr, const u64 data) {
|
2014-07-05 05:46:16 +02:00
|
|
|
Write<u64_le>(addr, data);
|
2013-09-19 05:52:51 +02:00
|
|
|
}
|
|
|
|
|
2022-06-21 20:59:36 +02:00
|
|
|
bool MemorySystem::WriteExclusive8(const VAddr addr, const u8 data, const u8 expected) {
|
|
|
|
return WriteExclusive<u8>(addr, data, expected);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool MemorySystem::WriteExclusive16(const VAddr addr, const u16 data, const u16 expected) {
|
|
|
|
return WriteExclusive<u16_le>(addr, data, expected);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool MemorySystem::WriteExclusive32(const VAddr addr, const u32 data, const u32 expected) {
|
|
|
|
return WriteExclusive<u32_le>(addr, data, expected);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool MemorySystem::WriteExclusive64(const VAddr addr, const u64 data, const u64 expected) {
|
|
|
|
return WriteExclusive<u64_le>(addr, data, expected);
|
|
|
|
}
|
|
|
|
|
2018-11-21 21:21:30 +01:00
|
|
|
void MemorySystem::WriteBlock(const Kernel::Process& process, const VAddr dest_addr,
|
|
|
|
const void* src_buffer, const std::size_t size) {
|
2022-11-04 23:32:57 +01:00
|
|
|
return impl->WriteBlockImpl<false>(process, dest_addr, src_buffer, size);
|
|
|
|
}
|
2016-04-16 10:14:18 +02:00
|
|
|
|
2022-11-04 23:32:57 +01:00
|
|
|
void MemorySystem::WriteBlock(const VAddr dest_addr, const void* src_buffer,
|
|
|
|
const std::size_t size) {
|
2023-08-02 00:40:39 +02:00
|
|
|
auto& process = *impl->system.Kernel().GetCurrentProcess();
|
2022-11-04 23:32:57 +01:00
|
|
|
return impl->WriteBlockImpl<false>(process, dest_addr, src_buffer, size);
|
2014-06-25 00:51:31 +02:00
|
|
|
}
|
|
|
|
|
2018-11-21 21:21:30 +01:00
|
|
|
void MemorySystem::ZeroBlock(const Kernel::Process& process, const VAddr dest_addr,
|
|
|
|
const std::size_t size) {
|
2020-01-05 17:35:01 +01:00
|
|
|
auto& page_table = *process.vm_manager.page_table;
|
2018-09-06 22:03:28 +02:00
|
|
|
std::size_t remaining_size = size;
|
2022-11-04 23:32:57 +01:00
|
|
|
std::size_t page_index = dest_addr >> CITRA_PAGE_BITS;
|
|
|
|
std::size_t page_offset = dest_addr & CITRA_PAGE_MASK;
|
2016-04-16 11:21:41 +02:00
|
|
|
|
|
|
|
while (remaining_size > 0) {
|
2022-11-04 23:32:57 +01:00
|
|
|
const std::size_t copy_amount = std::min(CITRA_PAGE_SIZE - page_offset, remaining_size);
|
|
|
|
const VAddr current_vaddr =
|
|
|
|
static_cast<VAddr>((page_index << CITRA_PAGE_BITS) + page_offset);
|
2016-04-16 11:21:41 +02:00
|
|
|
|
2017-12-05 20:04:54 +01:00
|
|
|
switch (page_table.attributes[page_index]) {
|
2016-04-16 11:21:41 +02:00
|
|
|
case PageType::Unmapped: {
|
2018-06-29 13:18:07 +02:00
|
|
|
LOG_ERROR(HW_Memory,
|
2020-04-27 16:31:34 +02:00
|
|
|
"unmapped ZeroBlock @ 0x{:08X} (start address = 0x{:08X}, size = {}) at PC "
|
|
|
|
"0x{:08X}",
|
2023-08-02 00:40:39 +02:00
|
|
|
current_vaddr, dest_addr, size, impl->GetPC());
|
2016-04-16 11:21:41 +02:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
case PageType::Memory: {
|
2017-12-05 20:04:54 +01:00
|
|
|
DEBUG_ASSERT(page_table.pointers[page_index]);
|
2016-04-16 11:21:41 +02:00
|
|
|
|
2017-12-05 20:04:54 +01:00
|
|
|
u8* dest_ptr = page_table.pointers[page_index] + page_offset;
|
2016-04-16 11:21:41 +02:00
|
|
|
std::memset(dest_ptr, 0, copy_amount);
|
|
|
|
break;
|
|
|
|
}
|
2016-05-15 19:43:52 +02:00
|
|
|
case PageType::RasterizerCachedMemory: {
|
2017-09-27 01:26:09 +02:00
|
|
|
RasterizerFlushVirtualRegion(current_vaddr, static_cast<u32>(copy_amount),
|
2017-11-23 18:43:12 +01:00
|
|
|
FlushMode::Invalidate);
|
2018-11-17 20:17:20 +01:00
|
|
|
std::memset(GetPointerForRasterizerCache(current_vaddr), 0, copy_amount);
|
2016-05-15 19:43:52 +02:00
|
|
|
break;
|
|
|
|
}
|
2016-04-16 11:21:41 +02:00
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
|
|
|
|
page_index++;
|
|
|
|
page_offset = 0;
|
|
|
|
remaining_size -= copy_amount;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-21 21:21:30 +01:00
|
|
|
void MemorySystem::CopyBlock(const Kernel::Process& process, VAddr dest_addr, VAddr src_addr,
|
|
|
|
const std::size_t size) {
|
2019-04-19 20:15:05 +02:00
|
|
|
CopyBlock(process, process, dest_addr, src_addr, size);
|
2016-04-16 16:22:45 +02:00
|
|
|
}
|
|
|
|
|
2019-04-19 20:15:05 +02:00
|
|
|
void MemorySystem::CopyBlock(const Kernel::Process& dest_process,
|
|
|
|
const Kernel::Process& src_process, VAddr dest_addr, VAddr src_addr,
|
2018-11-21 21:21:30 +01:00
|
|
|
std::size_t size) {
|
2020-01-05 17:35:01 +01:00
|
|
|
auto& page_table = *src_process.vm_manager.page_table;
|
2018-10-01 03:21:51 +02:00
|
|
|
std::size_t remaining_size = size;
|
2022-11-04 23:32:57 +01:00
|
|
|
std::size_t page_index = src_addr >> CITRA_PAGE_BITS;
|
|
|
|
std::size_t page_offset = src_addr & CITRA_PAGE_MASK;
|
2018-10-01 03:21:51 +02:00
|
|
|
|
|
|
|
while (remaining_size > 0) {
|
2022-11-04 23:32:57 +01:00
|
|
|
const std::size_t copy_amount = std::min(CITRA_PAGE_SIZE - page_offset, remaining_size);
|
|
|
|
const VAddr current_vaddr =
|
|
|
|
static_cast<VAddr>((page_index << CITRA_PAGE_BITS) + page_offset);
|
2018-10-01 03:21:51 +02:00
|
|
|
|
|
|
|
switch (page_table.attributes[page_index]) {
|
|
|
|
case PageType::Unmapped: {
|
|
|
|
LOG_ERROR(HW_Memory,
|
2020-04-27 16:31:34 +02:00
|
|
|
"unmapped CopyBlock @ 0x{:08X} (start address = 0x{:08X}, size = {}) at PC "
|
|
|
|
"0x{:08X}",
|
2023-08-02 00:40:39 +02:00
|
|
|
current_vaddr, src_addr, size, impl->GetPC());
|
2018-10-01 03:21:51 +02:00
|
|
|
ZeroBlock(dest_process, dest_addr, copy_amount);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case PageType::Memory: {
|
|
|
|
DEBUG_ASSERT(page_table.pointers[page_index]);
|
|
|
|
const u8* src_ptr = page_table.pointers[page_index] + page_offset;
|
|
|
|
WriteBlock(dest_process, dest_addr, src_ptr, copy_amount);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case PageType::RasterizerCachedMemory: {
|
|
|
|
RasterizerFlushVirtualRegion(current_vaddr, static_cast<u32>(copy_amount),
|
|
|
|
FlushMode::Flush);
|
2018-11-17 20:17:20 +01:00
|
|
|
WriteBlock(dest_process, dest_addr, GetPointerForRasterizerCache(current_vaddr),
|
2018-10-01 03:21:51 +02:00
|
|
|
copy_amount);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
|
|
|
|
page_index++;
|
|
|
|
page_offset = 0;
|
|
|
|
dest_addr += static_cast<VAddr>(copy_amount);
|
|
|
|
src_addr += static_cast<VAddr>(copy_amount);
|
|
|
|
remaining_size -= copy_amount;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-04-28 21:43:52 +02:00
|
|
|
u32 MemorySystem::GetFCRAMOffset(const u8* pointer) const {
|
2018-12-01 23:46:18 +01:00
|
|
|
ASSERT(pointer >= impl->fcram.get() && pointer <= impl->fcram.get() + Memory::FCRAM_N3DS_SIZE);
|
2020-03-29 17:14:36 +02:00
|
|
|
return static_cast<u32>(pointer - impl->fcram.get());
|
2018-12-01 23:46:18 +01:00
|
|
|
}
|
|
|
|
|
2020-04-28 21:43:52 +02:00
|
|
|
u8* MemorySystem::GetFCRAMPointer(std::size_t offset) {
|
|
|
|
ASSERT(offset <= Memory::FCRAM_N3DS_SIZE);
|
|
|
|
return impl->fcram.get() + offset;
|
|
|
|
}
|
|
|
|
|
|
|
|
const u8* MemorySystem::GetFCRAMPointer(std::size_t offset) const {
|
2018-12-01 23:46:18 +01:00
|
|
|
ASSERT(offset <= Memory::FCRAM_N3DS_SIZE);
|
|
|
|
return impl->fcram.get() + offset;
|
2018-11-06 21:00:47 +01:00
|
|
|
}
|
|
|
|
|
2020-04-28 21:43:52 +02:00
|
|
|
MemoryRef MemorySystem::GetFCRAMRef(std::size_t offset) const {
|
2020-01-04 23:39:54 +01:00
|
|
|
ASSERT(offset <= Memory::FCRAM_N3DS_SIZE);
|
|
|
|
return MemoryRef(impl->fcram_mem, offset);
|
|
|
|
}
|
|
|
|
|
2019-02-04 03:33:20 +01:00
|
|
|
void MemorySystem::SetDSP(AudioCore::DspInterface& dsp) {
|
|
|
|
impl->dsp = &dsp;
|
|
|
|
}
|
|
|
|
|
2017-07-21 07:34:47 +02:00
|
|
|
} // namespace Memory
|