2022-04-23 10:59:50 +02:00
|
|
|
// SPDX-FileCopyrightText: Copyright 2018 yuzu Emulator Project
|
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2018-11-22 07:27:23 +01:00
|
|
|
|
2020-02-25 03:04:12 +01:00
|
|
|
#include "common/fiber.h"
|
2020-02-25 16:12:46 +01:00
|
|
|
#include "common/microprofile.h"
|
2020-11-21 11:22:03 +01:00
|
|
|
#include "common/scope_exit.h"
|
2020-02-25 03:04:12 +01:00
|
|
|
#include "common/thread.h"
|
2018-11-22 07:27:23 +01:00
|
|
|
#include "core/core.h"
|
2019-09-10 03:37:29 +02:00
|
|
|
#include "core/core_timing.h"
|
2020-01-26 19:07:22 +01:00
|
|
|
#include "core/cpu_manager.h"
|
2022-06-27 00:52:16 +02:00
|
|
|
#include "core/hle/kernel/k_interrupt_manager.h"
|
2020-12-03 03:08:35 +01:00
|
|
|
#include "core/hle/kernel/k_scheduler.h"
|
2020-12-31 08:01:08 +01:00
|
|
|
#include "core/hle/kernel/k_thread.h"
|
2020-02-25 03:04:12 +01:00
|
|
|
#include "core/hle/kernel/kernel.h"
|
|
|
|
#include "core/hle/kernel/physical_core.h"
|
2020-04-03 17:58:43 +02:00
|
|
|
#include "video_core/gpu.h"
|
2018-11-22 07:27:23 +01:00
|
|
|
|
|
|
|
namespace Core {
|
|
|
|
|
2022-06-14 00:36:30 +02:00
|
|
|
CpuManager::CpuManager(System& system_) : system{system_} {}
|
2020-01-26 19:07:22 +01:00
|
|
|
CpuManager::~CpuManager() = default;
|
2018-11-22 07:27:23 +01:00
|
|
|
|
2020-01-26 19:07:22 +01:00
|
|
|
void CpuManager::Initialize() {
|
2022-06-14 00:36:30 +02:00
|
|
|
num_cores = is_multicore ? Core::Hardware::NUM_CPU_CORES : 1;
|
2022-06-17 05:42:39 +02:00
|
|
|
gpu_barrier = std::make_unique<Common::Barrier>(num_cores + 1);
|
2022-06-14 00:36:30 +02:00
|
|
|
|
|
|
|
for (std::size_t core = 0; core < num_cores; core++) {
|
2022-12-06 22:13:42 +01:00
|
|
|
core_data[core].host_thread =
|
|
|
|
std::jthread([this, core](std::stop_token token) { RunThread(token, core); });
|
2018-11-22 07:27:23 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-01-26 19:07:22 +01:00
|
|
|
void CpuManager::Shutdown() {
|
2022-06-14 00:36:30 +02:00
|
|
|
for (std::size_t core = 0; core < num_cores; core++) {
|
|
|
|
if (core_data[core].host_thread.joinable()) {
|
2022-12-06 22:13:42 +01:00
|
|
|
core_data[core].host_thread.request_stop();
|
2022-06-14 00:36:30 +02:00
|
|
|
core_data[core].host_thread.join();
|
|
|
|
}
|
|
|
|
}
|
2018-11-22 07:27:23 +01:00
|
|
|
}
|
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
void CpuManager::GuestThreadFunction() {
|
2022-07-02 18:33:49 +02:00
|
|
|
if (is_multicore) {
|
2022-07-06 05:27:25 +02:00
|
|
|
MultiCoreRunGuestThread();
|
2020-03-09 03:39:41 +01:00
|
|
|
} else {
|
2022-07-06 05:27:25 +02:00
|
|
|
SingleCoreRunGuestThread();
|
2020-03-09 03:39:41 +01:00
|
|
|
}
|
2018-11-22 07:27:23 +01:00
|
|
|
}
|
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
void CpuManager::IdleThreadFunction() {
|
2022-07-02 18:33:49 +02:00
|
|
|
if (is_multicore) {
|
2022-07-06 05:27:25 +02:00
|
|
|
MultiCoreRunIdleThread();
|
2020-03-09 03:39:41 +01:00
|
|
|
} else {
|
2022-07-06 05:27:25 +02:00
|
|
|
SingleCoreRunIdleThread();
|
2020-03-09 03:39:41 +01:00
|
|
|
}
|
2020-02-28 00:12:41 +01:00
|
|
|
}
|
|
|
|
|
2022-06-27 00:52:16 +02:00
|
|
|
void CpuManager::ShutdownThreadFunction() {
|
|
|
|
ShutdownThread();
|
|
|
|
}
|
|
|
|
|
|
|
|
void CpuManager::HandleInterrupt() {
|
|
|
|
auto& kernel = system.Kernel();
|
|
|
|
auto core_index = kernel.CurrentPhysicalCoreIndex();
|
|
|
|
|
|
|
|
Kernel::KInterruptManager::HandleInterrupt(kernel, static_cast<s32>(core_index));
|
2020-02-25 03:04:12 +01:00
|
|
|
}
|
|
|
|
|
2020-03-09 03:39:41 +01:00
|
|
|
///////////////////////////////////////////////////////////////////////////////
|
|
|
|
/// MultiCore ///
|
|
|
|
///////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
void CpuManager::MultiCoreRunGuestThread() {
|
|
|
|
// Similar to UserModeThreadStarter in HOS
|
2022-06-27 00:52:16 +02:00
|
|
|
auto& kernel = system.Kernel();
|
2023-11-28 20:30:39 +01:00
|
|
|
auto* thread = Kernel::GetCurrentThreadPointer(kernel);
|
2022-07-06 05:27:25 +02:00
|
|
|
kernel.CurrentScheduler()->OnThreadStart();
|
2022-06-27 00:52:16 +02:00
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
while (true) {
|
|
|
|
auto* physical_core = &kernel.CurrentPhysicalCore();
|
|
|
|
while (!physical_core->IsInterrupted()) {
|
2023-11-28 20:30:39 +01:00
|
|
|
physical_core->RunThread(thread);
|
2022-07-06 05:27:25 +02:00
|
|
|
physical_core = &kernel.CurrentPhysicalCore();
|
|
|
|
}
|
|
|
|
|
|
|
|
HandleInterrupt();
|
|
|
|
}
|
2022-06-27 00:52:16 +02:00
|
|
|
}
|
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
void CpuManager::MultiCoreRunIdleThread() {
|
|
|
|
// Not accurate to HOS. Remove this entire method when singlecore is removed.
|
|
|
|
// See notes in KScheduler::ScheduleImpl for more information about why this
|
|
|
|
// is inaccurate.
|
|
|
|
|
2020-02-25 03:04:12 +01:00
|
|
|
auto& kernel = system.Kernel();
|
2022-07-06 05:27:25 +02:00
|
|
|
kernel.CurrentScheduler()->OnThreadStart();
|
|
|
|
|
|
|
|
while (true) {
|
|
|
|
auto& physical_core = kernel.CurrentPhysicalCore();
|
|
|
|
if (!physical_core.IsInterrupted()) {
|
|
|
|
physical_core.Idle();
|
|
|
|
}
|
2022-06-27 00:52:16 +02:00
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
HandleInterrupt();
|
|
|
|
}
|
2020-02-28 00:12:41 +01:00
|
|
|
}
|
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
///////////////////////////////////////////////////////////////////////////////
|
|
|
|
/// SingleCore ///
|
|
|
|
///////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
|
|
|
void CpuManager::SingleCoreRunGuestThread() {
|
2020-02-28 00:12:41 +01:00
|
|
|
auto& kernel = system.Kernel();
|
2023-11-28 20:30:39 +01:00
|
|
|
auto* thread = Kernel::GetCurrentThreadPointer(kernel);
|
2022-07-06 05:27:25 +02:00
|
|
|
kernel.CurrentScheduler()->OnThreadStart();
|
2020-11-13 20:11:12 +01:00
|
|
|
|
2020-02-25 03:04:12 +01:00
|
|
|
while (true) {
|
2020-03-01 17:14:17 +01:00
|
|
|
auto* physical_core = &kernel.CurrentPhysicalCore();
|
2022-07-06 05:27:25 +02:00
|
|
|
if (!physical_core->IsInterrupted()) {
|
2023-11-28 20:30:39 +01:00
|
|
|
physical_core->RunThread(thread);
|
2020-03-01 17:14:17 +01:00
|
|
|
physical_core = &kernel.CurrentPhysicalCore();
|
2020-02-25 15:43:34 +01:00
|
|
|
}
|
2018-11-22 07:27:23 +01:00
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
kernel.SetIsPhantomModeForSingleCore(true);
|
|
|
|
system.CoreTiming().Advance();
|
|
|
|
kernel.SetIsPhantomModeForSingleCore(false);
|
|
|
|
|
|
|
|
PreemptSingleCore();
|
2022-06-27 00:52:16 +02:00
|
|
|
HandleInterrupt();
|
2020-02-25 03:04:12 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
void CpuManager::SingleCoreRunIdleThread() {
|
|
|
|
auto& kernel = system.Kernel();
|
|
|
|
kernel.CurrentScheduler()->OnThreadStart();
|
|
|
|
|
|
|
|
while (true) {
|
|
|
|
PreemptSingleCore(false);
|
|
|
|
system.CoreTiming().AddTicks(1000U);
|
|
|
|
idle_count++;
|
|
|
|
HandleInterrupt();
|
|
|
|
}
|
|
|
|
}
|
2020-03-09 03:39:41 +01:00
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
void CpuManager::PreemptSingleCore(bool from_running_environment) {
|
2022-07-07 18:34:46 +02:00
|
|
|
auto& kernel = system.Kernel();
|
2020-12-06 09:16:39 +01:00
|
|
|
|
2022-07-07 18:34:46 +02:00
|
|
|
if (idle_count >= 4 || from_running_environment) {
|
|
|
|
if (!from_running_environment) {
|
|
|
|
system.CoreTiming().Idle();
|
|
|
|
idle_count = 0;
|
|
|
|
}
|
|
|
|
kernel.SetIsPhantomModeForSingleCore(true);
|
|
|
|
system.CoreTiming().Advance();
|
|
|
|
kernel.SetIsPhantomModeForSingleCore(false);
|
2022-07-06 05:27:25 +02:00
|
|
|
}
|
2022-07-07 18:34:46 +02:00
|
|
|
current_core.store((current_core + 1) % Core::Hardware::NUM_CPU_CORES);
|
|
|
|
system.CoreTiming().ResetTicks();
|
|
|
|
kernel.Scheduler(current_core).PreemptSingleCore();
|
2020-12-06 09:16:39 +01:00
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
// We've now been scheduled again, and we may have exchanged schedulers.
|
|
|
|
// Reload the scheduler in case it's different.
|
2022-07-07 18:34:46 +02:00
|
|
|
if (!kernel.Scheduler(current_core).IsIdle()) {
|
|
|
|
idle_count = 0;
|
2022-07-06 05:27:25 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void CpuManager::GuestActivate() {
|
|
|
|
// Similar to the HorizonKernelMain callback in HOS
|
|
|
|
auto& kernel = system.Kernel();
|
|
|
|
auto* scheduler = kernel.CurrentScheduler();
|
|
|
|
|
|
|
|
scheduler->Activate();
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
2020-03-09 03:39:41 +01:00
|
|
|
|
2022-06-14 00:36:30 +02:00
|
|
|
void CpuManager::ShutdownThread() {
|
|
|
|
auto& kernel = system.Kernel();
|
2022-06-27 00:52:16 +02:00
|
|
|
auto* thread = kernel.GetCurrentEmuThread();
|
2022-06-14 00:36:30 +02:00
|
|
|
auto core = is_multicore ? kernel.CurrentPhysicalCoreIndex() : 0;
|
2022-05-28 02:44:45 +02:00
|
|
|
|
2022-06-27 00:52:16 +02:00
|
|
|
Common::Fiber::YieldTo(thread->GetHostContext(), *core_data[core].host_context);
|
2022-06-14 00:36:30 +02:00
|
|
|
UNREACHABLE();
|
2020-03-09 03:39:41 +01:00
|
|
|
}
|
|
|
|
|
2022-12-06 22:13:42 +01:00
|
|
|
void CpuManager::RunThread(std::stop_token token, std::size_t core) {
|
2020-02-25 03:04:12 +01:00
|
|
|
/// Initialization
|
|
|
|
system.RegisterCoreThread(core);
|
2020-03-09 03:39:41 +01:00
|
|
|
std::string name;
|
|
|
|
if (is_multicore) {
|
2022-10-04 00:43:56 +02:00
|
|
|
name = "CPUCore_" + std::to_string(core);
|
2020-03-09 03:39:41 +01:00
|
|
|
} else {
|
2022-10-04 00:43:56 +02:00
|
|
|
name = "CPUThread";
|
2020-03-09 03:39:41 +01:00
|
|
|
}
|
2020-02-25 16:12:46 +01:00
|
|
|
MicroProfileOnThreadCreate(name.c_str());
|
2020-02-25 03:04:12 +01:00
|
|
|
Common::SetCurrentThreadName(name.c_str());
|
2023-03-06 04:27:03 +01:00
|
|
|
Common::SetCurrentThreadPriority(Common::ThreadPriority::Critical);
|
2020-02-25 03:04:12 +01:00
|
|
|
auto& data = core_data[core];
|
|
|
|
data.host_context = Common::Fiber::ThreadToFiber();
|
2020-11-21 11:22:03 +01:00
|
|
|
|
|
|
|
// Cleanup
|
|
|
|
SCOPE_EXIT({
|
|
|
|
data.host_context->Exit();
|
|
|
|
MicroProfileOnThreadExit();
|
|
|
|
});
|
|
|
|
|
2022-06-14 00:36:30 +02:00
|
|
|
// Running
|
2022-12-06 22:13:42 +01:00
|
|
|
if (!gpu_barrier->Sync(token)) {
|
|
|
|
return;
|
|
|
|
}
|
2022-06-17 05:42:39 +02:00
|
|
|
|
2022-06-14 00:36:30 +02:00
|
|
|
if (!is_async_gpu && !is_multicore) {
|
|
|
|
system.GPU().ObtainContext();
|
2018-11-22 07:27:23 +01:00
|
|
|
}
|
2022-06-14 00:36:30 +02:00
|
|
|
|
2022-06-27 00:52:16 +02:00
|
|
|
auto& kernel = system.Kernel();
|
2022-07-06 05:27:25 +02:00
|
|
|
auto& scheduler = *kernel.CurrentScheduler();
|
|
|
|
auto* thread = scheduler.GetSchedulerCurrentThread();
|
|
|
|
Kernel::SetCurrentThread(kernel, thread);
|
2022-06-27 00:52:16 +02:00
|
|
|
|
2022-07-06 05:27:25 +02:00
|
|
|
Common::Fiber::YieldTo(data.host_context, *thread->GetHostContext());
|
2018-11-22 07:27:23 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace Core
|