2022-04-23 10:59:50 +02:00
|
|
|
// SPDX-FileCopyrightText: Copyright 2019 yuzu Emulator Project
|
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2019-01-24 04:17:55 +01:00
|
|
|
|
|
|
|
#include "common/assert.h"
|
|
|
|
#include "common/microprofile.h"
|
2020-12-25 08:28:46 +01:00
|
|
|
#include "common/scope_exit.h"
|
2021-04-15 01:07:40 +02:00
|
|
|
#include "common/settings.h"
|
2020-02-25 16:12:46 +01:00
|
|
|
#include "common/thread.h"
|
2019-03-31 01:08:09 +01:00
|
|
|
#include "core/core.h"
|
2023-02-19 08:31:39 +01:00
|
|
|
#include "core/frontend/graphics_context.h"
|
2021-11-05 15:52:31 +01:00
|
|
|
#include "video_core/control/scheduler.h"
|
2019-01-24 04:17:55 +01:00
|
|
|
#include "video_core/dma_pusher.h"
|
|
|
|
#include "video_core/gpu.h"
|
|
|
|
#include "video_core/gpu_thread.h"
|
|
|
|
#include "video_core/renderer_base.h"
|
|
|
|
|
|
|
|
namespace VideoCommon::GPUThread {
|
|
|
|
|
|
|
|
/// Runs the GPU thread
|
2021-09-16 02:32:54 +02:00
|
|
|
static void RunThread(std::stop_token stop_token, Core::System& system,
|
|
|
|
VideoCore::RendererBase& renderer, Core::Frontend::GraphicsContext& context,
|
2021-11-05 15:52:31 +01:00
|
|
|
Tegra::Control::Scheduler& scheduler, SynchState& state) {
|
2022-10-04 00:43:56 +02:00
|
|
|
std::string name = "GPU";
|
2020-02-25 16:12:46 +01:00
|
|
|
MicroProfileOnThreadCreate(name.c_str());
|
2024-02-19 16:00:46 +01:00
|
|
|
SCOPE_EXIT {
|
|
|
|
MicroProfileOnThreadExit();
|
|
|
|
};
|
2020-12-25 08:28:46 +01:00
|
|
|
|
2020-02-25 16:12:46 +01:00
|
|
|
Common::SetCurrentThreadName(name.c_str());
|
2023-03-06 04:27:03 +01:00
|
|
|
Common::SetCurrentThreadPriority(Common::ThreadPriority::Critical);
|
2020-02-25 16:12:46 +01:00
|
|
|
system.RegisterHostThread();
|
2019-01-24 04:17:55 +01:00
|
|
|
|
2020-03-25 03:58:49 +01:00
|
|
|
auto current_context = context.Acquire();
|
2021-01-05 08:09:39 +01:00
|
|
|
VideoCore::RasterizerInterface* const rasterizer = renderer.ReadRasterizer();
|
2019-01-24 04:17:55 +01:00
|
|
|
|
2023-03-19 08:19:25 +01:00
|
|
|
CommandDataContainer next;
|
|
|
|
|
2021-09-16 02:32:54 +02:00
|
|
|
while (!stop_token.stop_requested()) {
|
2023-03-19 08:19:25 +01:00
|
|
|
state.queue.PopWait(next, stop_token);
|
2021-09-16 02:32:54 +02:00
|
|
|
if (stop_token.stop_requested()) {
|
|
|
|
break;
|
|
|
|
}
|
2020-12-04 20:39:12 +01:00
|
|
|
if (auto* submit_list = std::get_if<SubmitListCommand>(&next.data)) {
|
2021-11-05 15:52:31 +01:00
|
|
|
scheduler.Push(submit_list->channel, std::move(submit_list->entries));
|
2020-07-21 06:52:27 +02:00
|
|
|
} else if (std::holds_alternative<GPUTickCommand>(next.data)) {
|
2020-02-20 16:55:32 +01:00
|
|
|
system.GPU().TickWork();
|
2020-12-04 20:39:12 +01:00
|
|
|
} else if (const auto* flush = std::get_if<FlushRegionCommand>(&next.data)) {
|
2021-01-05 08:09:39 +01:00
|
|
|
rasterizer->FlushRegion(flush->addr, flush->size);
|
2020-12-04 20:39:12 +01:00
|
|
|
} else if (const auto* invalidate = std::get_if<InvalidateRegionCommand>(&next.data)) {
|
2023-06-28 19:32:50 +02:00
|
|
|
rasterizer->OnCacheInvalidation(invalidate->addr, invalidate->size);
|
2019-11-23 21:17:28 +01:00
|
|
|
} else {
|
2022-06-07 23:02:29 +02:00
|
|
|
ASSERT(false);
|
2019-01-24 04:17:55 +01:00
|
|
|
}
|
2019-11-23 21:17:28 +01:00
|
|
|
state.signaled_fence.store(next.fence);
|
2021-04-07 11:41:31 +02:00
|
|
|
if (next.block) {
|
|
|
|
// We have to lock the write_lock to ensure that the condition_variable wait not get a
|
|
|
|
// race between the check and the lock itself.
|
2022-04-07 20:32:40 +02:00
|
|
|
std::scoped_lock lk{state.write_lock};
|
2021-04-07 11:41:31 +02:00
|
|
|
state.cv.notify_all();
|
|
|
|
}
|
2019-01-24 04:17:55 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-12 09:24:33 +01:00
|
|
|
ThreadManager::ThreadManager(Core::System& system_, bool is_async_)
|
|
|
|
: system{system_}, is_async{is_async_} {}
|
2019-01-24 04:17:55 +01:00
|
|
|
|
2021-09-16 02:32:54 +02:00
|
|
|
ThreadManager::~ThreadManager() = default;
|
2019-01-24 04:17:55 +01:00
|
|
|
|
2020-03-25 03:58:49 +01:00
|
|
|
void ThreadManager::StartThread(VideoCore::RendererBase& renderer,
|
|
|
|
Core::Frontend::GraphicsContext& context,
|
2021-11-05 15:52:31 +01:00
|
|
|
Tegra::Control::Scheduler& scheduler) {
|
2021-01-05 08:09:39 +01:00
|
|
|
rasterizer = renderer.ReadRasterizer();
|
2021-09-16 02:32:54 +02:00
|
|
|
thread = std::jthread(RunThread, std::ref(system), std::ref(renderer), std::ref(context),
|
2021-11-05 15:52:31 +01:00
|
|
|
std::ref(scheduler), std::ref(state));
|
2019-04-09 20:02:00 +02:00
|
|
|
}
|
|
|
|
|
2021-11-05 15:52:31 +01:00
|
|
|
void ThreadManager::SubmitList(s32 channel, Tegra::CommandList&& entries) {
|
|
|
|
PushCommand(SubmitListCommand(channel, std::move(entries)));
|
2020-10-27 04:07:36 +01:00
|
|
|
}
|
|
|
|
|
2023-12-25 07:32:16 +01:00
|
|
|
void ThreadManager::FlushRegion(DAddr addr, u64 size) {
|
2020-12-12 09:24:33 +01:00
|
|
|
if (!is_async) {
|
|
|
|
// Always flush with synchronous GPU mode
|
2020-04-19 19:47:45 +02:00
|
|
|
PushCommand(FlushRegionCommand(addr, size));
|
|
|
|
return;
|
|
|
|
}
|
2021-06-07 02:04:35 +02:00
|
|
|
if (!Settings::IsGPULevelExtreme()) {
|
|
|
|
return;
|
2020-02-18 03:29:04 +01:00
|
|
|
}
|
2021-06-07 02:04:35 +02:00
|
|
|
auto& gpu = system.GPU();
|
|
|
|
u64 fence = gpu.RequestFlush(addr, size);
|
2022-01-30 10:31:13 +01:00
|
|
|
TickGPU();
|
|
|
|
gpu.WaitForSyncOperation(fence);
|
|
|
|
}
|
|
|
|
|
|
|
|
void ThreadManager::TickGPU() {
|
2022-02-06 01:16:11 +01:00
|
|
|
PushCommand(GPUTickCommand());
|
2019-01-24 04:17:55 +01:00
|
|
|
}
|
|
|
|
|
2023-12-25 07:32:16 +01:00
|
|
|
void ThreadManager::InvalidateRegion(DAddr addr, u64 size) {
|
2023-06-28 19:32:50 +02:00
|
|
|
rasterizer->OnCacheInvalidation(addr, size);
|
2019-01-24 04:17:55 +01:00
|
|
|
}
|
|
|
|
|
2023-12-25 07:32:16 +01:00
|
|
|
void ThreadManager::FlushAndInvalidateRegion(DAddr addr, u64 size) {
|
2019-02-19 02:58:32 +01:00
|
|
|
// Skip flush on asynch mode, as FlushAndInvalidateRegion is not used for anything too important
|
2023-06-28 19:32:50 +02:00
|
|
|
rasterizer->OnCacheInvalidation(addr, size);
|
2019-01-24 04:17:55 +01:00
|
|
|
}
|
|
|
|
|
2021-04-07 11:41:31 +02:00
|
|
|
u64 ThreadManager::PushCommand(CommandData&& command_data, bool block) {
|
|
|
|
if (!is_async) {
|
|
|
|
// In synchronous GPU mode, block the caller until the command has executed
|
|
|
|
block = true;
|
|
|
|
}
|
|
|
|
|
2021-04-07 13:57:49 +02:00
|
|
|
std::unique_lock lk(state.write_lock);
|
2019-03-31 01:08:09 +01:00
|
|
|
const u64 fence{++state.last_fence};
|
2023-03-19 19:24:18 +01:00
|
|
|
state.queue.EmplaceWait(std::move(command_data), fence, block);
|
2020-12-12 09:24:33 +01:00
|
|
|
|
2021-04-07 11:41:31 +02:00
|
|
|
if (block) {
|
2022-11-21 17:31:18 +01:00
|
|
|
Common::CondvarWait(state.cv, lk, thread.get_stop_token(), [this, fence] {
|
2021-09-16 02:32:54 +02:00
|
|
|
return fence <= state.signaled_fence.load(std::memory_order_relaxed);
|
2021-04-07 11:41:31 +02:00
|
|
|
});
|
2020-12-12 09:24:33 +01:00
|
|
|
}
|
|
|
|
|
2019-03-31 01:08:09 +01:00
|
|
|
return fence;
|
|
|
|
}
|
|
|
|
|
2019-01-24 04:17:55 +01:00
|
|
|
} // namespace VideoCommon::GPUThread
|