2018-09-19 01:36:43 +02:00
|
|
|
using System.Collections.Generic;
|
2020-12-09 23:20:05 +01:00
|
|
|
using System.Numerics;
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-18 06:33:36 +01:00
|
|
|
namespace Ryujinx.HLE.HOS.Kernel.Threading
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2020-12-09 23:20:05 +01:00
|
|
|
class KPriorityQueue
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
private LinkedList<KThread>[][] _scheduledThreadsPerPrioPerCore;
|
|
|
|
private LinkedList<KThread>[][] _suggestedThreadsPerPrioPerCore;
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
private long[] _scheduledPrioritiesPerCore;
|
|
|
|
private long[] _suggestedPrioritiesPerCore;
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2020-12-09 23:20:05 +01:00
|
|
|
public KPriorityQueue()
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
_suggestedThreadsPerPrioPerCore = new LinkedList<KThread>[KScheduler.PrioritiesCount][];
|
|
|
|
_scheduledThreadsPerPrioPerCore = new LinkedList<KThread>[KScheduler.PrioritiesCount][];
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
for (int prio = 0; prio < KScheduler.PrioritiesCount; prio++)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
_suggestedThreadsPerPrioPerCore[prio] = new LinkedList<KThread>[KScheduler.CpuCoresCount];
|
|
|
|
_scheduledThreadsPerPrioPerCore[prio] = new LinkedList<KThread>[KScheduler.CpuCoresCount];
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
for (int core = 0; core < KScheduler.CpuCoresCount; core++)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
_suggestedThreadsPerPrioPerCore[prio][core] = new LinkedList<KThread>();
|
|
|
|
_scheduledThreadsPerPrioPerCore[prio][core] = new LinkedList<KThread>();
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
_scheduledPrioritiesPerCore = new long[KScheduler.CpuCoresCount];
|
|
|
|
_suggestedPrioritiesPerCore = new long[KScheduler.CpuCoresCount];
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
public IEnumerable<KThread> SuggestedThreads(int core)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
return Iterate(_suggestedThreadsPerPrioPerCore, _suggestedPrioritiesPerCore, core);
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
public IEnumerable<KThread> ScheduledThreads(int core)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
return Iterate(_scheduledThreadsPerPrioPerCore, _scheduledPrioritiesPerCore, core);
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
private IEnumerable<KThread> Iterate(LinkedList<KThread>[][] listPerPrioPerCore, long[] prios, int core)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
long prioMask = prios[core];
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2020-12-09 23:20:05 +01:00
|
|
|
int prio = BitOperations.TrailingZeroCount(prioMask);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
prioMask &= ~(1L << prio);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
while (prio < KScheduler.PrioritiesCount)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
LinkedList<KThread> list = listPerPrioPerCore[prio][core];
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
LinkedListNode<KThread> node = list.First;
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
while (node != null)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
yield return node.Value;
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
node = node.Next;
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2020-12-09 23:20:05 +01:00
|
|
|
prio = BitOperations.TrailingZeroCount(prioMask);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
prioMask &= ~(1L << prio);
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
public void TransferToCore(int prio, int dstCore, KThread thread)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2020-12-09 23:20:05 +01:00
|
|
|
int srcCore = thread.ActiveCore;
|
|
|
|
if (srcCore == dstCore)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2020-12-09 23:20:05 +01:00
|
|
|
thread.ActiveCore = dstCore;
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
if (srcCore >= 0)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
Unschedule(prio, srcCore, thread);
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
if (dstCore >= 0)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
Unsuggest(prio, dstCore, thread);
|
|
|
|
Schedule(prio, dstCore, thread);
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
if (srcCore >= 0)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
Suggest(prio, srcCore, thread);
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
public void Suggest(int prio, int core, KThread thread)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
if (prio >= KScheduler.PrioritiesCount)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
thread.SiblingsPerCore[core] = SuggestedQueue(prio, core).AddFirst(thread);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
_suggestedPrioritiesPerCore[core] |= 1L << prio;
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
public void Unsuggest(int prio, int core, KThread thread)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
if (prio >= KScheduler.PrioritiesCount)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
LinkedList<KThread> queue = SuggestedQueue(prio, core);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
queue.Remove(thread.SiblingsPerCore[core]);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
if (queue.First == null)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
_suggestedPrioritiesPerCore[core] &= ~(1L << prio);
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
public void Schedule(int prio, int core, KThread thread)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
if (prio >= KScheduler.PrioritiesCount)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
thread.SiblingsPerCore[core] = ScheduledQueue(prio, core).AddLast(thread);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
_scheduledPrioritiesPerCore[core] |= 1L << prio;
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
public void SchedulePrepend(int prio, int core, KThread thread)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
if (prio >= KScheduler.PrioritiesCount)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
thread.SiblingsPerCore[core] = ScheduledQueue(prio, core).AddFirst(thread);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
_scheduledPrioritiesPerCore[core] |= 1L << prio;
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2020-12-09 23:20:05 +01:00
|
|
|
public KThread Reschedule(int prio, int core, KThread thread)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2020-12-09 23:20:05 +01:00
|
|
|
if (prio >= KScheduler.PrioritiesCount)
|
|
|
|
{
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
LinkedList<KThread> queue = ScheduledQueue(prio, core);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
queue.Remove(thread.SiblingsPerCore[core]);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
thread.SiblingsPerCore[core] = queue.AddLast(thread);
|
2020-12-09 23:20:05 +01:00
|
|
|
|
|
|
|
return queue.First.Value;
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
public void Unschedule(int prio, int core, KThread thread)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
if (prio >= KScheduler.PrioritiesCount)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
LinkedList<KThread> queue = ScheduledQueue(prio, core);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
queue.Remove(thread.SiblingsPerCore[core]);
|
2018-09-19 01:36:43 +02:00
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
if (queue.First == null)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
_scheduledPrioritiesPerCore[core] &= ~(1L << prio);
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
private LinkedList<KThread> SuggestedQueue(int prio, int core)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
return _suggestedThreadsPerPrioPerCore[prio][core];
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
|
2018-12-06 12:16:24 +01:00
|
|
|
private LinkedList<KThread> ScheduledQueue(int prio, int core)
|
2018-09-19 01:36:43 +02:00
|
|
|
{
|
2018-12-06 12:16:24 +01:00
|
|
|
return _scheduledThreadsPerPrioPerCore[prio][core];
|
2018-09-19 01:36:43 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|