kern: implement much of KScheduler, KHardwareTimer
This commit is contained in:
@@ -17,8 +17,53 @@
|
||||
|
||||
namespace ams::kern::arm64 {
|
||||
|
||||
void KHardwareTimer::DoTask() {
|
||||
/* TODO: Actually implement this. */
|
||||
namespace impl {
|
||||
|
||||
class KHardwareTimerInterruptTask : public KInterruptTask {
|
||||
public:
|
||||
constexpr KHardwareTimerInterruptTask() : KInterruptTask() { /* ... */ }
|
||||
|
||||
virtual KInterruptTask *OnInterrupt(s32 interrupt_id) override {
|
||||
return this;
|
||||
}
|
||||
|
||||
virtual void DoTask() override {
|
||||
Kernel::GetHardwareTimer().DoInterruptTask();
|
||||
}
|
||||
};
|
||||
|
||||
/* One global hardware timer interrupt task per core. */
|
||||
KHardwareTimerInterruptTask g_hardware_timer_interrupt_tasks[cpu::NumCores];
|
||||
|
||||
}
|
||||
|
||||
void KHardwareTimer::Initialize(s32 core_id) {
|
||||
/* Setup the global timer for the core. */
|
||||
InitializeGlobalTimer();
|
||||
|
||||
/* TODO: Bind the interrupt task for this core to the interrupt manager. */
|
||||
}
|
||||
|
||||
void KHardwareTimer::Finalize() {
|
||||
/* Stop the hardware timer. */
|
||||
StopTimer();
|
||||
}
|
||||
|
||||
void KHardwareTimer::DoInterruptTask() {
|
||||
/* Handle the interrupt. */
|
||||
{
|
||||
KScopedSchedulerLock slk;
|
||||
KScopedSpinLock lk(this->GetLock());
|
||||
|
||||
/* Disable the timer interrupt while we handle this. */
|
||||
DisableInterrupt();
|
||||
if (const s64 next_time = this->DoInterruptTaskImpl(GetTick()); next_time > 0) {
|
||||
/* We have a next time, so we should set the time to interrupt and turn the interrupt on. */
|
||||
SetCompareValue(next_time);
|
||||
EnableInterrupt();
|
||||
}
|
||||
}
|
||||
/* TODO: Clear the timer interrupt. */
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -0,0 +1,28 @@
|
||||
/*
|
||||
* Copyright (c) 2018-2020 Atmosphère-NX
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or modify it
|
||||
* under the terms and conditions of the GNU General Public License,
|
||||
* version 2, as published by the Free Software Foundation.
|
||||
*
|
||||
* This program is distributed in the hope it will be useful, but WITHOUT
|
||||
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
* more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License
|
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
#include <mesosphere.hpp>
|
||||
|
||||
namespace ams::kern::arm64 {
|
||||
|
||||
void KInterruptManager::Initialize(s32 core_id) {
|
||||
/* TODO */
|
||||
}
|
||||
|
||||
void KInterruptManager::Finalize(s32 core_id) {
|
||||
/* TODO */
|
||||
}
|
||||
|
||||
}
|
||||
278
libraries/libmesosphere/source/arch/arm64/kern_k_scheduler_asm.s
Normal file
278
libraries/libmesosphere/source/arch/arm64/kern_k_scheduler_asm.s
Normal file
@@ -0,0 +1,278 @@
|
||||
/*
|
||||
* Copyright (c) 2018-2020 Atmosphère-NX
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or modify it
|
||||
* under the terms and conditions of the GNU General Public License,
|
||||
* version 2, as published by the Free Software Foundation.
|
||||
*
|
||||
* This program is distributed in the hope it will be useful, but WITHOUT
|
||||
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
* more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License
|
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
#define SAVE_THREAD_CONTEXT(ctx, tmp0, tmp1, done_label) \
|
||||
/* Save the callee save registers + SP and cpacr. */ \
|
||||
mov tmp0, sp; \
|
||||
mrs tmp1, cpacr_el1; \
|
||||
stp x19, x20, [ctx, #(8 * 0)]; \
|
||||
stp x21, x22, [ctx, #(8 * 2)]; \
|
||||
stp x23, x24, [ctx, #(8 * 4)]; \
|
||||
stp x25, x26, [ctx, #(8 * 6)]; \
|
||||
stp x27, x28, [ctx, #(8 * 8)]; \
|
||||
stp x29, x30, [ctx, #(8 * 10)]; \
|
||||
\
|
||||
stp tmp0, tmp1, [ctx, #0x60]; \
|
||||
\
|
||||
/* Check whether the FPU is enabled. */ \
|
||||
/* If it isn't, skip saving FPU state. */ \
|
||||
and tmp1, tmp1, #0x300000; \
|
||||
cbz tmp1, done_label; \
|
||||
\
|
||||
/* Save fpcr and fpsr. */ \
|
||||
mrs tmp0, fpcr; \
|
||||
mrs tmp1, fpsr; \
|
||||
stp tmp0, tmp1, [ctx, #0x70]; \
|
||||
\
|
||||
/* Save the FPU registers. */ \
|
||||
stp q0, q1, [ctx, #(16 * 0 + 0x80)]; \
|
||||
stp q2, q3, [ctx, #(16 * 2 + 0x80)]; \
|
||||
stp q4, q5, [ctx, #(16 * 4 + 0x80)]; \
|
||||
stp q6, q7, [ctx, #(16 * 6 + 0x80)]; \
|
||||
stp q8, q9, [ctx, #(16 * 8 + 0x80)]; \
|
||||
stp q10, q11, [ctx, #(16 * 10 + 0x80)]; \
|
||||
stp q12, q13, [ctx, #(16 * 12 + 0x80)]; \
|
||||
stp q14, q15, [ctx, #(16 * 14 + 0x80)]; \
|
||||
stp q16, q17, [ctx, #(16 * 16 + 0x80)]; \
|
||||
stp q18, q19, [ctx, #(16 * 18 + 0x80)]; \
|
||||
stp q20, q21, [ctx, #(16 * 20 + 0x80)]; \
|
||||
stp q22, q23, [ctx, #(16 * 22 + 0x80)]; \
|
||||
stp q24, q25, [ctx, #(16 * 24 + 0x80)]; \
|
||||
stp q26, q27, [ctx, #(16 * 26 + 0x80)]; \
|
||||
stp q28, q29, [ctx, #(16 * 28 + 0x80)]; \
|
||||
stp q30, q31, [ctx, #(16 * 30 + 0x80)];
|
||||
|
||||
#define RESTORE_THREAD_CONTEXT(ctx, tmp0, tmp1, done_label) \
|
||||
/* Restore the callee save registers + SP and cpacr. */ \
|
||||
ldp tmp0, tmp1, [ctx, #0x60]; \
|
||||
mov sp, tmp0; \
|
||||
ldp x19, x20, [ctx, #(8 * 0)]; \
|
||||
ldp x21, x22, [ctx, #(8 * 2)]; \
|
||||
ldp x23, x24, [ctx, #(8 * 4)]; \
|
||||
ldp x25, x26, [ctx, #(8 * 6)]; \
|
||||
ldp x27, x28, [ctx, #(8 * 8)]; \
|
||||
ldp x29, x30, [ctx, #(8 * 10)]; \
|
||||
\
|
||||
msr cpacr_el1, tmp1; \
|
||||
isb; \
|
||||
\
|
||||
/* Check whether the FPU is enabled. */ \
|
||||
/* If it isn't, skip saving FPU state. */ \
|
||||
and tmp1, tmp1, #0x300000; \
|
||||
cbz tmp1, done_label; \
|
||||
\
|
||||
/* Save fpcr and fpsr. */ \
|
||||
ldp tmp0, tmp1, [ctx, #0x70]; \
|
||||
msr fpcr, tmp0; \
|
||||
msr fpsr, tmp1; \
|
||||
\
|
||||
/* Save the FPU registers. */ \
|
||||
ldp q0, q1, [ctx, #(16 * 0 + 0x80)]; \
|
||||
ldp q2, q3, [ctx, #(16 * 2 + 0x80)]; \
|
||||
ldp q4, q5, [ctx, #(16 * 4 + 0x80)]; \
|
||||
ldp q6, q7, [ctx, #(16 * 6 + 0x80)]; \
|
||||
ldp q8, q9, [ctx, #(16 * 8 + 0x80)]; \
|
||||
ldp q10, q11, [ctx, #(16 * 10 + 0x80)]; \
|
||||
ldp q12, q13, [ctx, #(16 * 12 + 0x80)]; \
|
||||
ldp q14, q15, [ctx, #(16 * 14 + 0x80)]; \
|
||||
ldp q16, q17, [ctx, #(16 * 16 + 0x80)]; \
|
||||
ldp q18, q19, [ctx, #(16 * 18 + 0x80)]; \
|
||||
ldp q20, q21, [ctx, #(16 * 20 + 0x80)]; \
|
||||
ldp q22, q23, [ctx, #(16 * 22 + 0x80)]; \
|
||||
ldp q24, q25, [ctx, #(16 * 24 + 0x80)]; \
|
||||
ldp q26, q27, [ctx, #(16 * 26 + 0x80)]; \
|
||||
ldp q28, q29, [ctx, #(16 * 28 + 0x80)]; \
|
||||
ldp q30, q31, [ctx, #(16 * 30 + 0x80)];
|
||||
|
||||
|
||||
/* ams::kern::KScheduler::ScheduleImpl() */
|
||||
.section .text._ZN3ams4kern10KScheduler12ScheduleImplEv, "ax", %progbits
|
||||
.global _ZN3ams4kern10KScheduler12ScheduleImplEv
|
||||
.type _ZN3ams4kern10KScheduler12ScheduleImplEv, %function
|
||||
|
||||
/* Ensure ScheduleImpl is aligned to 0x40 bytes. */
|
||||
.balign 0x40
|
||||
|
||||
_ZN3ams4kern10KScheduler12ScheduleImplEv:
|
||||
/* Right now, x0 contains (this). We want x1 to point to the scheduling state, */
|
||||
/* Current KScheduler layout has state at +0x0. */
|
||||
mov x1, x0
|
||||
|
||||
/* First thing we want to do is check whether the interrupt task thread is runnable. */
|
||||
ldrb w3, [x1, #1]
|
||||
cbz w3, 0f
|
||||
|
||||
/* If it is, we want to call KScheduler::SetInterruptTaskThreadRunnable() to note it runnable. */
|
||||
stp x0, x1, [sp, #-16]!
|
||||
stp x30, xzr, [sp, #-16]!
|
||||
bl _ZN3ams4kern10KScheduler30SetInterruptTaskThreadRunnableEv
|
||||
ldp x30, xzr, [sp], 16
|
||||
ldp x0, x1, [sp], 16
|
||||
|
||||
/* Clear the interrupt task thread as runnable. */
|
||||
strb wzr, [x1, #1]
|
||||
|
||||
0: /* Interrupt task thread runnable checked. */
|
||||
/* Now we want to check if there's any scheduling to do. */
|
||||
|
||||
/* First, clear the need's scheduling bool (and dmb ish after, as it's an atomic). */
|
||||
/* TODO: Should this be a stlrb? Nintendo does not do one. */
|
||||
strb wzr, [x1]
|
||||
dmb ish
|
||||
|
||||
/* Check if the highest priority thread is the same as the current thread. */
|
||||
ldr x7, [x1, 16]
|
||||
ldr x2, [x18]
|
||||
cmp x7, x2
|
||||
b.ne 1f
|
||||
|
||||
/* If they're the same, then we can just return as there's nothing to do. */
|
||||
ret
|
||||
|
||||
1: /* The highest priority thread is not the same as the current thread. */
|
||||
/* Get a reference to the current thread's stack parameters. */
|
||||
add x2, sp, #0x1000
|
||||
and x2, x2, #~(0x1000-1)
|
||||
|
||||
/* Check if the thread has terminated. We can do this by checking the DPC flags for DpcFlag_Terminated. */
|
||||
ldurb w3, [x2, #-0x20]
|
||||
tbnz w3, #1, 3f
|
||||
|
||||
/* The current thread hasn't terminated, so we want to save its context. */
|
||||
ldur x2, [x2, #-0x10]
|
||||
SAVE_THREAD_CONTEXT(x2, x4, x5, 2f)
|
||||
|
||||
2: /* We're done saving this thread's context, so we need to unlock it. */
|
||||
/* We can just do an atomic write to the relevant KThreadContext member. */
|
||||
add x2, x2, #0x280
|
||||
stlrb wzr, [x2]
|
||||
|
||||
3: /* The current thread's context has been entirely taken care of. */
|
||||
/* Now we want to loop until we successfully switch the thread context. */
|
||||
/* Start by saving all the values we care about in callee-save registers. */
|
||||
mov x19, x0 /* this */
|
||||
mov x20, x1 /* this->state */
|
||||
mov x21, x7 /* highest priority thread */
|
||||
|
||||
/* Set our stack to the idle thread stack. */
|
||||
ldr x3, [x20, #0x18]
|
||||
mov sp, x3
|
||||
b 5f
|
||||
|
||||
4: /* We failed to successfully do the context switch, and need to retry. */
|
||||
/* Clear the exclusive monitor. */
|
||||
clrex
|
||||
|
||||
/* Clear the need's scheduling bool (and dmb ish after, as it's an atomic). */
|
||||
/* TODO: Should this be a stlrb? Nintendo does not do one. */
|
||||
strb wzr, [x20]
|
||||
dmb ish
|
||||
|
||||
/* Refresh the highest priority thread. */
|
||||
ldr x21, [x20, 16]
|
||||
|
||||
5: /* We're starting to try to do the context switch. */
|
||||
/* Check if the highest priority thread if null. */
|
||||
/* If it is, we want to branch to a special idle thread loop. */
|
||||
cbz x21, 11f
|
||||
|
||||
/* Get the highest priority thread's context, and save it. */
|
||||
/* ams::kern::KThread::GetContextForSchedulerLoop() */
|
||||
mov x0, x21
|
||||
bl _ZN3ams4kern7KThread26GetContextForSchedulerLoopEv
|
||||
mov x22, x0
|
||||
|
||||
/* Prepare to try to acquire the context lock. */
|
||||
add x1, x22, #0x280
|
||||
mov w2, #1
|
||||
|
||||
6: /* We want to try to lock the highest priority thread's context. */
|
||||
/* Check if the lock is already held. */
|
||||
ldaxrb w3, [x1]
|
||||
cbnz w3, 7f
|
||||
|
||||
/* If it's not, try to take it. */
|
||||
stxrb w3, w2, [x1]
|
||||
cbnz w3, 6b
|
||||
|
||||
/* We hold the lock, so we can now switch the thread. */
|
||||
b 8f
|
||||
|
||||
7: /* The highest priority thread's context is already locked. */
|
||||
/* Check if we need scheduling. If we don't, we can retry directly. */
|
||||
ldarb w3, [x20]
|
||||
cbz w3, 6b
|
||||
|
||||
/* If we do, another core is interfering, and we must start from the top. */
|
||||
b 4b
|
||||
|
||||
8: /* It's time to switch the thread. */
|
||||
/* Switch to the highest priority thread. */
|
||||
mov x0, x19
|
||||
mov x1, x21
|
||||
|
||||
/* Call ams::kern::KScheduler::SwitchThread(ams::kern::KThread *) */
|
||||
bl _ZN3ams4kern10KScheduler12SwitchThreadEPNS0_7KThreadE
|
||||
|
||||
/* Check if we need scheduling. If we don't, then we can't complete the switch and should retry. */
|
||||
ldarb w1, [x20]
|
||||
cbnz w1, 10f
|
||||
|
||||
/* Restore the thread context. */
|
||||
mov x0, x22
|
||||
RESTORE_THREAD_CONTEXT(x0, x1, x2, 9f)
|
||||
|
||||
9: /* We're done restoring the thread context, and can return safely. */
|
||||
ret
|
||||
|
||||
10: /* Our switch failed. */
|
||||
/* We should unlock the thread context, and then retry. */
|
||||
add x1, x22, #0x280
|
||||
stlrb wzr, [x1]
|
||||
b 4b
|
||||
|
||||
11: /* The next thread is nullptr! */
|
||||
/* Switch to nullptr. This will actually switch to the idle thread. */
|
||||
mov x0, x19
|
||||
mov x1, #0
|
||||
|
||||
/* Call ams::kern::KScheduler::SwitchThread(ams::kern::KThread *) */
|
||||
bl _ZN3ams4kern10KScheduler12SwitchThreadEPNS0_7KThreadE
|
||||
|
||||
12: /* We've switched to the idle thread, so we want to loop until we schedule a non-idle thread. */
|
||||
/* Check if we need scheduling. */
|
||||
ldarb w3, [x20]
|
||||
cbnz w3, 13f
|
||||
|
||||
/* If we don't, wait for an interrupt and check again. */
|
||||
wfi
|
||||
msr daifclr, #2
|
||||
msr daifset, #2
|
||||
b 12b
|
||||
|
||||
13: /* We need scheduling again! */
|
||||
/* Check whether the interrupt task thread needs to be set runnable. */
|
||||
ldrb w3, [x20, #1]
|
||||
cbz w3, 4b
|
||||
|
||||
/* It does, so do so. We're using the idle thread stack so no register state preserve needed. */
|
||||
bl _ZN3ams4kern10KScheduler30SetInterruptTaskThreadRunnableEv
|
||||
|
||||
/* Clear the interrupt task thread as runnable. */
|
||||
strb wzr, [x20, #1]
|
||||
|
||||
/* Retry the scheduling loop. */
|
||||
b 4b
|
||||
@@ -17,15 +17,261 @@
|
||||
|
||||
namespace ams::kern {
|
||||
|
||||
KScheduler::KScheduler()
|
||||
: is_active(false), core_id(0), prev_thread(nullptr), last_context_switch_time(0), idle_thread(nullptr)
|
||||
{
|
||||
this->state.needs_scheduling = true;
|
||||
this->state.interrupt_task_thread_runnable = false;
|
||||
this->state.should_count_idle = false;
|
||||
this->state.idle_count = 0;
|
||||
this->state.idle_thread_stack = nullptr;
|
||||
this->state.highest_priority_thread = nullptr;
|
||||
namespace {
|
||||
|
||||
ALWAYS_INLINE void IncrementScheduledCount(KThread *thread) {
|
||||
if (KProcess *parent = thread->GetOwnerProcess(); parent != nullptr) {
|
||||
/* TODO: parent->IncrementScheduledCount(); */
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
void KScheduler::Initialize(KThread *idle_thread) {
|
||||
/* Set core ID and idle thread. */
|
||||
this->core_id = GetCurrentCoreId();
|
||||
this->idle_thread = idle_thread;
|
||||
this->state.idle_thread_stack = this->idle_thread->GetStackTop();
|
||||
|
||||
/* Insert the main thread into the priority queue. */
|
||||
{
|
||||
KScopedSchedulerLock lk;
|
||||
GetPriorityQueue().PushBack(GetCurrentThreadPointer());
|
||||
SetSchedulerUpdateNeeded();
|
||||
}
|
||||
|
||||
/* TODO: Bind interrupt handler. */
|
||||
}
|
||||
|
||||
void KScheduler::Activate() {
|
||||
MESOSPHERE_ASSERT(GetCurrentThread().GetDisableDispatchCount() == 1);
|
||||
|
||||
this->state.should_count_idle = false /* TODO: Retrieve from KSystemControl. */;
|
||||
this->is_active = true;
|
||||
RescheduleCurrentCore();
|
||||
}
|
||||
|
||||
u64 KScheduler::UpdateHighestPriorityThread(KThread *highest_thread) {
|
||||
if (KThread *prev_highest_thread = this->state.highest_priority_thread; AMS_LIKELY(prev_highest_thread != highest_thread)) {
|
||||
if (AMS_LIKELY(prev_highest_thread != nullptr)) {
|
||||
IncrementScheduledCount(prev_highest_thread);
|
||||
prev_highest_thread->SetLastScheduledTick(KHardwareTimer::GetTick());
|
||||
}
|
||||
if (this->state.should_count_idle) {
|
||||
if (AMS_LIKELY(highest_thread != nullptr)) {
|
||||
/* TODO: Set parent process's idle count if it exists. */
|
||||
} else {
|
||||
this->state.idle_count++;
|
||||
}
|
||||
}
|
||||
|
||||
this->state.highest_priority_thread = highest_thread;
|
||||
this->state.needs_scheduling = true;
|
||||
return (1ul << this->core_id);
|
||||
} else {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
|
||||
u64 KScheduler::UpdateHighestPriorityThreadsImpl() {
|
||||
MESOSPHERE_ASSERT(IsSchedulerLockedByCurrentThread());
|
||||
|
||||
/* Clear that we need to update. */
|
||||
ClearSchedulerUpdateNeeded();
|
||||
|
||||
u64 cores_needing_scheduling = 0, idle_cores = 0;
|
||||
KThread *top_threads[cpu::NumCores];
|
||||
auto &priority_queue = GetPriorityQueue();
|
||||
|
||||
/* We want to go over all cores, finding the highest priority thread and determining if scheduling is needed for that core. */
|
||||
for (size_t core_id = 0; core_id < cpu::NumCores; core_id++) {
|
||||
KThread *top_thread = priority_queue.GetScheduledFront(core_id);
|
||||
if (top_thread != nullptr) {
|
||||
/* If the thread has no waiters, we might prefer a suggestion from the owner process to it. */
|
||||
if (top_thread->GetNumKernelWaiters() == 0) {
|
||||
if (KProcess *parent = top_thread->GetOwnerProcess(); parent != nullptr) {
|
||||
if (KThread *suggested = parent->GetSuggestedTopThread(core_id); suggested != nullptr && suggested != top_thread) {
|
||||
/* We prefer our parent's suggestion whenever possible. However, we also don't want to schedule un-runnable threads. */
|
||||
if (suggested->GetRawThreadState() == KThread::ThreadState_Runnable) {
|
||||
top_thread = suggested;
|
||||
} else {
|
||||
top_thread = nullptr;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
} else {
|
||||
idle_cores |= (1ul << core_id);
|
||||
}
|
||||
|
||||
top_threads[core_id] = top_thread;
|
||||
cores_needing_scheduling |= Kernel::GetScheduler(core_id).UpdateHighestPriorityThread(top_threads[core_id]);
|
||||
}
|
||||
|
||||
/* Idle cores are bad. We're going to try to migrate threads to each idle core in turn. */
|
||||
while (idle_cores != 0) {
|
||||
s32 core_id = __builtin_ctzll(idle_cores);
|
||||
|
||||
if (KThread *suggested = priority_queue.GetSuggestedFront(core_id); suggested != nullptr) {
|
||||
s32 migration_candidates[cpu::NumCores];
|
||||
size_t num_candidates = 0;
|
||||
|
||||
/* While we have a suggested thread, try to migrate it! */
|
||||
while (suggested != nullptr) {
|
||||
/* Check if the suggested thread is the top thread on its core. */
|
||||
const s32 suggested_core = suggested->GetActiveCore();
|
||||
if (KThread *top_thread = (suggested_core >= 0) ? top_threads[suggested_core] : nullptr; top_thread != suggested) {
|
||||
/* Make sure we're not dealing with threads too high priority for migration. */
|
||||
if (top_thread != nullptr && top_thread->GetPriority() < HighestCoreMigrationAllowedPriority) {
|
||||
break;
|
||||
}
|
||||
|
||||
/* The suggested thread isn't bound to its core, so we can migrate it! */
|
||||
suggested->SetActiveCore(core_id);
|
||||
priority_queue.ChangeCore(suggested_core, suggested);
|
||||
top_threads[core_id] = suggested;
|
||||
cores_needing_scheduling |= Kernel::GetScheduler(core_id).UpdateHighestPriorityThread(top_threads[core_id]);
|
||||
break;
|
||||
}
|
||||
|
||||
/* Note this core as a candidate for migration. */
|
||||
MESOSPHERE_ASSERT(num_candidates < cpu::NumCores);
|
||||
migration_candidates[num_candidates++] = suggested_core;
|
||||
suggested = priority_queue.GetSuggestedNext(core_id, suggested);
|
||||
}
|
||||
|
||||
/* If suggested is nullptr, we failed to migrate a specific thread. So let's try all our candidate cores' top threads. */
|
||||
if (suggested == nullptr) {
|
||||
for (size_t i = 0; i < num_candidates; i++) {
|
||||
/* Check if there's some other thread that can run on the candidate core. */
|
||||
const s32 candidate_core = migration_candidates[i];
|
||||
suggested = top_threads[candidate_core];
|
||||
if (KThread *next_on_candidate_core = priority_queue.GetScheduledNext(candidate_core, suggested); next_on_candidate_core != nullptr) {
|
||||
/* The candidate core can run some other thread! We'll migrate its current top thread to us. */
|
||||
top_threads[candidate_core] = next_on_candidate_core;
|
||||
cores_needing_scheduling |= Kernel::GetScheduler(candidate_core).UpdateHighestPriorityThread(top_threads[candidate_core]);
|
||||
|
||||
/* Perform the migration. */
|
||||
suggested->SetActiveCore(core_id);
|
||||
priority_queue.ChangeCore(candidate_core, suggested);
|
||||
top_threads[core_id] = suggested;
|
||||
cores_needing_scheduling |= Kernel::GetScheduler(core_id).UpdateHighestPriorityThread(top_threads[core_id]);
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
idle_cores &= ~(1ul << core_id);
|
||||
}
|
||||
|
||||
return cores_needing_scheduling;
|
||||
}
|
||||
|
||||
void KScheduler::SetInterruptTaskThreadRunnable() {
|
||||
MESOSPHERE_ASSERT(GetCurrentThread().GetDisableDispatchCount() == 1);
|
||||
|
||||
KThread *task_thread = nullptr /* TODO: GetInterruptTaskManager().GetThread() */;
|
||||
{
|
||||
KScopedSchedulerLock sl;
|
||||
if (AMS_LIKELY(task_thread->GetThreadState() == KThread::ThreadState_Waiting)) {
|
||||
task_thread->SetState(KThread::ThreadState_Runnable);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
void KScheduler::SwitchThread(KThread *next_thread) {
|
||||
KProcess *cur_process = GetCurrentProcessPointer();
|
||||
KThread *cur_thread = GetCurrentThreadPointer();
|
||||
|
||||
/* We never want to schedule a null thread, so use the idle thread if we don't have a next. */
|
||||
if (next_thread == nullptr) {
|
||||
next_thread = this->idle_thread;
|
||||
}
|
||||
|
||||
/* If we're not actually switching thread, there's nothing to do. */
|
||||
if (next_thread == cur_thread) {
|
||||
return;
|
||||
}
|
||||
|
||||
/* Next thread is now known not to be nullptr, and must not be dispatchable. */
|
||||
MESOSPHERE_ASSERT(next_thread->GetDisableDispatchCount() == 1);
|
||||
|
||||
/* Update the CPU time tracking variables. */
|
||||
const s64 prev_tick = this->last_context_switch_time;
|
||||
const s64 cur_tick = KHardwareTimer::GetTick();
|
||||
const s64 tick_diff = cur_tick - prev_tick;
|
||||
cur_thread->AddCpuTime(tick_diff);
|
||||
if (cur_process != nullptr) {
|
||||
/* TODO: cur_process->AddCpuTime(tick_diff); */
|
||||
}
|
||||
this->last_context_switch_time = cur_tick;
|
||||
|
||||
/* Update our previous thread. */
|
||||
if (cur_process != nullptr) {
|
||||
/* NOTE: Combining this into AMS_LIKELY(!... && ...) triggers an internal compiler error: Segmentation fault in GCC 9.2.0. */
|
||||
if (AMS_LIKELY(!cur_thread->IsTerminationRequested()) && AMS_LIKELY(cur_thread->GetActiveCore() == this->core_id)) {
|
||||
this->prev_thread = cur_thread;
|
||||
} else {
|
||||
this->prev_thread = nullptr;
|
||||
}
|
||||
} else if (cur_thread == this->idle_thread) {
|
||||
this->prev_thread = nullptr;
|
||||
}
|
||||
|
||||
/* Switch the current process, if we're switching processes. */
|
||||
if (KProcess *next_process = next_thread->GetOwnerProcess(); next_process != cur_process) {
|
||||
/* TODO: KProcess::Switch */
|
||||
}
|
||||
|
||||
/* Set the new Thread Local region. */
|
||||
cpu::SwitchThreadLocalRegion(GetInteger(next_thread->GetThreadLocalRegionAddress()));
|
||||
}
|
||||
|
||||
void KScheduler::OnThreadStateChanged(KThread *thread, KThread::ThreadState old_state) {
|
||||
MESOSPHERE_ASSERT(IsSchedulerLockedByCurrentThread());
|
||||
|
||||
/* Check if the state has changed, because if it hasn't there's nothing to do. */
|
||||
const KThread::ThreadState cur_state = thread->GetRawThreadState();
|
||||
if (cur_state == old_state) {
|
||||
return;
|
||||
}
|
||||
|
||||
/* Update the priority queues. */
|
||||
if (old_state == KThread::ThreadState_Runnable) {
|
||||
/* If we were previously runnable, then we're not runnable now, and we should remove. */
|
||||
GetPriorityQueue().Remove(thread);
|
||||
IncrementScheduledCount(thread);
|
||||
SetSchedulerUpdateNeeded();
|
||||
} else if (cur_state == KThread::ThreadState_Runnable) {
|
||||
/* If we're now runnable, then we weren't previously, and we should add. */
|
||||
GetPriorityQueue().PushBack(thread);
|
||||
IncrementScheduledCount(thread);
|
||||
SetSchedulerUpdateNeeded();
|
||||
}
|
||||
}
|
||||
|
||||
void KScheduler::OnThreadPriorityChanged(KThread *thread, s32 old_priority) {
|
||||
MESOSPHERE_ASSERT(IsSchedulerLockedByCurrentThread());
|
||||
|
||||
/* If the thread is runnable, we want to change its priority in the queue. */
|
||||
if (thread->GetRawThreadState() == KThread::ThreadState_Runnable) {
|
||||
GetPriorityQueue().ChangePriority(old_priority, thread == GetCurrentThreadPointer(), thread);
|
||||
IncrementScheduledCount(thread);
|
||||
SetSchedulerUpdateNeeded();
|
||||
}
|
||||
}
|
||||
|
||||
void KScheduler::OnThreadAffinityMaskChanged(KThread *thread, const KAffinityMask &old_affinity, s32 old_core) {
|
||||
MESOSPHERE_ASSERT(IsSchedulerLockedByCurrentThread());
|
||||
|
||||
/* If the thread is runnable, we want to change its affinity in the queue. */
|
||||
if (thread->GetRawThreadState() == KThread::ThreadState_Runnable) {
|
||||
GetPriorityQueue().ChangeAffinityMask(old_core, old_affinity, thread);
|
||||
IncrementScheduledCount(thread);
|
||||
SetSchedulerUpdateNeeded();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
|
||||
@@ -202,4 +202,8 @@ namespace ams::kern {
|
||||
/* TODO */
|
||||
}
|
||||
|
||||
KThreadContext *KThread::GetContextForSchedulerLoop() {
|
||||
return std::addressof(this->thread_context);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
@@ -61,7 +61,10 @@ namespace ams::kern {
|
||||
SetCurrentThread(main_thread);
|
||||
SetCurrentProcess(nullptr);
|
||||
|
||||
/* TODO: We also want to initialize the scheduler/interrupt manager/hardware timer. */
|
||||
/* TODO: Initialize the interrupt manager. */
|
||||
GetInterruptManager().Initialize(core_id);
|
||||
GetHardwareTimer().Initialize(core_id);
|
||||
GetScheduler().Initialize(idle_thread);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user