mirror of
https://github.com/Atmosphere-NX/Atmosphere.git
synced 2024-11-08 13:11:49 +00:00
162 lines
6.3 KiB
C++
162 lines
6.3 KiB
C++
/*
|
|
* Copyright (c) Atmosphère-NX
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
* under the terms and conditions of the GNU General Public License,
|
|
* version 2, as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
* more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
#include <mesosphere.hpp>
|
|
|
|
namespace ams::kern {
|
|
|
|
namespace {
|
|
|
|
template<typename F>
|
|
ALWAYS_INLINE void DoOnEachCoreInOrder(s32 core_id, F f) {
|
|
cpu::SynchronizeAllCores();
|
|
for (size_t i = 0; i < cpu::NumCores; i++) {
|
|
if (static_cast<s32>(i) == core_id) {
|
|
f();
|
|
}
|
|
cpu::SynchronizeAllCores();
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
NORETURN void HorizonKernelMain(s32 core_id) {
|
|
/* Setup the Core Local Region, and note that we're initializing. */
|
|
Kernel::InitializeCoreLocalRegion(core_id);
|
|
Kernel::SetState(Kernel::State::Initializing);
|
|
|
|
/* Ensure that all cores get to this point before proceeding. */
|
|
cpu::SynchronizeAllCores();
|
|
|
|
/* Initialize the main and idle thread for each core. */
|
|
DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA {
|
|
Kernel::InitializeMainAndIdleThreads(core_id);
|
|
});
|
|
|
|
if (core_id == 0) {
|
|
/* Initialize the carveout and the system resource limit. */
|
|
KSystemControl::InitializePhase1();
|
|
|
|
/* Synchronize all cores before proceeding, to ensure access to the global rng is consistent. */
|
|
cpu::SynchronizeAllCores();
|
|
|
|
/* Initialize the memory manager and the KPageBuffer slabheap. */
|
|
{
|
|
const auto &management_region = KMemoryLayout::GetPoolManagementRegion();
|
|
MESOSPHERE_ABORT_UNLESS(management_region.GetEndAddress() != 0);
|
|
static_assert(util::size(MinimumMemoryManagerAlignmentShifts) == KMemoryManager::Pool_Count);
|
|
|
|
Kernel::GetMemoryManager().Initialize(management_region.GetAddress(), management_region.GetSize(), MinimumMemoryManagerAlignmentShifts);
|
|
}
|
|
|
|
/* Copy the Initial Process Binary to safe memory. */
|
|
CopyInitialProcessBinaryToKernelMemory();
|
|
|
|
/* Print out information about the kernel. */
|
|
Kernel::PrintLayout();
|
|
|
|
/* Initialize the KObject Slab Heaps. */
|
|
init::InitializeSlabHeaps();
|
|
|
|
/* Initialize the Dynamic Slab Heaps. */
|
|
{
|
|
const auto &pt_heap_region = KMemoryLayout::GetPageTableHeapRegion();
|
|
MESOSPHERE_ABORT_UNLESS(pt_heap_region.GetEndAddress() != 0);
|
|
|
|
Kernel::InitializeResourceManagers(pt_heap_region.GetAddress(), pt_heap_region.GetSize());
|
|
}
|
|
} else {
|
|
/* Synchronize all cores before proceeding, to ensure access to the global rng is consistent. */
|
|
cpu::SynchronizeAllCores();
|
|
}
|
|
|
|
/* Initialize the supervisor page table for each core. */
|
|
DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA {
|
|
KPageTable::Initialize(core_id);
|
|
Kernel::GetKernelPageTable().Initialize(core_id);
|
|
});
|
|
|
|
/* Activate the supervisor page table for each core. */
|
|
DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA {
|
|
Kernel::GetKernelPageTable().ActivateForInit();
|
|
});
|
|
|
|
/* NOTE: Kernel calls on each core a nullsub here on retail kernel. */
|
|
|
|
/* Register the main/idle threads and initialize the interrupt task manager. */
|
|
DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA {
|
|
KThread::Register(std::addressof(Kernel::GetMainThread(core_id)));
|
|
KThread::Register(std::addressof(Kernel::GetIdleThread(core_id)));
|
|
});
|
|
|
|
/* Activate the scheduler and enable interrupts. */
|
|
DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA {
|
|
Kernel::GetScheduler().Activate();
|
|
KInterruptManager::EnableInterrupts();
|
|
});
|
|
|
|
/* Initialize cpu interrupt threads. */
|
|
cpu::InitializeInterruptThreads(core_id);
|
|
|
|
/* Initialize the DPC manager. */
|
|
KDpcManager::Initialize();
|
|
cpu::SynchronizeAllCores();
|
|
|
|
/* Perform more core-0 specific initialization. */
|
|
if (core_id == 0) {
|
|
/* Initialize the exit worker managers, so that threads and processes may exit cleanly. */
|
|
Kernel::GetWorkerTaskManager(KWorkerTaskManager::WorkerType_ExitThread).Initialize(KWorkerTaskManager::ExitWorkerPriority);
|
|
Kernel::GetWorkerTaskManager(KWorkerTaskManager::WorkerType_ExitProcess).Initialize(KWorkerTaskManager::ExitWorkerPriority);
|
|
|
|
/* Setup so that we may sleep later, and reserve memory for secure applets. */
|
|
KSystemControl::InitializePhase2();
|
|
|
|
/* Initialize the SMMU. */
|
|
KDeviceAddressSpace::Initialize();
|
|
|
|
/* Load the initial processes. */
|
|
CreateAndRunInitialProcesses();
|
|
|
|
/* We're done initializing! */
|
|
Kernel::SetState(Kernel::State::Initialized);
|
|
|
|
/* Resume all threads suspended while we initialized. */
|
|
KThread::ResumeThreadsSuspendedForInit();
|
|
|
|
/* Validate that all reserved dram blocks are valid. */
|
|
for (const auto ®ion : KMemoryLayout::GetPhysicalMemoryRegionTree()) {
|
|
if (region.IsDerivedFrom(KMemoryRegionType_DramReservedBase)) {
|
|
MESOSPHERE_ABORT_UNLESS(region.GetEndAddress() != 0);
|
|
}
|
|
}
|
|
}
|
|
cpu::SynchronizeAllCores();
|
|
|
|
/* Set the current thread priority to idle. */
|
|
GetCurrentThread().SetPriorityToIdle();
|
|
|
|
/* Exit the main thread. */
|
|
{
|
|
auto &main_thread = Kernel::GetMainThread(core_id);
|
|
main_thread.Open();
|
|
main_thread.Exit();
|
|
}
|
|
|
|
/* Main() is done, and we should never get to this point. */
|
|
MESOSPHERE_PANIC("Main Thread continued after exit.");
|
|
AMS_INFINITE_LOOP();
|
|
}
|
|
|
|
}
|