Atmosphere/libraries/libmesosphere/source/kern_main.cpp

/*
 * Copyright (c) 2018-2020 Atmosphère-NX
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms and conditions of the GNU General Public License,
 * version 2, as published by the Free Software Foundation.
 *
 * This program is distributed in the hope it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */
#include <mesosphere.hpp>

namespace ams::kern {

    namespace {

        template<typename F>
        ALWAYS_INLINE void DoOnEachCoreInOrder(s32 core_id, F f) {
            cpu::SynchronizeAllCores();
            for (size_t i = 0; i < cpu::NumCores; i++) {
                if (static_cast<s32>(i) == core_id) {
                    f();
                }
                cpu::SynchronizeAllCores();
            }
        }

    }

    NORETURN void HorizonKernelMain(s32 core_id) {
        /* Setup the Core Local Region, and note that we're initializing. */
        Kernel::InitializeCoreLocalRegion(core_id);
        Kernel::SetState(Kernel::State::Initializing);

        /* Ensure that all cores get to this point before proceeding. */
        cpu::SynchronizeAllCores();

        /* Initialize the main and idle thread for each core. */
        DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA {
            Kernel::InitializeMainAndIdleThreads(core_id);
        });

        if (core_id == 0) {
            /* Initialize the carveout and the system resource limit. */
            KSystemControl::InitializePhase1();

            /* Synchronize all cores before proceeding, to ensure access to the global rng is consistent. */
            cpu::SynchronizeAllCores();

            /* Initialize the memory manager and the KPageBuffer slabheap. */
            {
                const auto &management_region = KMemoryLayout::GetPoolManagementRegion();
                MESOSPHERE_ABORT_UNLESS(management_region.GetEndAddress() != 0);

                Kernel::GetMemoryManager().Initialize(management_region.GetAddress(), management_region.GetSize());
                init::InitializeKPageBufferSlabHeap();
            }

            /* Copy the Initial Process Binary to safe memory. */
            CopyInitialProcessBinaryToKernelMemory();

            /* Print out information about the kernel. */
            Kernel::PrintLayout();

            /* Initialize the KObject Slab Heaps. */
            init::InitializeSlabHeaps();

            /* Initialize the Dynamic Slab Heaps. */
            {
                const auto &pt_heap_region = KMemoryLayout::GetPageTableHeapRegion();
                MESOSPHERE_ABORT_UNLESS(pt_heap_region.GetEndAddress() != 0);

                Kernel::InitializeResourceManagers(pt_heap_region.GetAddress(), pt_heap_region.GetSize());
            }
        } else {
            /* Synchronize all cores before proceeding, to ensure access to the global rng is consistent. */
            cpu::SynchronizeAllCores();
        }

        /* Initialize the supervisor page table for each core. */
        DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA {
            KPageTable::Initialize(core_id);
            Kernel::GetKernelPageTable().Initialize(core_id);
        });

        /* Activate the supervisor page table for each core. */
        DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA {
            Kernel::GetKernelPageTable().ActivateForInit();
        });

        /* NOTE: Kernel calls on each core a nullsub here on retail kernel. */

        /* Register the main/idle threads and initialize the interrupt task manager. */
        DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA {
            KThread::Register(std::addressof(Kernel::GetMainThread(core_id)));
            KThread::Register(std::addressof(Kernel::GetIdleThread(core_id)));
            Kernel::GetInterruptTaskManager().Initialize();
        });

        /* Activate the scheduler and enable interrupts. */
        DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA {
            Kernel::GetScheduler().Activate();
            KInterruptManager::EnableInterrupts();
        });

        /* Initialize cpu interrupt threads. */
        cpu::InitializeInterruptThreads(core_id);

        /* Initialize the DPC manager. */
        KDpcManager::Initialize();
        cpu::SynchronizeAllCores();

        /* Perform more core-0 specific initialization. */
        if (core_id == 0) {
            /* Initialize the exit worker manager, so that threads and processes may exit cleanly. */
            Kernel::GetWorkerTaskManager(KWorkerTaskManager::WorkerType_Exit).Initialize(KWorkerTaskManager::WorkerType_Exit, KWorkerTaskManager::ExitWorkerPriority);

            /* Setup so that we may sleep later, and reserve memory for secure applets. */
            KSystemControl::InitializePhase2();

            /* Initialize the SMMU. */
            KDeviceAddressSpace::Initialize();

            /* Load the initial processes. */
            CreateAndRunInitialProcesses();

            /* We're done initializing! */
            Kernel::SetState(Kernel::State::Initialized);

            /* Resume all threads suspended while we initialized. */
            KThread::ResumeThreadsSuspendedForInit();

            /* Validate that all reserved dram blocks are valid. */
            for (const auto &region : KMemoryLayout::GetPhysicalMemoryRegionTree()) {
                if (region.IsDerivedFrom(KMemoryRegionType_DramReservedBase)) {
                    MESOSPHERE_ABORT_UNLESS(region.GetEndAddress() != 0);
                }
            }
        }
        cpu::SynchronizeAllCores();

        /* Set the current thread priority to idle. */
        GetCurrentThread().SetPriorityToIdle();

        /* Exit the main thread. */
        {
            auto &main_thread = Kernel::GetMainThread(core_id);
            main_thread.Open();
            main_thread.Exit();
        }

        /* Main() is done, and we should never get to this point. */
        MESOSPHERE_PANIC("Main Thread continued after exit.");
        AMS_INFINITE_LOOP();
    }

}