/* * Copyright (c) 2018-2020 Atmosphère-NX * * This program is free software; you can redistribute it and/or modify it * under the terms and conditions of the GNU General Public License, * version 2, as published by the Free Software Foundation. * * This program is distributed in the hope it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for * more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include namespace ams::kern { namespace { KDynamicPageManager g_resource_manager_page_manager; template ALWAYS_INLINE void PrintMemoryRegion(const char *prefix, const T &extents) { static_assert(std::is_same::value); static_assert(std::is_same::value); if constexpr (std::is_same::value) { MESOSPHERE_LOG("%-24s0x%08x - 0x%08x\n", prefix, extents.GetAddress(), extents.GetLastAddress()); } else if constexpr (std::is_same::value) { MESOSPHERE_LOG("%-24s0x%016lx - 0x%016lx\n", prefix, extents.GetAddress(), extents.GetLastAddress()); } else if constexpr (std::is_same::value) { MESOSPHERE_LOG("%-24s0x%016llx - 0x%016llx\n", prefix, extents.GetAddress(), extents.GetLastAddress()); } else { static_assert(!std::is_same::value, "Unknown uintptr_t width!"); } } } void Kernel::InitializeCoreLocalRegion(s32 core_id) { /* Construct the core local region object in place. */ KCoreLocalContext *clc = GetPointer(KMemoryLayout::GetCoreLocalRegionAddress()); new (clc) KCoreLocalContext; /* Set the core local region address into the global register. */ cpu::SetCoreLocalRegionAddress(reinterpret_cast(clc)); /* Initialize current context. */ clc->current.current_thread = nullptr; clc->current.current_process = nullptr; clc->current.scheduler = std::addressof(clc->scheduler); clc->current.interrupt_task_manager = std::addressof(clc->interrupt_task_manager); clc->current.core_id = core_id; clc->current.exception_stack_top = GetVoidPointer(KMemoryLayout::GetExceptionStackTopAddress(core_id) - sizeof(KThread::StackParameters)); /* Clear debugging counters. */ clc->num_sw_interrupts = 0; clc->num_hw_interrupts = 0; clc->num_svc = 0; clc->num_process_switches = 0; clc->num_thread_switches = 0; clc->num_fpu_switches = 0; for (size_t i = 0; i < util::size(clc->perf_counters); i++) { clc->perf_counters[i] = 0; } } void Kernel::InitializeMainAndIdleThreads(s32 core_id) { /* This function wants to setup the main thread and the idle thread. */ KThread *main_thread = std::addressof(Kernel::GetMainThread(core_id)); void *main_thread_stack = GetVoidPointer(KMemoryLayout::GetMainStackTopAddress(core_id)); KThread *idle_thread = std::addressof(Kernel::GetIdleThread(core_id)); void *idle_thread_stack = GetVoidPointer(KMemoryLayout::GetIdleStackTopAddress(core_id)); KAutoObject::Create(main_thread); KAutoObject::Create(idle_thread); main_thread->Initialize(nullptr, 0, main_thread_stack, 0, KThread::MainThreadPriority, core_id, nullptr, KThread::ThreadType_Main); idle_thread->Initialize(nullptr, 0, idle_thread_stack, 0, KThread::IdleThreadPriority, core_id, nullptr, KThread::ThreadType_Main); /* Set the current thread to be the main thread, and we have no processes running yet. */ SetCurrentThread(main_thread); SetCurrentProcess(nullptr); /* Initialize the interrupt manager, hardware timer, and scheduler */ GetInterruptManager().Initialize(core_id); GetHardwareTimer().Initialize(core_id); GetScheduler().Initialize(idle_thread); } void Kernel::InitializeResourceManagers(KVirtualAddress address, size_t size) { /* Ensure that the buffer is suitable for our use. */ //const size_t app_size = ApplicationMemoryBlockSlabHeapSize * sizeof(KMemoryBlock); //const size_t sys_size = SystemMemoryBlockSlabHeapSize * sizeof(KMemoryBlock); //const size_t info_size = BlockInfoSlabHeapSize * sizeof(KBlockInfo); //const size_t fixed_size = util::AlignUp(app_size + sys_size + info_size, PageSize); MESOSPHERE_ABORT_UNLESS(util::IsAligned(GetInteger(address), PageSize)); MESOSPHERE_ABORT_UNLESS(util::IsAligned(size, PageSize)); /* Ensure that we have space for our reference counts. */ const size_t rc_size = util::AlignUp(KPageTableManager::CalculateReferenceCountSize(size), PageSize); MESOSPHERE_ABORT_UNLESS(rc_size < size); size -= rc_size; /* Initialize the resource managers' shared page manager. */ g_resource_manager_page_manager.Initialize(address, size); /* Initialize the fixed-size slabheaps. */ s_app_memory_block_manager.Initialize(std::addressof(g_resource_manager_page_manager), ApplicationMemoryBlockSlabHeapSize); s_sys_memory_block_manager.Initialize(std::addressof(g_resource_manager_page_manager), SystemMemoryBlockSlabHeapSize); s_block_info_manager.Initialize(std::addressof(g_resource_manager_page_manager), BlockInfoSlabHeapSize); /* Reserve all remaining pages for the page table manager. */ const size_t num_pt_pages = g_resource_manager_page_manager.GetCount() - g_resource_manager_page_manager.GetUsed(); s_page_table_manager.Initialize(std::addressof(g_resource_manager_page_manager), num_pt_pages, GetPointer(address + size)); } void Kernel::PrintLayout() { const auto target_fw = kern::GetTargetFirmware(); /* Print out the kernel version. */ MESOSPHERE_LOG("Horizon Kernel (Mesosphere)\n"); MESOSPHERE_LOG("Built: %s %s\n", __DATE__, __TIME__); MESOSPHERE_LOG("Atmosphere version: %d.%d.%d-%s\n", ATMOSPHERE_RELEASE_VERSION, ATMOSPHERE_GIT_REVISION); MESOSPHERE_LOG("Target Firmware: %d.%d.%d\n", (target_fw >> 24) & 0xFF, (target_fw >> 16) & 0xFF, (target_fw >> 8) & 0xFF); MESOSPHERE_LOG("Supported OS version: %d.%d.%d\n", ATMOSPHERE_SUPPORTED_HOS_VERSION_MAJOR, ATMOSPHERE_SUPPORTED_HOS_VERSION_MINOR, ATMOSPHERE_SUPPORTED_HOS_VERSION_MICRO); MESOSPHERE_LOG("\n"); /* Print relative memory usage. */ const auto [total, kernel] = KMemoryLayout::GetTotalAndKernelMemorySizes(); MESOSPHERE_LOG("Kernel Memory Usage: %zu/%zu MB\n", util::AlignUp(kernel, 1_MB) / 1_MB, util::AlignUp(total, 1_MB) / 1_MB); MESOSPHERE_LOG("\n"); /* Print out important memory layout regions. */ MESOSPHERE_LOG("Virtual Memory Layout\n"); PrintMemoryRegion(" KernelRegion", KMemoryLayout::GetKernelRegionExtents()); PrintMemoryRegion(" Code", KMemoryLayout::GetKernelCodeRegionExtents()); PrintMemoryRegion(" Stack", KMemoryLayout::GetKernelStackRegionExtents()); PrintMemoryRegion(" Misc", KMemoryLayout::GetKernelMiscRegionExtents()); PrintMemoryRegion(" Slab", KMemoryLayout::GetKernelSlabRegionExtents()); PrintMemoryRegion(" CoreLocalRegion", KMemoryLayout::GetCoreLocalRegion()); PrintMemoryRegion(" LinearRegion", KMemoryLayout::GetLinearRegionExtents()); MESOSPHERE_LOG("\n"); MESOSPHERE_LOG("Physical Memory Layout\n"); PrintMemoryRegion(" LinearRegion", KMemoryLayout::GetLinearRegionPhysicalExtents()); PrintMemoryRegion(" CarveoutRegion", KMemoryLayout::GetCarveoutRegionExtents()); MESOSPHERE_LOG("\n"); PrintMemoryRegion(" KernelRegion", KMemoryLayout::GetKernelRegionPhysicalExtents()); PrintMemoryRegion(" Code", KMemoryLayout::GetKernelCodeRegionPhysicalExtents()); PrintMemoryRegion(" Slab", KMemoryLayout::GetKernelSlabRegionPhysicalExtents()); PrintMemoryRegion(" PageTableHeap", KMemoryLayout::GetKernelPageTableHeapRegionPhysicalExtents()); PrintMemoryRegion(" InitPageTable", KMemoryLayout::GetKernelInitPageTableRegionPhysicalExtents()); PrintMemoryRegion(" MemoryPoolRegion", KMemoryLayout::GetKernelPoolPartitionRegionPhysicalExtents()); PrintMemoryRegion(" System", KMemoryLayout::GetKernelSystemPoolRegionPhysicalExtents()); PrintMemoryRegion(" Internal", KMemoryLayout::GetKernelMetadataPoolRegionPhysicalExtents()); PrintMemoryRegion(" SystemUnsafe", KMemoryLayout::GetKernelSystemNonSecurePoolRegionPhysicalExtents()); PrintMemoryRegion(" Applet", KMemoryLayout::GetKernelAppletPoolRegionPhysicalExtents()); PrintMemoryRegion(" Application", KMemoryLayout::GetKernelApplicationPoolRegionPhysicalExtents()); if constexpr (IsKTraceEnabled) { MESOSPHERE_LOG(" Debug\n"); PrintMemoryRegion(" Trace Buffer", KMemoryLayout::GetKernelTraceBufferRegionPhysicalExtents()); } MESOSPHERE_LOG("\n"); } }