mirror of
https://github.com/DarkMatterCore/nxdumptool.git
synced 2024-10-30 15:31:46 +00:00
7bb708e394
* Use forward declarations for type definitions wherever suitable (e.g. NcaContext, BucketTreeContext). * Replace references to "DumpDestination" with "OutputStorage". * Replace references to "append key area" with "prepend key area". * Update LZ4 to v1.9.4. * Update Material Icons font to 2022-08-01. * RootView: change USB-related icons, reflect how many UMS devices are currently connected to the console, provide a way for child views to retrieve the populated UMS devices vector. * Tasks: implement GetUmsDevices(). * Update borealis. * Update libusbhsfs. * Begin implementation of a DumpOptionsFrame class to display configurable options before starting a new dump process. * bktr: rename bktrIsValidSubstorage() to bktrIsValidSubStorage(), use bktrIsValidSubStorage() in bktrInitializeCompressedStorageContext(), fixed a bug in bktrReadCompressedStorage() where Sparse substorages wouldn't be allowed. * GamecardTab: push a DumpOptionsFrame object onto the view stack if the XCI option is clicked.
308 lines
16 KiB
C
308 lines
16 KiB
C
/*
|
|
* romfs.h
|
|
*
|
|
* Copyright (c) 2020-2022, DarkMatterCore <pabloacurielz@gmail.com>.
|
|
*
|
|
* This file is part of nxdumptool (https://github.com/DarkMatterCore/nxdumptool).
|
|
*
|
|
* nxdumptool is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* nxdumptool is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#ifndef __ROMFS_H__
|
|
#define __ROMFS_H__
|
|
|
|
#include "nca_storage.h"
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#define ROMFS_OLD_HEADER_SIZE 0x28
|
|
#define ROMFS_HEADER_SIZE 0x50
|
|
|
|
#define ROMFS_VOID_ENTRY UINT32_MAX
|
|
|
|
#define ROMFS_TABLE_ENTRY_ALIGNMENT 0x4
|
|
|
|
/// Header used by NCA0 RomFS sections.
|
|
typedef struct {
|
|
u32 header_size; ///< Header size. Must be equal to ROMFS_OLD_HEADER_SIZE.
|
|
u32 directory_bucket_offset; ///< Directory buckets table offset.
|
|
u32 directory_bucket_size; ///< Directory buckets table size.
|
|
u32 directory_entry_offset; ///< Directory entries table offset.
|
|
u32 directory_entry_size; ///< Directory entries table size.
|
|
u32 file_bucket_offset; ///< File buckets table offset.
|
|
u32 file_bucket_size; ///< File buckets table size.
|
|
u32 file_entry_offset; ///< File entries table offset.
|
|
u32 file_entry_size; ///< File entries table size.
|
|
u32 body_offset; ///< File data body offset.
|
|
} RomFileSystemInformationOld;
|
|
|
|
NXDT_ASSERT(RomFileSystemInformationOld, ROMFS_OLD_HEADER_SIZE);
|
|
|
|
/// Header used by NCA2/NCA3 RomFS sections.
|
|
typedef struct {
|
|
u64 header_size; ///< Header size. Must be equal to ROMFS_HEADER_SIZE.
|
|
u64 directory_bucket_offset; ///< Directory buckets table offset.
|
|
u64 directory_bucket_size; ///< Directory buckets table size.
|
|
u64 directory_entry_offset; ///< Directory entries table offset.
|
|
u64 directory_entry_size; ///< Directory entries table size.
|
|
u64 file_bucket_offset; ///< File buckets table offset.
|
|
u64 file_bucket_size; ///< File buckets table size.
|
|
u64 file_entry_offset; ///< File entries table offset.
|
|
u64 file_entry_size; ///< File entries table size.
|
|
u64 body_offset; ///< File data body offset.
|
|
} RomFileSystemInformation;
|
|
|
|
NXDT_ASSERT(RomFileSystemInformation, ROMFS_HEADER_SIZE);
|
|
|
|
/// Header union.
|
|
typedef struct {
|
|
union {
|
|
struct {
|
|
RomFileSystemInformationOld old_format;
|
|
u8 padding[ROMFS_OLD_HEADER_SIZE];
|
|
};
|
|
RomFileSystemInformation cur_format;
|
|
};
|
|
} RomFileSystemHeader;
|
|
|
|
NXDT_ASSERT(RomFileSystemHeader, ROMFS_HEADER_SIZE);
|
|
|
|
/// Directory entry. Always aligned to a ROMFS_TABLE_ENTRY_ALIGNMENT boundary past the directory name.
|
|
typedef struct {
|
|
u32 parent_offset; ///< Parent directory offset.
|
|
u32 next_offset; ///< Next sibling directory offset. May be set to ROMFS_VOID_ENTRY if there are no other directory entries at this level.
|
|
u32 directory_offset; ///< First child directory offset. May be set to ROMFS_VOID_ENTRY if there are no child directories entries.
|
|
u32 file_offset; ///< First child file offset. May be set to ROMFS_VOID_ENTRY if there are no child file entries.
|
|
u32 bucket_offset; ///< Directory bucket offset.
|
|
u32 name_length; ///< Name length.
|
|
char name[]; ///< Name (UTF-8, may not be NULL terminated depending on the whole entry alignment).
|
|
} RomFileSystemDirectoryEntry;
|
|
|
|
NXDT_ASSERT(RomFileSystemDirectoryEntry, 0x18);
|
|
|
|
/// Directory entry. Always aligned to a ROMFS_TABLE_ENTRY_ALIGNMENT boundary past the file name.
|
|
typedef struct {
|
|
u32 parent_offset; ///< Parent directory offset.
|
|
u32 next_offset; ///< Next sibling file offset. May be set to ROMFS_VOID_ENTRY if there are no other file entries at this level.
|
|
u64 offset; ///< File data offset.
|
|
u64 size; ///< File data size.
|
|
u32 bucket_offset; ///< File bucket offset.
|
|
u32 name_length; ///< Name length.
|
|
char name[]; ///< Name (UTF-8, may not be NULL terminated depending on the whole entry alignment).
|
|
} RomFileSystemFileEntry;
|
|
|
|
NXDT_ASSERT(RomFileSystemFileEntry, 0x20);
|
|
|
|
typedef struct {
|
|
bool is_patch; ///< Set to true if this we're dealing with a Patch RomFS.
|
|
NcaStorageContext storage_ctx[2]; ///< Used to read NCA FS section data. Index 0: base storage. Index 1: patch storage.
|
|
NcaStorageContext *default_storage_ctx; ///< Default NCA storage context. Points to one of the two contexts from 'storage_ctx'. Placed here for convenience.
|
|
u64 offset; ///< RomFS offset (relative to the start of the NCA FS section).
|
|
u64 size; ///< RomFS size.
|
|
RomFileSystemHeader header; ///< RomFS header.
|
|
u64 dir_table_size; ///< RomFS directory entries table size.
|
|
RomFileSystemDirectoryEntry *dir_table; ///< RomFS directory entries table.
|
|
u64 file_table_size; ///< RomFS file entries table size.
|
|
RomFileSystemFileEntry *file_table; ///< RomFS file entries table.
|
|
u64 body_offset; ///< RomFS file data body offset (relative to the start of the RomFS).
|
|
u64 cur_dir_offset; ///< Current RomFS directory offset (relative to the start of the directory entries table). Used for RomFS browsing.
|
|
u64 cur_file_offset; ///< Current RomFS file offset (relative to the start of the file entries table). Used for RomFS browsing.
|
|
} RomFileSystemContext;
|
|
|
|
typedef struct {
|
|
bool use_old_format_patch; ///< Old format patch flag.
|
|
bool written; ///< Set to true if the patch has been completely written.
|
|
NcaHierarchicalSha256Patch old_format_patch; ///< Used with NCA0 RomFS sections.
|
|
NcaHierarchicalIntegrityPatch cur_format_patch; ///< Used with NCA2/NCA3 RomFS sections.
|
|
} RomFileSystemFileEntryPatch;
|
|
|
|
typedef enum {
|
|
RomFileSystemPathIllegalCharReplaceType_None = 0,
|
|
RomFileSystemPathIllegalCharReplaceType_IllegalFsChars = 1,
|
|
RomFileSystemPathIllegalCharReplaceType_KeepAsciiCharsOnly = 2
|
|
} RomFileSystemPathIllegalCharReplaceType;
|
|
|
|
/// Initializes a RomFS or Patch RomFS context.
|
|
/// 'base_nca_fs_ctx' must always be provided.
|
|
/// 'patch_nca_fs_ctx' shall be NULL if not dealing with a Patch RomFS.
|
|
bool romfsInitializeContext(RomFileSystemContext *out, NcaFsSectionContext *base_nca_fs_ctx, NcaFsSectionContext *patch_nca_fs_ctx);
|
|
|
|
/// Reads raw filesystem data using a RomFS context.
|
|
/// Input offset must be relative to the start of the RomFS.
|
|
bool romfsReadFileSystemData(RomFileSystemContext *ctx, void *out, u64 read_size, u64 offset);
|
|
|
|
/// Reads data from a previously retrieved RomFileSystemFileEntry using a RomFS context.
|
|
/// Input offset must be relative to the start of the RomFS file entry data.
|
|
bool romfsReadFileEntryData(RomFileSystemContext *ctx, RomFileSystemFileEntry *file_entry, void *out, u64 read_size, u64 offset);
|
|
|
|
/// Calculates the extracted RomFS size.
|
|
/// If 'only_updated' is set to true and the provided RomFS context was initialized as a Patch RomFS context, only files modified by the update will be considered.
|
|
bool romfsGetTotalDataSize(RomFileSystemContext *ctx, bool only_updated, u64 *out_size);
|
|
|
|
/// Calculates the extracted size from a RomFS directory.
|
|
bool romfsGetDirectoryDataSize(RomFileSystemContext *ctx, RomFileSystemDirectoryEntry *dir_entry, u64 *out_size);
|
|
|
|
/// Retrieves a RomFS directory entry by path.
|
|
/// Input path must have a leading slash ('/'). If just a single slash is provided, a pointer to the root directory entry shall be returned.
|
|
RomFileSystemDirectoryEntry *romfsGetDirectoryEntryByPath(RomFileSystemContext *ctx, const char *path);
|
|
|
|
/// Retrieves a RomFS file entry by path.
|
|
/// Input path must have a leading slash ('/').
|
|
RomFileSystemFileEntry *romfsGetFileEntryByPath(RomFileSystemContext *ctx, const char *path);
|
|
|
|
/// Generates a path string from a RomFS directory entry.
|
|
bool romfsGeneratePathFromDirectoryEntry(RomFileSystemContext *ctx, RomFileSystemDirectoryEntry *dir_entry, char *out_path, size_t out_path_size, u8 illegal_char_replace_type);
|
|
|
|
/// Generates a path string from a RomFS file entry.
|
|
bool romfsGeneratePathFromFileEntry(RomFileSystemContext *ctx, RomFileSystemFileEntry *file_entry, char *out_path, size_t out_path_size, u8 illegal_char_replace_type);
|
|
|
|
/// Checks if a RomFS file entry is updated by the Patch RomFS.
|
|
/// Only works if the provided RomFileSystemContext was initialized as a Patch RomFS context.
|
|
bool romfsIsFileEntryUpdated(RomFileSystemContext *ctx, RomFileSystemFileEntry *file_entry, bool *out);
|
|
|
|
/// Generates HierarchicalSha256 (NCA0) / HierarchicalIntegrity (NCA2/NCA3) FS section patch data using a RomFS context + file entry, which can be used to seamlessly replace NCA data.
|
|
/// Input offset must be relative to the start of the RomFS file entry data.
|
|
/// This function shares the same limitations as ncaGenerateHierarchicalSha256Patch() / ncaGenerateHierarchicalIntegrityPatch().
|
|
/// Use the romfsWriteFileEntryPatchToMemoryBuffer() wrapper to write patch data generated by this function.
|
|
bool romfsGenerateFileEntryPatch(RomFileSystemContext *ctx, RomFileSystemFileEntry *file_entry, const void *data, u64 data_size, u64 data_offset, RomFileSystemFileEntryPatch *out);
|
|
|
|
/// Resets a previously initialized RomFileSystemContext.
|
|
NX_INLINE void romfsFreeContext(RomFileSystemContext *ctx)
|
|
{
|
|
if (!ctx) return;
|
|
ncaStorageFreeContext(&(ctx->storage_ctx[0]));
|
|
ncaStorageFreeContext(&(ctx->storage_ctx[1]));
|
|
if (ctx->dir_table) free(ctx->dir_table);
|
|
if (ctx->file_table) free(ctx->file_table);
|
|
memset(ctx, 0, sizeof(RomFileSystemContext));
|
|
}
|
|
|
|
/// Functions to reset the current directory/file entry offset.
|
|
NX_INLINE void romfsResetDirectoryTableOffset(RomFileSystemContext *ctx)
|
|
{
|
|
if (ctx) ctx->cur_dir_offset = 0;
|
|
}
|
|
|
|
NX_INLINE void romfsResetFileTableOffset(RomFileSystemContext *ctx)
|
|
{
|
|
if (ctx) ctx->cur_file_offset = 0;
|
|
}
|
|
|
|
/// Checks if the provided RomFileSystemContext is valid.
|
|
NX_INLINE bool romfsIsValidContext(RomFileSystemContext *ctx)
|
|
{
|
|
return (ctx && ncaStorageIsValidContext(ctx->default_storage_ctx) && ctx->size && ctx->dir_table_size && ctx->dir_table && ctx->file_table_size && ctx->file_table && \
|
|
ctx->body_offset >= ctx->header.old_format.header_size && ctx->body_offset < ctx->size);
|
|
}
|
|
|
|
/// Functions to retrieve a directory/file entry.
|
|
NX_INLINE void *romfsGetEntryByOffset(RomFileSystemContext *ctx, void *entry_table, u64 entry_table_size, u64 entry_size, u64 entry_offset)
|
|
{
|
|
if (!romfsIsValidContext(ctx) || !entry_table || !entry_table_size || !entry_size || (entry_offset + entry_size) > entry_table_size) return NULL;
|
|
return ((u8*)entry_table + entry_offset);
|
|
}
|
|
|
|
NX_INLINE RomFileSystemDirectoryEntry *romfsGetDirectoryEntryByOffset(RomFileSystemContext *ctx, u64 dir_entry_offset)
|
|
{
|
|
return (ctx ? (RomFileSystemDirectoryEntry*)romfsGetEntryByOffset(ctx, ctx->dir_table, ctx->dir_table_size, sizeof(RomFileSystemDirectoryEntry), dir_entry_offset) : NULL);
|
|
}
|
|
|
|
NX_INLINE RomFileSystemDirectoryEntry *romfsGetCurrentDirectoryEntry(RomFileSystemContext *ctx)
|
|
{
|
|
return (ctx ? romfsGetDirectoryEntryByOffset(ctx, ctx->cur_dir_offset) : NULL);
|
|
}
|
|
|
|
NX_INLINE RomFileSystemFileEntry *romfsGetFileEntryByOffset(RomFileSystemContext *ctx, u64 file_entry_offset)
|
|
{
|
|
return (ctx ? (RomFileSystemFileEntry*)romfsGetEntryByOffset(ctx, ctx->file_table, ctx->file_table_size, sizeof(RomFileSystemFileEntry), file_entry_offset) : NULL);
|
|
}
|
|
|
|
NX_INLINE RomFileSystemFileEntry *romfsGetCurrentFileEntry(RomFileSystemContext *ctx)
|
|
{
|
|
return (ctx ? romfsGetFileEntryByOffset(ctx, ctx->cur_file_offset) : NULL);
|
|
}
|
|
|
|
/// Functions to check if it's possible to move to the next directory/file entry based on the current directory/file entry offset.
|
|
NX_INLINE bool romfsCanMoveToNextEntry(RomFileSystemContext *ctx, void *entry_table, u64 entry_table_size, u64 entry_size, u64 entry_offset)
|
|
{
|
|
if (!romfsIsValidContext(ctx) || !entry_table || !entry_table_size || entry_size < 4 || (entry_offset + entry_size) > entry_table_size) return false;
|
|
u32 name_length = *((u32*)((u8*)entry_table + entry_offset + entry_size - 4));
|
|
return ((entry_offset + ALIGN_UP(entry_size + name_length, ROMFS_TABLE_ENTRY_ALIGNMENT)) <= entry_table_size);
|
|
}
|
|
|
|
NX_INLINE bool romfsCanMoveToNextDirectoryEntry(RomFileSystemContext *ctx)
|
|
{
|
|
return (ctx ? romfsCanMoveToNextEntry(ctx, ctx->dir_table, ctx->dir_table_size, sizeof(RomFileSystemDirectoryEntry), ctx->cur_dir_offset) : false);
|
|
}
|
|
|
|
NX_INLINE bool romfsCanMoveToNextFileEntry(RomFileSystemContext *ctx)
|
|
{
|
|
return (ctx ? romfsCanMoveToNextEntry(ctx, ctx->file_table, ctx->file_table_size, sizeof(RomFileSystemFileEntry), ctx->cur_file_offset) : false);
|
|
}
|
|
|
|
/// Functions to update the current directory/file entry offset to make it point to the next directory/file entry.
|
|
NX_INLINE bool romfsMoveToNextEntry(RomFileSystemContext *ctx, void *entry_table, u64 entry_table_size, u64 entry_size, u64 *entry_offset)
|
|
{
|
|
if (!romfsIsValidContext(ctx) || !entry_table || !entry_table_size || entry_size < 4 || !entry_offset || (*entry_offset + entry_size) > entry_table_size) return false;
|
|
u32 name_length = *((u32*)((u8*)entry_table + *entry_offset + entry_size - 4));
|
|
*entry_offset += ALIGN_UP(entry_size + name_length, ROMFS_TABLE_ENTRY_ALIGNMENT);
|
|
return true;
|
|
}
|
|
|
|
NX_INLINE bool romfsMoveToNextDirectoryEntry(RomFileSystemContext *ctx)
|
|
{
|
|
return (ctx ? romfsMoveToNextEntry(ctx, ctx->dir_table, ctx->dir_table_size, sizeof(RomFileSystemDirectoryEntry), &(ctx->cur_dir_offset)) : false);
|
|
}
|
|
|
|
NX_INLINE bool romfsMoveToNextFileEntry(RomFileSystemContext *ctx)
|
|
{
|
|
return (ctx ? romfsMoveToNextEntry(ctx, ctx->file_table, ctx->file_table_size, sizeof(RomFileSystemFileEntry), &(ctx->cur_file_offset)) : false);
|
|
}
|
|
|
|
/// NCA patch management functions.
|
|
NX_INLINE void romfsWriteFileEntryPatchToMemoryBuffer(RomFileSystemContext *ctx, RomFileSystemFileEntryPatch *patch, void *buf, u64 buf_size, u64 buf_offset)
|
|
{
|
|
if (!romfsIsValidContext(ctx) || ctx->is_patch || ctx->default_storage_ctx->base_storage_type != NcaStorageBaseStorageType_Regular || !patch || \
|
|
(!patch->use_old_format_patch && ctx->default_storage_ctx->nca_fs_ctx->section_type != NcaFsSectionType_RomFs) || \
|
|
(patch->use_old_format_patch && ctx->default_storage_ctx->nca_fs_ctx->section_type != NcaFsSectionType_Nca0RomFs)) return;
|
|
|
|
NcaContext *nca_ctx = ctx->default_storage_ctx->nca_fs_ctx->nca_ctx;
|
|
|
|
if (patch->use_old_format_patch)
|
|
{
|
|
ncaWriteHierarchicalSha256PatchToMemoryBuffer(nca_ctx, &(patch->old_format_patch), buf, buf_size, buf_offset);
|
|
patch->written = patch->old_format_patch.written;
|
|
} else {
|
|
ncaWriteHierarchicalIntegrityPatchToMemoryBuffer(nca_ctx, &(patch->cur_format_patch), buf, buf_size, buf_offset);
|
|
patch->written = patch->cur_format_patch.written;
|
|
}
|
|
}
|
|
|
|
NX_INLINE void romfsFreeFileEntryPatch(RomFileSystemFileEntryPatch *patch)
|
|
{
|
|
if (!patch) return;
|
|
ncaFreeHierarchicalSha256Patch(&(patch->old_format_patch));
|
|
ncaFreeHierarchicalIntegrityPatch(&(patch->cur_format_patch));
|
|
memset(patch, 0, sizeof(RomFileSystemFileEntryPatch));
|
|
}
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif /* __ROMFS_H__ */
|