mirror of
https://github.com/Atmosphere-NX/Atmosphere.git
synced 2024-11-17 17:36:44 +00:00
f2ee44da74
* fs.mitm: skeleton the use of special allocation in romfs build * pm: add api for ams.mitm to steal application memory * pm/mitm: okay, that api won't work, try a different one * romfs: revert memory usage increases; we'll handle torture games case-by-case. * pm/romfs: first (broken?) pass at dynamic heap. I cannot wait to figure out all the ways this is wrong. * Release the dynamic heap a little more eagerly * romfs: animal crossing is also not a nice game * romfs: fix issues in close-during-build * romfs: zelda is a blight upon this earth
379 lines
13 KiB
C++
379 lines
13 KiB
C++
/*
|
|
* Copyright (c) Atmosphère-NX
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
* under the terms and conditions of the GNU General Public License,
|
|
* version 2, as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
* more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#pragma once
|
|
#include <stratosphere.hpp>
|
|
|
|
namespace ams::mitm::fs::romfs {
|
|
|
|
enum class DataSourceType : u8 {
|
|
Storage,
|
|
File,
|
|
LooseSdFile,
|
|
Metadata,
|
|
Memory,
|
|
};
|
|
|
|
enum AllocationType {
|
|
AllocationType_FileName,
|
|
AllocationType_DirName,
|
|
AllocationType_FullPath,
|
|
AllocationType_SourceInfo,
|
|
AllocationType_BuildFileContext,
|
|
AllocationType_BuildDirContext,
|
|
AllocationType_TableCache,
|
|
AllocationType_DirPointerArray,
|
|
AllocationType_DirContextSet,
|
|
AllocationType_FileContextSet,
|
|
AllocationType_Memory,
|
|
|
|
AllocationType_Count,
|
|
};
|
|
|
|
void *AllocateTracked(AllocationType type, size_t size);
|
|
void FreeTracked(AllocationType type, void *p, size_t size);
|
|
|
|
template<typename T, typename... Args>
|
|
T *AllocateTyped(AllocationType type, Args &&... args) {
|
|
void *mem = AllocateTracked(type, sizeof(T));
|
|
return std::construct_at(static_cast<T *>(mem), std::forward<Args>(args)...);
|
|
}
|
|
|
|
template<AllocationType AllocType, typename T>
|
|
class TrackedAllocator {
|
|
public:
|
|
using value_type = T;
|
|
|
|
template<typename U>
|
|
struct rebind {
|
|
using other = TrackedAllocator<AllocType, U>;
|
|
};
|
|
public:
|
|
TrackedAllocator() = default;
|
|
|
|
T *allocate(size_t n) {
|
|
return static_cast<T *>(AllocateTracked(AllocType, sizeof(T) * n));
|
|
}
|
|
|
|
void deallocate(T *p, size_t n) {
|
|
FreeTracked(AllocType, p, sizeof(T) * n);
|
|
}
|
|
};
|
|
|
|
struct SourceInfo {
|
|
s64 virtual_offset;
|
|
s64 size;
|
|
union {
|
|
struct {
|
|
s64 offset;
|
|
} storage_source_info;
|
|
struct {
|
|
s64 offset;
|
|
} file_source_info;
|
|
struct {
|
|
char *path;
|
|
} loose_source_info;
|
|
struct {
|
|
ams::fs::fsa::IFile *file;
|
|
} metadata_source_info;
|
|
struct {
|
|
u8 *data;
|
|
} memory_source_info;
|
|
};
|
|
DataSourceType source_type;
|
|
bool cleaned_up;
|
|
|
|
SourceInfo(s64 v_o, s64 sz, DataSourceType type, s64 p_o) : virtual_offset(v_o), size(sz), source_type(type), cleaned_up(false) {
|
|
switch (this->source_type) {
|
|
case DataSourceType::Storage:
|
|
this->storage_source_info.offset = p_o;
|
|
break;
|
|
case DataSourceType::File:
|
|
this->file_source_info.offset = p_o;
|
|
break;
|
|
AMS_UNREACHABLE_DEFAULT_CASE();
|
|
}
|
|
}
|
|
|
|
SourceInfo(s64 v_o, s64 sz, DataSourceType type, void *arg) : virtual_offset(v_o), size(sz), source_type(type), cleaned_up(false) {
|
|
switch (this->source_type) {
|
|
case DataSourceType::LooseSdFile:
|
|
this->loose_source_info.path = static_cast<char *>(arg);
|
|
break;
|
|
case DataSourceType::Metadata:
|
|
this->metadata_source_info.file = static_cast<ams::fs::fsa::IFile *>(arg);
|
|
break;
|
|
case DataSourceType::Memory:
|
|
this->memory_source_info.data = static_cast<u8 *>(arg);
|
|
break;
|
|
AMS_UNREACHABLE_DEFAULT_CASE();
|
|
}
|
|
}
|
|
|
|
void Cleanup() {
|
|
AMS_ABORT_UNLESS(!this->cleaned_up);
|
|
this->cleaned_up = true;
|
|
|
|
switch (this->source_type) {
|
|
case DataSourceType::Storage:
|
|
case DataSourceType::File:
|
|
break;
|
|
case DataSourceType::Metadata:
|
|
delete this->metadata_source_info.file;
|
|
break;
|
|
case DataSourceType::LooseSdFile:
|
|
FreeTracked(AllocationType_FullPath, this->loose_source_info.path, std::strlen(this->loose_source_info.path) + 1);
|
|
break;
|
|
case DataSourceType::Memory:
|
|
FreeTracked(AllocationType_Memory, this->memory_source_info.data, this->size);
|
|
break;
|
|
AMS_UNREACHABLE_DEFAULT_CASE();
|
|
}
|
|
}
|
|
};
|
|
|
|
constexpr inline bool operator<(const SourceInfo &lhs, const SourceInfo &rhs) {
|
|
return lhs.virtual_offset < rhs.virtual_offset;
|
|
}
|
|
|
|
constexpr inline bool operator<(const SourceInfo &lhs, const s64 rhs) {
|
|
return lhs.virtual_offset <= rhs;
|
|
}
|
|
|
|
struct BuildFileContext;
|
|
|
|
struct BuildDirectoryContext {
|
|
NON_COPYABLE(BuildDirectoryContext);
|
|
NON_MOVEABLE(BuildDirectoryContext);
|
|
|
|
char *path;
|
|
union {
|
|
BuildDirectoryContext *parent;
|
|
};
|
|
union {
|
|
BuildDirectoryContext *child;
|
|
struct {
|
|
u32 parent_offset;
|
|
u32 child_offset;
|
|
};
|
|
};
|
|
union {
|
|
BuildDirectoryContext *sibling;
|
|
u32 sibling_offset;
|
|
};
|
|
union {
|
|
BuildFileContext *file;
|
|
u32 file_offset;
|
|
};
|
|
u32 path_len;
|
|
u32 entry_offset;
|
|
u32 hash_value;
|
|
|
|
struct RootTag{};
|
|
|
|
BuildDirectoryContext(RootTag) : parent(nullptr), child(nullptr), sibling(nullptr), file(nullptr), path_len(0), entry_offset(0), hash_value(0xFFFFFFFF) {
|
|
this->path = static_cast<char *>(AllocateTracked(AllocationType_DirName, 1));
|
|
this->path[0] = '\x00';
|
|
}
|
|
|
|
BuildDirectoryContext(const char *entry_name, size_t entry_name_len) : parent(nullptr), child(nullptr), sibling(nullptr), file(nullptr), entry_offset(0) {
|
|
this->path_len = entry_name_len;
|
|
this->path = static_cast<char *>(AllocateTracked(AllocationType_DirName, this->path_len + 1));
|
|
std::memcpy(this->path, entry_name, entry_name_len);
|
|
this->path[this->path_len] = '\x00';
|
|
}
|
|
|
|
~BuildDirectoryContext() {
|
|
if (this->path != nullptr) {
|
|
FreeTracked(AllocationType_DirName, this->path, this->path_len + 1);
|
|
this->path = nullptr;
|
|
}
|
|
}
|
|
|
|
void operator delete(void *p) {
|
|
FreeTracked(AllocationType_BuildDirContext, p, sizeof(BuildDirectoryContext));
|
|
}
|
|
|
|
size_t GetPathLength() const {
|
|
if (this->parent == nullptr) {
|
|
return 0;
|
|
}
|
|
|
|
return this->parent->GetPathLength() + 1 + this->path_len;
|
|
}
|
|
|
|
size_t GetPath(char *dst) const {
|
|
if (this->parent == nullptr) {
|
|
dst[0] = '\x00';
|
|
return 0;
|
|
}
|
|
|
|
const size_t parent_len = this->parent->GetPath(dst);
|
|
dst[parent_len] = '/';
|
|
std::memcpy(dst + parent_len + 1, this->path, this->path_len);
|
|
dst[parent_len + 1 + this->path_len] = '\x00';
|
|
return parent_len + 1 + this->path_len;
|
|
}
|
|
|
|
bool HasHashMark() const {
|
|
return reinterpret_cast<uintptr_t>(this->sibling) & UINT64_C(0x8000000000000000);
|
|
}
|
|
|
|
void SetHashMark() {
|
|
this->sibling = reinterpret_cast<BuildDirectoryContext *>(reinterpret_cast<uintptr_t>(this->sibling) | UINT64_C(0x8000000000000000));
|
|
}
|
|
|
|
void ClearHashMark() {
|
|
this->sibling = reinterpret_cast<BuildDirectoryContext *>(reinterpret_cast<uintptr_t>(this->sibling) & ~UINT64_C(0x8000000000000000));
|
|
}
|
|
};
|
|
|
|
struct BuildFileContext {
|
|
NON_COPYABLE(BuildFileContext);
|
|
NON_MOVEABLE(BuildFileContext);
|
|
|
|
char *path;
|
|
BuildDirectoryContext *parent;
|
|
union {
|
|
BuildFileContext *sibling;
|
|
u32 sibling_offset;
|
|
};
|
|
s64 offset;
|
|
s64 size;
|
|
s64 orig_offset;
|
|
u32 path_len;
|
|
u32 entry_offset;
|
|
u32 hash_value;
|
|
DataSourceType source_type;
|
|
|
|
BuildFileContext(const char *entry_name, size_t entry_name_len, s64 sz, s64 o_o, DataSourceType type) : parent(nullptr), sibling(nullptr), offset(0), size(sz), orig_offset(o_o), entry_offset(0), hash_value(0xFFFFFFFF), source_type(type) {
|
|
this->path_len = entry_name_len;
|
|
this->path = static_cast<char *>(AllocateTracked(AllocationType_FileName, this->path_len + 1));
|
|
std::memcpy(this->path, entry_name, entry_name_len);
|
|
this->path[this->path_len] = 0;
|
|
}
|
|
|
|
~BuildFileContext() {
|
|
if (this->path != nullptr) {
|
|
FreeTracked(AllocationType_FileName, this->path, this->path_len + 1);
|
|
this->path = nullptr;
|
|
}
|
|
}
|
|
|
|
void operator delete(void *p) {
|
|
FreeTracked(AllocationType_BuildFileContext, p, sizeof(BuildFileContext));
|
|
}
|
|
|
|
size_t GetPathLength() const {
|
|
if (this->parent == nullptr) {
|
|
return 0;
|
|
}
|
|
|
|
return this->parent->GetPathLength() + 1 + this->path_len;
|
|
}
|
|
|
|
size_t GetPath(char *dst) const {
|
|
if (this->parent == nullptr) {
|
|
dst[0] = '\x00';
|
|
return 0;
|
|
}
|
|
|
|
const size_t parent_len = this->parent->GetPath(dst);
|
|
dst[parent_len] = '/';
|
|
std::memcpy(dst + parent_len + 1, this->path, this->path_len);
|
|
dst[parent_len + 1 + this->path_len] = '\x00';
|
|
return parent_len + 1 + this->path_len;
|
|
}
|
|
|
|
bool HasHashMark() const {
|
|
return reinterpret_cast<uintptr_t>(this->sibling) & UINT64_C(0x8000000000000000);
|
|
}
|
|
|
|
void SetHashMark() {
|
|
this->sibling = reinterpret_cast<BuildFileContext *>(reinterpret_cast<uintptr_t>(this->sibling) | UINT64_C(0x8000000000000000));
|
|
}
|
|
|
|
void ClearHashMark() {
|
|
this->sibling = reinterpret_cast<BuildFileContext *>(reinterpret_cast<uintptr_t>(this->sibling) & ~UINT64_C(0x8000000000000000));
|
|
}
|
|
};
|
|
|
|
class DirectoryTableReader;
|
|
class FileTableReader;
|
|
|
|
class Builder {
|
|
NON_COPYABLE(Builder);
|
|
NON_MOVEABLE(Builder);
|
|
public:
|
|
using SourceInfoVector = std::vector<SourceInfo, TrackedAllocator<AllocationType_SourceInfo, SourceInfo>>;
|
|
private:
|
|
template<typename T>
|
|
struct Comparator {
|
|
static constexpr inline int Compare(const char *a, const char *b) {
|
|
unsigned char c1{}, c2{};
|
|
while ((c1 = *a++) == (c2 = *b++)) {
|
|
if (c1 == '\x00') {
|
|
return 0;
|
|
}
|
|
}
|
|
return (c1 - c2);
|
|
}
|
|
|
|
constexpr bool operator()(const std::unique_ptr<T> &lhs, const std::unique_ptr<T> &rhs) const {
|
|
char lhs_path[ams::fs::EntryNameLengthMax + 1];
|
|
char rhs_path[ams::fs::EntryNameLengthMax + 1];
|
|
lhs->GetPath(lhs_path);
|
|
rhs->GetPath(rhs_path);
|
|
return Comparator::Compare(lhs_path, rhs_path) < 0;
|
|
}
|
|
};
|
|
|
|
template<AllocationType AllocType, typename T>
|
|
using ContextSet = std::set<std::unique_ptr<T>, Comparator<T>, TrackedAllocator<AllocType, std::unique_ptr<T>>>;
|
|
private:
|
|
ncm::ProgramId m_program_id;
|
|
BuildDirectoryContext *m_root;
|
|
ContextSet<AllocationType_DirContextSet, BuildDirectoryContext> m_directories;
|
|
ContextSet<AllocationType_FileContextSet, BuildFileContext> m_files;
|
|
size_t m_num_dirs;
|
|
size_t m_num_files;
|
|
size_t m_dir_table_size;
|
|
size_t m_file_table_size;
|
|
size_t m_dir_hash_table_size;
|
|
size_t m_file_hash_table_size;
|
|
size_t m_file_partition_size;
|
|
|
|
::FsDirectoryEntry m_dir_entry;
|
|
DataSourceType m_cur_source_type;
|
|
private:
|
|
void VisitDirectory(FsFileSystem *fs, BuildDirectoryContext *parent);
|
|
void VisitDirectory(BuildDirectoryContext *parent, u32 parent_offset, DirectoryTableReader &dir_table, FileTableReader &file_table);
|
|
|
|
void AddDirectory(BuildDirectoryContext **out, BuildDirectoryContext *parent_ctx, std::unique_ptr<BuildDirectoryContext> file_ctx);
|
|
void AddFile(BuildDirectoryContext *parent_ctx, std::unique_ptr<BuildFileContext> file_ctx);
|
|
public:
|
|
Builder(ncm::ProgramId pr_id);
|
|
~Builder();
|
|
|
|
void AddSdFiles();
|
|
void AddStorageFiles(ams::fs::IStorage *storage, DataSourceType source_type);
|
|
|
|
void Build(SourceInfoVector *out_infos);
|
|
};
|
|
|
|
Result ConfigureDynamicHeap(u64 *out_size, ncm::ProgramId program_id, const cfg::OverrideStatus &status, bool is_application);
|
|
|
|
}
|