class TWLNandImageMount(LoggingMixIn, Operations):
fd = 0
def __init__(self,
nand_fp: BinaryIO,
g_stat: os.stat,
consoleid: str,
cid: str = None,
readonly: bool = False):
self.crypto = CryptoEngine(setup_b9_keys=False)
self.readonly = readonly
self.g_stat = {
'st_ctime': int(g_stat.st_ctime),
'st_mtime': int(g_stat.st_mtime),
'st_atime': int(g_stat.st_atime)
}
self.files = {}
res = nand_fp.seek(0, 2)
if res == 0xF000200:
self.files['/nocash_blk.bin'] = {
'offset': 0xF000000,
'size': 0x200,
'type': 'dec'
}
elif res != 0xF000000:
exit(
f'Unknown NAND size (expected 0xF000000 or 0xF000200, got {res:#09X}'
)
nand_fp.seek(0)
try:
consoleid = bytes.fromhex(consoleid)
except (ValueError, TypeError):
try:
with open(consoleid, 'rb') as f:
consoleid = f.read(0x10)
except (FileNotFoundError, TypeError):
exit(
'Failed to convert Console ID to bytes, or file did not exist.'
)
twl_consoleid_list = (readbe(consoleid[4:8]), readbe(consoleid[0:4]))
key_x_list = [
twl_consoleid_list[0], twl_consoleid_list[0] ^ 0x24EE6906,
twl_consoleid_list[1] ^ 0xE65B601D, twl_consoleid_list[1]
]
self.crypto.set_keyslot('x', 0x03, pack('<4I', *key_x_list))
header_enc = nand_fp.read(0x200)
if cid:
try:
cid = bytes.fromhex(cid)
except ValueError:
try:
with open(cid, 'rb') as f:
cid = f.read(0x10)
except FileNotFoundError:
exit(
'Failed to convert CID to bytes, or file did not exist.'
)
self.ctr = readle(sha1(cid).digest()[0:16])
else:
# attempt to generate counter
block_0x1c = readbe(header_enc[0x1C0:0x1D0])
blk_xored = block_0x1c ^ 0x1804060FE03B77080000896F06000002
ctr_offs = self.crypto.create_ecb_cipher(0x03).decrypt(
blk_xored.to_bytes(0x10, 'little'))
self.ctr = int.from_bytes(ctr_offs, 'big') - 0x1C
# try the counter
block_0x1d = header_enc[0x1D0:0x1E0]
out = self.crypto.create_ctr_cipher(0x03, self.ctr +
0x1D).decrypt(block_0x1d)
if out != b'\xce<\x06\x0f\xe0\xbeMx\x06\x00\xb3\x05\x01\x00\x00\x02':
exit(
'Counter could not be automatically generated. Please provide the CID, '
'or ensure the provided Console ID is correct..')
print('Counter automatically generated.')
self.files['/stage2_infoblk1.bin'] = {
'offset': 0x200,
'size': 0x200,
'type': 'dec'
}
self.files['/stage2_infoblk2.bin'] = {
'offset': 0x400,
'size': 0x200,
'type': 'dec'
}
self.files['/stage2_infoblk3.bin'] = {
'offset': 0x600,
'size': 0x200,
'type': 'dec'
}
self.files['/stage2_bootldr.bin'] = {
'offset': 0x800,
'size': 0x4DC00,
'type': 'dec'
}
self.files['/stage2_footer.bin'] = {
'offset': 0x4E400,
'size': 0x400,
'type': 'dec'
}
self.files['/diag_area.bin'] = {
'offset': 0xFFA00,
'size': 0x400,
'type': 'dec'
}
header = self.crypto.create_ctr_cipher(0x03,
self.ctr).decrypt(header_enc)
mbr = header[0x1BE:0x200]
if mbr[0x40:0x42] != b'\x55\xaa':
exit(
'MBR signature not found. Make sure the provided Console ID and CID are correct.'
)
partitions = [[
readle(mbr[i + 8:i + 12]) * 0x200,
readle(mbr[i + 12:i + 16]) * 0x200
] for i in range(0, 0x40, 0x10)]
for idx, part in enumerate(partitions):
if part[0]:
ptype = 'enc' if idx < 2 else 'dec'
pname = ('twl_main', 'twl_photo', 'twl_unk1', 'twk_unk2')[idx]
self.files[f'/{pname}.img'] = {
'offset': part[0],
'size': part[1],
'type': ptype
}
self.f = nand_fp
def __del__(self, *args):
try:
self.f.close()
except AttributeError:
pass
destroy = __del__
def flush(self, path, fh):
return self.f.flush()
@_c.ensure_lower_path
def getattr(self, path, fh=None):
uid, gid, pid = fuse_get_context()
if path == '/':
st = {
'st_mode': (S_IFDIR | (0o555 if self.readonly else 0o777)),
'st_nlink': 2
}
elif path in self.files:
st = {
'st_mode': (S_IFREG | (0o444 if self.readonly else 0o666)),
'st_size': self.files[path]['size'],
'st_nlink': 1
}
else:
raise FuseOSError(ENOENT)
return {**st, **self.g_stat, 'st_uid': uid, 'st_gid': gid}
def open(self, path, flags):
self.fd += 1
return self.fd
@_c.ensure_lower_path
def readdir(self, path, fh):
yield from ('.', '..')
yield from (x[1:] for x in self.files)
@_c.ensure_lower_path
def read(self, path, size, offset, fh):
fi = self.files[path]
real_offset = fi['offset'] + offset
if fi['offset'] + offset > fi['offset'] + fi['size']:
return b''
if offset + size > fi['size']:
size = fi['size'] - offset
self.f.seek(real_offset)
data = self.f.read(size)
if fi['type'] == 'enc':
before = offset % 16
after = (offset + size) % 16
data = (b'\0' * before) + data + (b'\0' * after)
iv = self.ctr + (real_offset >> 4)
data = self.crypto.create_ctr_cipher(
0x03, iv).decrypt(data)[before:len(data) - after]
return data
@_c.ensure_lower_path
def statfs(self, path):
return {
'f_bsize': 4096,
'f_blocks': 0xF000000 // 4096,
'f_bavail': 0,
'f_bfree': 0,
'f_files': len(self.files)
}
@_c.ensure_lower_path
def write(self, path, data, offset, fh):
if self.readonly:
raise FuseOSError(EROFS)
fi = self.files[path]
real_offset = fi['offset'] + offset
real_len = len(data)
if offset >= fi['size']:
print('attempt to start writing past file')
return real_len
if real_offset + len(data) > fi['offset'] + fi['size']:
data = data[:-((real_offset + len(data)) - fi['size'])]
if fi['type'] == 'dec':
self.f.seek(real_offset)
self.f.write(data)
else:
before = offset % 16
after = 16 - ((offset + real_len) % 16)
if after == 16:
after = 0
iv = self.ctr + (real_offset >> 4)
data = (b'\0' * before) + data + (b'\0' * after)
out_data = self.crypto.create_ctr_cipher(
0x03, iv).encrypt(data)[before:real_len - after]
self.f.seek(real_offset)
self.f.write(out_data)
return real_len
class SDFilesystemMount(LoggingMixIn, Operations):
@_c.ensure_lower_path
def path_to_iv(self, path):
path_hash = sha256(path[self.root_len + 33:].encode('utf-16le') +
b'\0\0').digest()
hash_p1 = readbe(path_hash[0:16])
hash_p2 = readbe(path_hash[16:32])
return hash_p1 ^ hash_p2
def __init__(self,
sd_dir: str,
movable: str,
dev: bool = False,
readonly: bool = False):
self.crypto = CryptoEngine(dev=dev)
with open(movable, 'rb') as mv:
mv.seek(0x110)
key_y = mv.read(0x10)
key_hash = sha256(key_y).digest()
hash_parts = unpack('<IIII', key_hash[0:16])
self.root_dir = f'{hash_parts[0]:08x}{hash_parts[1]:08x}{hash_parts[2]:08x}{hash_parts[3]:08x}'
if not os.path.isdir(sd_dir + '/' + self.root_dir):
exit(f'Failed to find {self.root_dir} in the SD dir.')
self.fds: Dict[int, BinaryIO] = {}
print('Root dir: ' + self.root_dir)
self.crypto.set_keyslot('y', 0x34, readbe(key_y))
print('Key: ' + self.crypto.key_normal[0x34].hex())
self.root = os.path.realpath(sd_dir + '/' + self.root_dir)
self.root_len = len(self.root)
self.readonly = readonly
# noinspection PyMethodOverriding
def __call__(self, op, path, *args):
return super().__call__(op, self.root + path, *args)
def __del__(self, *args):
# putting the keys in a tuple so the dict can be modified
with suppress(AttributeError):
for f in tuple(self.fds):
with suppress(KeyError):
self.fds[f].close()
del self.fds[f]
destroy = __del__
def access(self, path, mode):
if not os.access(path, mode):
raise FuseOSError(EACCES)
@_c.raise_on_readonly
def chmod(self, path, mode):
os.chmod(path, mode)
@_c.raise_on_readonly
def chown(self, path, *args, **kwargs):
if not _c.windows:
os.chown(path, *args, **kwargs)
@_c.raise_on_readonly
def create(self, path, mode, **kwargs):
fd = os.open(path, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, mode)
self.fds[fd] = os.fdopen(fd, 'wb')
return fd
def flush(self, path, fh):
try:
os.fsync(fh)
except OSError as e:
# I am not sure why this is happening on Windows. if anyone can give me a hint, please do.
if e.errno != EBADF: # "Bad file descriptor"
raise
return
def fsync(self, path, datasync, fh):
self.flush(path, fh)
return
def getattr(self, path, fh=None):
st = os.lstat(path)
uid, gid, _ = fuse_get_context()
res = {
key: getattr(st, key)
for key in ('st_atime', 'st_ctime', 'st_mode', 'st_mtime',
'st_nlink', 'st_size', 'st_flags') if hasattr(st, key)
}
res['st_uid'] = st.st_uid if st.st_uid != 0 else uid
res['st_gid'] = st.st_gid if st.st_gid != 0 else gid
return res
getxattr = None
def link(self, target, source):
return os.link(source, target)
listxattr = None
@_c.raise_on_readonly
def mkdir(self, path, *args, **kwargs):
os.mkdir(path, *args, **kwargs)
@_c.raise_on_readonly
def mknod(self, path, *args, **kwargs):
if not _c.windows:
os.mknod(path, *args, **kwargs)
# open = os.open
def open(self, path, flags):
f = open(path, 'rb+', buffering=-1)
self.fds[f.fileno()] = f
return f.fileno()
def read(self, path, size, offset, fh):
f = self.fds[fh]
# special check for special files
if os.path.basename(path).startswith(
'.') or 'nintendo dsiware' in path:
f.seek(offset)
return f.read(size)
before = offset % 16
f.seek(offset - before)
data = f.read(size + before)
iv = self.path_to_iv(path) + (offset >> 4)
return self.crypto.create_ctr_cipher(0x34, iv).decrypt(data)[before:]
def readdir(self, path, fh):
yield from ('.', '..')
ld = os.listdir(path)
if _c.windows:
# I should figure out how to mark hidden files, if possible
yield from (d for d in ld if not d.startswith('.'))
else:
yield from ld
readlink = os.readlink
def release(self, path, fh):
self.fds[fh].close()
del self.fds[fh]
@_c.raise_on_readonly
def rename(self, old, new):
# renaming's too difficult. just copy the file to the name you want if you really need it.
raise FuseOSError(EPERM)
@_c.raise_on_readonly
def rmdir(self, path):
os.rmdir(path)
# noinspection PyPep8Naming
def statfs(self, path):
if _c.windows:
lpSectorsPerCluster = c_ulonglong(0)
lpBytesPerSector = c_ulonglong(0)
lpNumberOfFreeClusters = c_ulonglong(0)
lpTotalNumberOfClusters = c_ulonglong(0)
ret = windll.kernel32.GetDiskFreeSpaceW(
c_wchar_p(path), pointer(lpSectorsPerCluster),
pointer(lpBytesPerSector), pointer(lpNumberOfFreeClusters),
pointer(lpTotalNumberOfClusters))
if not ret:
raise WindowsError
free_blocks = lpNumberOfFreeClusters.value * lpSectorsPerCluster.value
result = {
'f_bavail': free_blocks,
'f_bfree': free_blocks,
'f_bsize': lpBytesPerSector.value,
'f_frsize': lpBytesPerSector.value,
'f_blocks':
lpTotalNumberOfClusters.value * lpSectorsPerCluster.value,
'f_namemax': wintypes.MAX_PATH
}
return result
else:
stv = os.statvfs(path)
# f_flag causes python interpreter crashes in some cases. i don't get it.
return {
key: getattr(stv, key)
for key in ('f_bavail', 'f_bfree', 'f_blocks', 'f_bsize',
'f_favail', 'f_ffree', 'f_files', 'f_frsize',
'f_namemax')
}
def symlink(self, target, source):
return os.symlink(source, target)
def truncate(self, path, length, fh=None):
if fh is None:
with open(path, 'r+b') as f:
f.truncate(length)
else:
f = self.fds[fh]
f.truncate(length)
@_c.raise_on_readonly
def unlink(self, path, *args, **kwargs):
os.unlink(path)
@_c.raise_on_readonly
def utimens(self, path, *args, **kwargs):
os.utime(path, *args, **kwargs)
@_c.raise_on_readonly
def write(self, path, data, offset, fh):
f = self.fds[fh]
# special check for special files
if os.path.basename(path).startswith(
'.') or 'nintendo dsiware' in path.lower():
f.seek(offset)
return f.write(data)
before = offset % 16
iv = self.path_to_iv(path) + (offset >> 4)
out_data = self.crypto.create_ctr_cipher(
0x34, iv).decrypt((b'\0' * before) + data)[before:]
f.seek(offset)
return f.write(out_data)
class NCCHContainerMount(LoggingMixIn, Operations):
fd = 0
romfs_fuse = None
exefs_fuse = None
def __init__(self,
ncch_fp: BinaryIO,
g_stat: os.stat_result,
decompress_code: bool = True,
dev: bool = False,
seeddb: str = None):
self.crypto = CryptoEngine(dev=dev)
self.decompress_code = decompress_code
self.seeddb = seeddb
self.files: Dict[str, Dict] = {}
# get status change, modify, and file access times
self._g_stat = g_stat
self.g_stat = {
'st_ctime': int(g_stat.st_ctime),
'st_mtime': int(g_stat.st_mtime),
'st_atime': int(g_stat.st_atime)
}
ncch_header = ncch_fp.read(0x200)
self.reader = NCCHReader.from_header(ncch_header)
self.f = ncch_fp
if not self.reader.flags.no_crypto:
# I should figure out what happens if fixed-key crypto is
# used along with seed. even though this will never
# happen in practice, I would still like to see what
# happens if it happens.
if self.reader.flags.fixed_crypto_key:
normal_key = FIXED_SYSTEM_KEY if self.reader.program_id & (
0x10 << 32) else 0x0
self.crypto.set_normal_key(Keyslot.NCCH,
normal_key.to_bytes(0x10, 'big'))
else:
if self.reader.flags.uses_seed:
self.reader.load_seed_from_seeddb()
self.crypto.set_keyslot(
'y', Keyslot.NCCH,
readbe(self.reader.get_key_y(original=True)))
self.crypto.set_keyslot('y', self.reader.extra_keyslot,
readbe(self.reader.get_key_y()))
def __del__(self, *args):
try:
self.f.close()
except AttributeError:
pass
destroy = __del__
def init(self, path, _setup_romfs=True):
decrypted_filename = '/decrypted.' + (
'cxi' if self.reader.flags.executable else 'cfa')
self.files[decrypted_filename] = {
'size': self.reader.content_size,
'offset': 0,
'enctype': 'fulldec'
}
self.files['/ncch.bin'] = {
'size': 0x200,
'offset': 0,
'enctype': 'none'
}
if self.reader.check_for_extheader():
self.files['/extheader.bin'] = {
'size': 0x800,
'offset': 0x200,
'enctype': 'normal',
'keyslot': Keyslot.NCCH,
'iv': (self.reader.partition_id << 64 | (0x01 << 56))
}
plain_region = self.reader.plain_region
if plain_region.offset:
self.files['/plain.bin'] = {
'size': plain_region.size,
'offset': plain_region.offset,
'enctype': 'none'
}
logo_region = self.reader.logo_region
if logo_region.offset:
self.files['/logo.bin'] = {
'size': logo_region.size,
'offset': logo_region.offset,
'enctype': 'none'
}
exefs_region = self.reader.exefs_region
if exefs_region.offset:
exefs_type = 'exefs'
if self.reader.extra_keyslot == Keyslot.NCCH:
exefs_type = 'normal'
self.files['/exefs.bin'] = {
'size': exefs_region.size,
'offset': exefs_region.offset,
'enctype': exefs_type,
'keyslot': Keyslot.NCCH,
'keyslot_extra': self.reader.extra_keyslot,
'iv': (self.reader.partition_id << 64 | (0x02 << 56)),
'keyslot_normal_range': [(0, 0x200)]
}
# noinspection PyBroadException
try:
# get code compression bit
decompress = False
if self.decompress_code and self.reader.check_for_extheader():
exh_flag = self.read('/extheader.bin', 1, 0xD, 0)
decompress = exh_flag[0] & 1
exefs_vfp = _c.VirtualFileWrapper(self, '/exefs.bin',
exefs_region.size)
exefs_fuse = ExeFSMount(exefs_vfp,
self._g_stat,
decompress_code=decompress,
strict=True)
self.exefs_fuse = exefs_fuse
except Exception as e:
print(f'Failed to mount ExeFS: {type(e).__name__}: {e}')
self.exefs_fuse = None
else:
if not self.reader.flags.no_crypto:
for n, ent in self.exefs_fuse.reader.entries.items():
if n in {'icon', 'banner'}:
self.files['/exefs.bin'][
'keyslot_normal_range'].append(
(ent.offset + 0x200, ent.offset + 0x200 +
roundup(ent.size, 0x200)))
if not self.reader.flags.no_romfs:
romfs_region = self.reader.romfs_region
if romfs_region.offset:
self.files['/romfs.bin'] = {
'size': romfs_region.size,
'offset': romfs_region.offset,
'enctype': 'normal',
'keyslot': self.reader.extra_keyslot,
'iv': (self.reader.partition_id << 64 | (0x03 << 56))
}
if _setup_romfs:
self.setup_romfs()
if self.exefs_fuse and '/code.bin' in self.exefs_fuse.files and self.exefs_fuse.decompress_code:
print('ExeFS: Reading .code...')
data = self.exefs_fuse.read(
'/code.bin', self.exefs_fuse.files['/code.bin'].size, 0, 0)
Thread(target=self.exefs_fuse.init, daemon=True,
args=(path, data)).start()
def setup_romfs(self):
if '/romfs.bin' in self.files:
# noinspection PyBroadException
try:
romfs_vfp = _c.VirtualFileWrapper(
self, '/romfs.bin', self.reader.romfs_region.size)
# noinspection PyTypeChecker
romfs_fuse = RomFSMount(romfs_vfp, self._g_stat)
romfs_fuse.init('/')
self.romfs_fuse = romfs_fuse
except Exception as e:
print(f'Failed to mount RomFS: {type(e).__name__}: {e}')
def flush(self, path, fh):
return self.f.flush()
@_c.ensure_lower_path
def getattr(self, path, fh=None):
if path.startswith('/exefs/'):
return self.exefs_fuse.getattr(_c.remove_first_dir(path), fh)
elif path.startswith('/romfs/'):
return self.romfs_fuse.getattr(_c.remove_first_dir(path), fh)
uid, gid, pid = fuse_get_context()
if path in {'/', '/romfs', '/exefs'}:
st = {'st_mode': (S_IFDIR | 0o555), 'st_nlink': 2}
elif path in self.files:
st = {
'st_mode': (S_IFREG | 0o444),
'st_size': self.files[path]['size'],
'st_nlink': 1
}
else:
raise FuseOSError(ENOENT)
return {**st, **self.g_stat, 'st_uid': uid, 'st_gid': gid}
def open(self, path, flags):
self.fd += 1
return self.fd
@_c.ensure_lower_path
def readdir(self, path, fh):
if path.startswith('/exefs'):
yield from self.exefs_fuse.readdir(_c.remove_first_dir(path), fh)
elif path.startswith('/romfs'):
yield from self.romfs_fuse.readdir(_c.remove_first_dir(path), fh)
elif path == '/':
yield from ('.', '..')
yield from (x[1:] for x in self.files)
if self.exefs_fuse is not None:
yield 'exefs'
if self.romfs_fuse is not None:
yield 'romfs'
@_c.ensure_lower_path
def read(self, path, size, offset, fh):
if path.startswith('/exefs/'):
return self.exefs_fuse.read(_c.remove_first_dir(path), size,
offset, fh)
elif path.startswith('/romfs/'):
return self.romfs_fuse.read(_c.remove_first_dir(path), size,
offset, fh)
fi = self.files[path]
real_offset = fi['offset'] + offset
if fi['offset'] + offset > fi['offset'] + fi['size']:
return b''
if offset + size > fi['size']:
size = fi['size'] - offset
if fi['enctype'] == 'none' or self.reader.flags.no_crypto:
# if no encryption, just read and return
self.f.seek(real_offset)
data = self.f.read(size)
elif fi['enctype'] == 'normal':
self.f.seek(real_offset)
data = self.f.read(size)
# thanks Stary2001
before = offset % 16
after = (offset + size) % 16
data = (b'\0' * before) + data + (b'\0' * after)
iv = fi['iv'] + (offset >> 4)
data = self.crypto.create_ctr_cipher(
fi['keyslot'], iv).decrypt(data)[before:size + before]
elif fi['enctype'] == 'exefs':
# thanks Stary2001
before = offset % 0x200
aligned_real_offset = real_offset - before
aligned_offset = offset - before
aligned_size = size + before
self.f.seek(aligned_real_offset)
def do_thing(al_offset: int, al_size: int, cut_start: int,
cut_end: int):
end: int = al_offset + (ceil(al_size / 0x200) * 0x200)
last_chunk_offset = end - 0x200
# noinspection PyTypeChecker
for chunk in range(al_offset, end, 0x200):
iv = fi['iv'] + (chunk >> 4)
keyslot = fi['keyslot_extra']
for r in fi['keyslot_normal_range']:
if r[0] <= self.f.tell() - fi['offset'] < r[1]:
keyslot = fi['keyslot']
out = self.crypto.create_ctr_cipher(keyslot, iv).decrypt(
self.f.read(0x200))
if chunk == al_offset:
out = out[cut_start:]
if chunk == last_chunk_offset and cut_end != 0x200:
out = out[:-cut_end]
yield out
data = b''.join(
do_thing(aligned_offset, aligned_size, before,
0x200 - ((size + before) % 0x200)))
elif fi['enctype'] == 'fulldec':
# this could be optimized much better
before = offset % 0x200
aligned_real_offset = real_offset - before
aligned_offset = offset - before
aligned_size = size + before
self.f.seek(aligned_real_offset)
def do_thing(al_offset: int, al_size: int, cut_start: int,
cut_end: int):
end: int = al_offset + (ceil(al_size / 0x200) * 0x200)
# dict is ordered by default in CPython since 3.6.0
# and part of the language spec since 3.7.0
to_read: Dict[str, List[int]] = {}
if self.reader.check_for_extheader():
extheader_start = 0x200
extheader_end = 0xA00
else:
extheader_start = extheader_end = 0
logo = self.reader.logo_region
logo_start = logo.offset
logo_end = logo_start + logo.size
plain = self.reader.plain_region
plain_start = plain.offset
plain_end = plain_start + plain.size
exefs = self.reader.exefs_region
exefs_start = exefs.offset
exefs_end = exefs_start + exefs.size
romfs = self.reader.romfs_region
romfs_start = romfs.offset
romfs_end = romfs_start + romfs.size
for chunk_offset in range(al_offset, end, 0x200):
# RomFS check first, since it might be faster
if romfs_start <= chunk_offset < romfs_end:
name = '/romfs.bin'
curr_offset = romfs_start
# ExeFS check second, since it might be faster
elif exefs_start <= chunk_offset < exefs_end:
name = '/exefs.bin'
curr_offset = exefs_start
# NCCH check, always 0x0 to 0x200
elif 0 <= chunk_offset < 0x200:
name = '/ncch.bin'
curr_offset = 0
elif extheader_start <= chunk_offset < extheader_end:
name = '/extheader.bin'
curr_offset = extheader_start
elif logo_start <= chunk_offset < logo_end:
name = '/logo.bin'
curr_offset = logo_start
elif plain_start <= chunk_offset < plain_end:
name = '/plain.bin'
curr_offset = plain_start
else:
name = f'raw{chunk_offset}'
curr_offset = 0
if name not in to_read:
to_read[name] = [chunk_offset - curr_offset, 0]
to_read[name][1] += 0x200
last_name = name
is_start = True
for name, info in to_read.items():
try:
new_data = self.read(name, info[1], info[0], 0)
if name == '/ncch.bin':
# fix crypto flags
ncch_array = bytearray(new_data)
ncch_array[0x18B] = 0
ncch_array[0x18F] = 4
new_data = bytes(ncch_array)
except KeyError:
# for unknown files
self.f.seek(info[0])
new_data = self.f.read(info[1])
if is_start is True:
new_data = new_data[cut_start:]
is_start = False
# noinspection PyUnboundLocalVariable
if name == last_name and cut_end != 0x200:
new_data = new_data[:-cut_end]
yield new_data
data = b''.join(
do_thing(aligned_offset, aligned_size, before,
0x200 - ((size + before) % 0x200)))
else:
from pprint import pformat
print(
'--------------------------------------------------',
'Warning: unknown file type (this should not happen!)',
'Please file an issue or contact the developer with the details below.',
' https://github.com/ihaveamac/ninfs/issues',
'--------------------------------------------------',
f'{path!r}: {pformat(fi)!r}',
sep='\n')
data = b'g' * size
return data
@_c.ensure_lower_path
def statfs(self, path):
if path.startswith('/exefs/'):
return self.exefs_fuse.statfs(_c.remove_first_dir(path))
elif path.startswith('/romfs/'):
return self.romfs_fuse.statfs(_c.remove_first_dir(path))
else:
return {
'f_bsize': 4096,
'f_blocks': self.reader.content_size // 4096,
'f_bavail': 0,
'f_bfree': 0,
'f_files': len(self.files)
}
class NCCHContainerMount(LoggingMixIn, Operations):
fd = 0
_exefs_mounted = False
_romfs_mounted = False
romfs_fuse = None
exefs_fuse = None
def __init__(self, ncch_fp: BinaryIO, g_stat: os.stat_result, decompress_code: bool = True, dev: bool = False,
seeddb: str = None):
self.crypto = CryptoEngine(dev=dev)
self.decompress_code = decompress_code
self.seeddb = seeddb
self.files: Dict[str, Dict] = {}
# get status change, modify, and file access times
self._g_stat = g_stat
self.g_stat = {'st_ctime': int(g_stat.st_ctime), 'st_mtime': int(g_stat.st_mtime),
'st_atime': int(g_stat.st_atime)}
ncch_header = ncch_fp.read(0x200)
self.reader = NCCHReader.from_header(ncch_header)
self.f = ncch_fp
if not self.reader.flags.no_crypto:
# I should figure out what happens if fixed-key crypto is
# used along with seed. even though this will never
# happen in practice, I would still like to see what
# happens if it happens.
if self.reader.flags.fixed_crypto_key:
normal_key = FIXED_SYSTEM_KEY if self.reader.program_id & (0x10 << 32) else 0x0
self.crypto.set_normal_key(0x2C, normal_key.to_bytes(0x10, 'big'))
else:
if self.reader.flags.uses_seed:
self.reader.load_seed_from_seeddb()
self.crypto.set_keyslot('y', 0x2C, readbe(self.reader.get_key_y(original=True)))
self.crypto.set_keyslot('y', self.reader.extra_keyslot,
readbe(self.reader.get_key_y()))
def __del__(self, *args):
try:
self.f.close()
except AttributeError:
pass
destroy = __del__
def init(self, path):
decrypted_filename = '/decrypted.' + ('cxi' if self.reader.flags.executable else 'cfa')
self.files[decrypted_filename] = {'size': self.reader.content_size, 'offset': 0, 'enctype': 'fulldec'}
self.files['/ncch.bin'] = {'size': 0x200, 'offset': 0, 'enctype': 'none'}
if self.reader.check_for_extheader():
self.files['/extheader.bin'] = {'size': 0x800, 'offset': 0x200, 'enctype': 'normal',
'keyslot': 0x2C, 'iv': (self.reader.partition_id << 64 | (0x01 << 56))}
plain_region = self.reader.plain_region
if plain_region.offset:
self.files['/plain.bin'] = {'size': plain_region.size, 'offset': plain_region.offset, 'enctype': 'none'}
logo_region = self.reader.logo_region
if logo_region.offset:
self.files['/logo.bin'] = {'size': logo_region.size, 'offset': logo_region.offset, 'enctype': 'none'}
exefs_region = self.reader.exefs_region
if exefs_region.offset:
self.files['/exefs.bin'] = {'size': exefs_region.size, 'offset': exefs_region.offset, 'enctype': 'exefs',
'keyslot': 0x2C, 'keyslot_extra': self.reader.extra_keyslot,
'iv': (self.reader.partition_id << 64 | (0x02 << 56)),
'keyslot_normal_range': [(0, 0x200)]}
# noinspection PyBroadException
try:
# get code compression bit
decompress = False
if self.decompress_code and self.reader.check_for_extheader():
exh_flag = self.read('/extheader.bin', 1, 0xD, 0)
decompress = exh_flag[0] & 1
exefs_vfp = _c.VirtualFileWrapper(self, '/exefs.bin', exefs_region.size)
exefs_fuse = ExeFSMount(exefs_vfp, self._g_stat, decompress_code=decompress, strict=True)
exefs_fuse.init(path)
self.exefs_fuse = exefs_fuse
except Exception as e:
print(f'Failed to mount ExeFS: {type(e).__name__}: {e}')
else:
if not self.reader.flags.no_crypto:
for n, ent in self.exefs_fuse.reader.entries.items():
if n in {'icon', 'banner'}:
self.files['/exefs.bin']['keyslot_normal_range'].append(
(ent.offset + 0x200, ent.offset + 0x200 + roundup(ent.size, 0x200)))
if not self.reader.flags.no_romfs:
romfs_region = self.reader.romfs_region
if romfs_region.offset:
self.files['/romfs.bin'] = {'size': romfs_region.size, 'offset': romfs_region.offset,
'enctype': 'normal', 'keyslot': self.reader.extra_keyslot,
'iv': (self.reader.partition_id << 64 | (0x03 << 56))}
# noinspection PyBroadException
try:
romfs_vfp = _c.VirtualFileWrapper(self, '/romfs.bin', romfs_region.size)
romfs_fuse = RomFSMount(romfs_vfp, self._g_stat)
romfs_fuse.init(path)
self.romfs_fuse = romfs_fuse
except Exception as e:
print(f'Failed to mount RomFS: {type(e).__name__}: {e}')
def flush(self, path, fh):
return self.f.flush()
@_c.ensure_lower_path
def getattr(self, path, fh=None):
if path.startswith('/exefs/'):
return self.exefs_fuse.getattr(_c.remove_first_dir(path), fh)
elif path.startswith('/romfs/'):
return self.romfs_fuse.getattr(_c.remove_first_dir(path), fh)
uid, gid, pid = fuse_get_context()
if path in {'/', '/romfs', '/exefs'}:
st = {'st_mode': (S_IFDIR | 0o555), 'st_nlink': 2}
elif path in self.files:
st = {'st_mode': (S_IFREG | 0o444), 'st_size': self.files[path]['size'], 'st_nlink': 1}
else:
raise FuseOSError(ENOENT)
return {**st, **self.g_stat, 'st_uid': uid, 'st_gid': gid}
def open(self, path, flags):
self.fd += 1
return self.fd
@_c.ensure_lower_path
def readdir(self, path, fh):
if path.startswith('/exefs'):
yield from self.exefs_fuse.readdir(_c.remove_first_dir(path), fh)
elif path.startswith('/romfs'):
yield from self.romfs_fuse.readdir(_c.remove_first_dir(path), fh)
elif path == '/':
yield from ('.', '..')
yield from (x[1:] for x in self.files)
if self.exefs_fuse is not None:
yield 'exefs'
if self.romfs_fuse is not None:
yield 'romfs'
@_c.ensure_lower_path
def read(self, path, size, offset, fh):
if path.startswith('/exefs/'):
return self.exefs_fuse.read(_c.remove_first_dir(path), size, offset, fh)
elif path.startswith('/romfs/'):
return self.romfs_fuse.read(_c.remove_first_dir(path), size, offset, fh)
fi = self.files[path]
real_offset = fi['offset'] + offset
if fi['offset'] + offset > fi['offset'] + fi['size']:
return b''
if offset + size > fi['size']:
size = fi['size'] - offset
if fi['enctype'] == 'none' or self.reader.flags.no_crypto:
# if no encryption, just read and return
self.f.seek(real_offset)
data = self.f.read(size)
elif fi['enctype'] == 'normal':
self.f.seek(real_offset)
data = self.f.read(size)
# thanks Stary2001
before = offset % 16
after = (offset + size) % 16
data = (b'\0' * before) + data + (b'\0' * after)
iv = fi['iv'] + (offset >> 4)
data = self.crypto.create_ctr_cipher(fi['keyslot'], iv).decrypt(data)[before:size + before]
elif fi['enctype'] == 'exefs':
# thanks Stary2001
before = offset % 0x200
aligned_real_offset = real_offset - before
aligned_offset = offset - before
aligned_size = size + before
self.f.seek(aligned_real_offset)
data = b''
# noinspection PyTypeChecker
for chunk in range(ceil(aligned_size / 0x200)):
iv = fi['iv'] + ((aligned_offset + (chunk * 0x200)) >> 4)
keyslot = fi['keyslot_extra']
for r in fi['keyslot_normal_range']:
if r[0] <= self.f.tell() - fi['offset'] < r[1]:
keyslot = fi['keyslot']
data += self.crypto.create_ctr_cipher(keyslot, iv).decrypt(self.f.read(0x200))
data = data[before:size + before]
elif fi['enctype'] == 'fulldec':
# this could be optimized much better
before = offset % 0x200
aligned_real_offset = real_offset - before
aligned_offset = offset - before
aligned_size = size + before
self.f.seek(aligned_real_offset)
data = b''
files_to_read = OrderedDict()
# noinspection PyTypeChecker
for chunk in range(ceil(aligned_size / 0x200)):
new_offset = (aligned_offset + (chunk * 0x200))
added = False
for fname, attrs in self.files.items():
if attrs['enctype'] == 'fulldec':
continue
if attrs['offset'] <= new_offset < attrs['offset'] + attrs['size']:
if fname not in files_to_read:
files_to_read[fname] = [new_offset - attrs['offset'], 0]
files_to_read[fname][1] += 0x200
added = True
if not added:
files_to_read[f'raw{chunk}'] = [new_offset, 0x200]
for fname, info in files_to_read.items():
try:
new_data = self.read(fname, info[1], info[0], 0)
if fname == '/ncch.bin':
# fix crypto flags
ncch_array = bytearray(new_data)
ncch_array[0x18B] = 0
ncch_array[0x18F] = 4
new_data = bytes(ncch_array)
except KeyError:
# for unknown files
self.f.seek(info[0])
new_data = self.f.read(info[1])
data += new_data
data = data[before:size + before]
else:
from pprint import pformat
print('--------------------------------------------------',
'Warning: unknown file type (this should not happen!)',
'Please file an issue or contact the developer with the details below.',
' https://github.com/ihaveamac/fuse-3ds/issues',
'--------------------------------------------------',
f'{path!r}: {pformat(fi)!r}', sep='\n')
data = b'g' * size
return data
@_c.ensure_lower_path
def statfs(self, path):
if path.startswith('/exefs/'):
return self.exefs_fuse.statfs(_c.remove_first_dir(path))
elif path.startswith('/romfs/'):
return self.romfs_fuse.statfs(_c.remove_first_dir(path))
else:
return {'f_bsize': 4096, 'f_blocks': self.reader.content_size // 4096, 'f_bavail': 0, 'f_bfree': 0,
'f_files': len(self.files)}