class TWLNandImageMount(LoggingMixIn, Operations): fd = 0 def __init__(self, nand_fp: BinaryIO, g_stat: os.stat, consoleid: str, cid: str = None, readonly: bool = False): self.crypto = CryptoEngine(setup_b9_keys=False) self.readonly = readonly self.g_stat = { 'st_ctime': int(g_stat.st_ctime), 'st_mtime': int(g_stat.st_mtime), 'st_atime': int(g_stat.st_atime) } self.files = {} res = nand_fp.seek(0, 2) if res == 0xF000200: self.files['/nocash_blk.bin'] = { 'offset': 0xF000000, 'size': 0x200, 'type': 'dec' } elif res != 0xF000000: exit( f'Unknown NAND size (expected 0xF000000 or 0xF000200, got {res:#09X}' ) nand_fp.seek(0) try: consoleid = bytes.fromhex(consoleid) except (ValueError, TypeError): try: with open(consoleid, 'rb') as f: consoleid = f.read(0x10) except (FileNotFoundError, TypeError): exit( 'Failed to convert Console ID to bytes, or file did not exist.' ) twl_consoleid_list = (readbe(consoleid[4:8]), readbe(consoleid[0:4])) key_x_list = [ twl_consoleid_list[0], twl_consoleid_list[0] ^ 0x24EE6906, twl_consoleid_list[1] ^ 0xE65B601D, twl_consoleid_list[1] ] self.crypto.set_keyslot('x', 0x03, pack('<4I', *key_x_list)) header_enc = nand_fp.read(0x200) if cid: try: cid = bytes.fromhex(cid) except ValueError: try: with open(cid, 'rb') as f: cid = f.read(0x10) except FileNotFoundError: exit( 'Failed to convert CID to bytes, or file did not exist.' ) self.ctr = readle(sha1(cid).digest()[0:16]) else: # attempt to generate counter block_0x1c = readbe(header_enc[0x1C0:0x1D0]) blk_xored = block_0x1c ^ 0x1804060FE03B77080000896F06000002 ctr_offs = self.crypto.create_ecb_cipher(0x03).decrypt( blk_xored.to_bytes(0x10, 'little')) self.ctr = int.from_bytes(ctr_offs, 'big') - 0x1C # try the counter block_0x1d = header_enc[0x1D0:0x1E0] out = self.crypto.create_ctr_cipher(0x03, self.ctr + 0x1D).decrypt(block_0x1d) if out != b'\xce<\x06\x0f\xe0\xbeMx\x06\x00\xb3\x05\x01\x00\x00\x02': exit( 'Counter could not be automatically generated. Please provide the CID, ' 'or ensure the provided Console ID is correct..') print('Counter automatically generated.') self.files['/stage2_infoblk1.bin'] = { 'offset': 0x200, 'size': 0x200, 'type': 'dec' } self.files['/stage2_infoblk2.bin'] = { 'offset': 0x400, 'size': 0x200, 'type': 'dec' } self.files['/stage2_infoblk3.bin'] = { 'offset': 0x600, 'size': 0x200, 'type': 'dec' } self.files['/stage2_bootldr.bin'] = { 'offset': 0x800, 'size': 0x4DC00, 'type': 'dec' } self.files['/stage2_footer.bin'] = { 'offset': 0x4E400, 'size': 0x400, 'type': 'dec' } self.files['/diag_area.bin'] = { 'offset': 0xFFA00, 'size': 0x400, 'type': 'dec' } header = self.crypto.create_ctr_cipher(0x03, self.ctr).decrypt(header_enc) mbr = header[0x1BE:0x200] if mbr[0x40:0x42] != b'\x55\xaa': exit( 'MBR signature not found. Make sure the provided Console ID and CID are correct.' ) partitions = [[ readle(mbr[i + 8:i + 12]) * 0x200, readle(mbr[i + 12:i + 16]) * 0x200 ] for i in range(0, 0x40, 0x10)] for idx, part in enumerate(partitions): if part[0]: ptype = 'enc' if idx < 2 else 'dec' pname = ('twl_main', 'twl_photo', 'twl_unk1', 'twk_unk2')[idx] self.files[f'/{pname}.img'] = { 'offset': part[0], 'size': part[1], 'type': ptype } self.f = nand_fp def __del__(self, *args): try: self.f.close() except AttributeError: pass destroy = __del__ def flush(self, path, fh): return self.f.flush() @_c.ensure_lower_path def getattr(self, path, fh=None): uid, gid, pid = fuse_get_context() if path == '/': st = { 'st_mode': (S_IFDIR | (0o555 if self.readonly else 0o777)), 'st_nlink': 2 } elif path in self.files: st = { 'st_mode': (S_IFREG | (0o444 if self.readonly else 0o666)), 'st_size': self.files[path]['size'], 'st_nlink': 1 } else: raise FuseOSError(ENOENT) return {**st, **self.g_stat, 'st_uid': uid, 'st_gid': gid} def open(self, path, flags): self.fd += 1 return self.fd @_c.ensure_lower_path def readdir(self, path, fh): yield from ('.', '..') yield from (x[1:] for x in self.files) @_c.ensure_lower_path def read(self, path, size, offset, fh): fi = self.files[path] real_offset = fi['offset'] + offset if fi['offset'] + offset > fi['offset'] + fi['size']: return b'' if offset + size > fi['size']: size = fi['size'] - offset self.f.seek(real_offset) data = self.f.read(size) if fi['type'] == 'enc': before = offset % 16 after = (offset + size) % 16 data = (b'\0' * before) + data + (b'\0' * after) iv = self.ctr + (real_offset >> 4) data = self.crypto.create_ctr_cipher( 0x03, iv).decrypt(data)[before:len(data) - after] return data @_c.ensure_lower_path def statfs(self, path): return { 'f_bsize': 4096, 'f_blocks': 0xF000000 // 4096, 'f_bavail': 0, 'f_bfree': 0, 'f_files': len(self.files) } @_c.ensure_lower_path def write(self, path, data, offset, fh): if self.readonly: raise FuseOSError(EROFS) fi = self.files[path] real_offset = fi['offset'] + offset real_len = len(data) if offset >= fi['size']: print('attempt to start writing past file') return real_len if real_offset + len(data) > fi['offset'] + fi['size']: data = data[:-((real_offset + len(data)) - fi['size'])] if fi['type'] == 'dec': self.f.seek(real_offset) self.f.write(data) else: before = offset % 16 after = 16 - ((offset + real_len) % 16) if after == 16: after = 0 iv = self.ctr + (real_offset >> 4) data = (b'\0' * before) + data + (b'\0' * after) out_data = self.crypto.create_ctr_cipher( 0x03, iv).encrypt(data)[before:real_len - after] self.f.seek(real_offset) self.f.write(out_data) return real_len
class SDFilesystemMount(LoggingMixIn, Operations): @_c.ensure_lower_path def path_to_iv(self, path): path_hash = sha256(path[self.root_len + 33:].encode('utf-16le') + b'\0\0').digest() hash_p1 = readbe(path_hash[0:16]) hash_p2 = readbe(path_hash[16:32]) return hash_p1 ^ hash_p2 def __init__(self, sd_dir: str, movable: str, dev: bool = False, readonly: bool = False): self.crypto = CryptoEngine(dev=dev) with open(movable, 'rb') as mv: mv.seek(0x110) key_y = mv.read(0x10) key_hash = sha256(key_y).digest() hash_parts = unpack('<IIII', key_hash[0:16]) self.root_dir = f'{hash_parts[0]:08x}{hash_parts[1]:08x}{hash_parts[2]:08x}{hash_parts[3]:08x}' if not os.path.isdir(sd_dir + '/' + self.root_dir): exit(f'Failed to find {self.root_dir} in the SD dir.') self.fds: Dict[int, BinaryIO] = {} print('Root dir: ' + self.root_dir) self.crypto.set_keyslot('y', 0x34, readbe(key_y)) print('Key: ' + self.crypto.key_normal[0x34].hex()) self.root = os.path.realpath(sd_dir + '/' + self.root_dir) self.root_len = len(self.root) self.readonly = readonly # noinspection PyMethodOverriding def __call__(self, op, path, *args): return super().__call__(op, self.root + path, *args) def __del__(self, *args): # putting the keys in a tuple so the dict can be modified with suppress(AttributeError): for f in tuple(self.fds): with suppress(KeyError): self.fds[f].close() del self.fds[f] destroy = __del__ def access(self, path, mode): if not os.access(path, mode): raise FuseOSError(EACCES) @_c.raise_on_readonly def chmod(self, path, mode): os.chmod(path, mode) @_c.raise_on_readonly def chown(self, path, *args, **kwargs): if not _c.windows: os.chown(path, *args, **kwargs) @_c.raise_on_readonly def create(self, path, mode, **kwargs): fd = os.open(path, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, mode) self.fds[fd] = os.fdopen(fd, 'wb') return fd def flush(self, path, fh): try: os.fsync(fh) except OSError as e: # I am not sure why this is happening on Windows. if anyone can give me a hint, please do. if e.errno != EBADF: # "Bad file descriptor" raise return def fsync(self, path, datasync, fh): self.flush(path, fh) return def getattr(self, path, fh=None): st = os.lstat(path) uid, gid, _ = fuse_get_context() res = { key: getattr(st, key) for key in ('st_atime', 'st_ctime', 'st_mode', 'st_mtime', 'st_nlink', 'st_size', 'st_flags') if hasattr(st, key) } res['st_uid'] = st.st_uid if st.st_uid != 0 else uid res['st_gid'] = st.st_gid if st.st_gid != 0 else gid return res getxattr = None def link(self, target, source): return os.link(source, target) listxattr = None @_c.raise_on_readonly def mkdir(self, path, *args, **kwargs): os.mkdir(path, *args, **kwargs) @_c.raise_on_readonly def mknod(self, path, *args, **kwargs): if not _c.windows: os.mknod(path, *args, **kwargs) # open = os.open def open(self, path, flags): f = open(path, 'rb+', buffering=-1) self.fds[f.fileno()] = f return f.fileno() def read(self, path, size, offset, fh): f = self.fds[fh] # special check for special files if os.path.basename(path).startswith( '.') or 'nintendo dsiware' in path: f.seek(offset) return f.read(size) before = offset % 16 f.seek(offset - before) data = f.read(size + before) iv = self.path_to_iv(path) + (offset >> 4) return self.crypto.create_ctr_cipher(0x34, iv).decrypt(data)[before:] def readdir(self, path, fh): yield from ('.', '..') ld = os.listdir(path) if _c.windows: # I should figure out how to mark hidden files, if possible yield from (d for d in ld if not d.startswith('.')) else: yield from ld readlink = os.readlink def release(self, path, fh): self.fds[fh].close() del self.fds[fh] @_c.raise_on_readonly def rename(self, old, new): # renaming's too difficult. just copy the file to the name you want if you really need it. raise FuseOSError(EPERM) @_c.raise_on_readonly def rmdir(self, path): os.rmdir(path) # noinspection PyPep8Naming def statfs(self, path): if _c.windows: lpSectorsPerCluster = c_ulonglong(0) lpBytesPerSector = c_ulonglong(0) lpNumberOfFreeClusters = c_ulonglong(0) lpTotalNumberOfClusters = c_ulonglong(0) ret = windll.kernel32.GetDiskFreeSpaceW( c_wchar_p(path), pointer(lpSectorsPerCluster), pointer(lpBytesPerSector), pointer(lpNumberOfFreeClusters), pointer(lpTotalNumberOfClusters)) if not ret: raise WindowsError free_blocks = lpNumberOfFreeClusters.value * lpSectorsPerCluster.value result = { 'f_bavail': free_blocks, 'f_bfree': free_blocks, 'f_bsize': lpBytesPerSector.value, 'f_frsize': lpBytesPerSector.value, 'f_blocks': lpTotalNumberOfClusters.value * lpSectorsPerCluster.value, 'f_namemax': wintypes.MAX_PATH } return result else: stv = os.statvfs(path) # f_flag causes python interpreter crashes in some cases. i don't get it. return { key: getattr(stv, key) for key in ('f_bavail', 'f_bfree', 'f_blocks', 'f_bsize', 'f_favail', 'f_ffree', 'f_files', 'f_frsize', 'f_namemax') } def symlink(self, target, source): return os.symlink(source, target) def truncate(self, path, length, fh=None): if fh is None: with open(path, 'r+b') as f: f.truncate(length) else: f = self.fds[fh] f.truncate(length) @_c.raise_on_readonly def unlink(self, path, *args, **kwargs): os.unlink(path) @_c.raise_on_readonly def utimens(self, path, *args, **kwargs): os.utime(path, *args, **kwargs) @_c.raise_on_readonly def write(self, path, data, offset, fh): f = self.fds[fh] # special check for special files if os.path.basename(path).startswith( '.') or 'nintendo dsiware' in path.lower(): f.seek(offset) return f.write(data) before = offset % 16 iv = self.path_to_iv(path) + (offset >> 4) out_data = self.crypto.create_ctr_cipher( 0x34, iv).decrypt((b'\0' * before) + data)[before:] f.seek(offset) return f.write(out_data)
class NCCHContainerMount(LoggingMixIn, Operations): fd = 0 romfs_fuse = None exefs_fuse = None def __init__(self, ncch_fp: BinaryIO, g_stat: os.stat_result, decompress_code: bool = True, dev: bool = False, seeddb: str = None): self.crypto = CryptoEngine(dev=dev) self.decompress_code = decompress_code self.seeddb = seeddb self.files: Dict[str, Dict] = {} # get status change, modify, and file access times self._g_stat = g_stat self.g_stat = { 'st_ctime': int(g_stat.st_ctime), 'st_mtime': int(g_stat.st_mtime), 'st_atime': int(g_stat.st_atime) } ncch_header = ncch_fp.read(0x200) self.reader = NCCHReader.from_header(ncch_header) self.f = ncch_fp if not self.reader.flags.no_crypto: # I should figure out what happens if fixed-key crypto is # used along with seed. even though this will never # happen in practice, I would still like to see what # happens if it happens. if self.reader.flags.fixed_crypto_key: normal_key = FIXED_SYSTEM_KEY if self.reader.program_id & ( 0x10 << 32) else 0x0 self.crypto.set_normal_key(Keyslot.NCCH, normal_key.to_bytes(0x10, 'big')) else: if self.reader.flags.uses_seed: self.reader.load_seed_from_seeddb() self.crypto.set_keyslot( 'y', Keyslot.NCCH, readbe(self.reader.get_key_y(original=True))) self.crypto.set_keyslot('y', self.reader.extra_keyslot, readbe(self.reader.get_key_y())) def __del__(self, *args): try: self.f.close() except AttributeError: pass destroy = __del__ def init(self, path, _setup_romfs=True): decrypted_filename = '/decrypted.' + ( 'cxi' if self.reader.flags.executable else 'cfa') self.files[decrypted_filename] = { 'size': self.reader.content_size, 'offset': 0, 'enctype': 'fulldec' } self.files['/ncch.bin'] = { 'size': 0x200, 'offset': 0, 'enctype': 'none' } if self.reader.check_for_extheader(): self.files['/extheader.bin'] = { 'size': 0x800, 'offset': 0x200, 'enctype': 'normal', 'keyslot': Keyslot.NCCH, 'iv': (self.reader.partition_id << 64 | (0x01 << 56)) } plain_region = self.reader.plain_region if plain_region.offset: self.files['/plain.bin'] = { 'size': plain_region.size, 'offset': plain_region.offset, 'enctype': 'none' } logo_region = self.reader.logo_region if logo_region.offset: self.files['/logo.bin'] = { 'size': logo_region.size, 'offset': logo_region.offset, 'enctype': 'none' } exefs_region = self.reader.exefs_region if exefs_region.offset: exefs_type = 'exefs' if self.reader.extra_keyslot == Keyslot.NCCH: exefs_type = 'normal' self.files['/exefs.bin'] = { 'size': exefs_region.size, 'offset': exefs_region.offset, 'enctype': exefs_type, 'keyslot': Keyslot.NCCH, 'keyslot_extra': self.reader.extra_keyslot, 'iv': (self.reader.partition_id << 64 | (0x02 << 56)), 'keyslot_normal_range': [(0, 0x200)] } # noinspection PyBroadException try: # get code compression bit decompress = False if self.decompress_code and self.reader.check_for_extheader(): exh_flag = self.read('/extheader.bin', 1, 0xD, 0) decompress = exh_flag[0] & 1 exefs_vfp = _c.VirtualFileWrapper(self, '/exefs.bin', exefs_region.size) exefs_fuse = ExeFSMount(exefs_vfp, self._g_stat, decompress_code=decompress, strict=True) self.exefs_fuse = exefs_fuse except Exception as e: print(f'Failed to mount ExeFS: {type(e).__name__}: {e}') self.exefs_fuse = None else: if not self.reader.flags.no_crypto: for n, ent in self.exefs_fuse.reader.entries.items(): if n in {'icon', 'banner'}: self.files['/exefs.bin'][ 'keyslot_normal_range'].append( (ent.offset + 0x200, ent.offset + 0x200 + roundup(ent.size, 0x200))) if not self.reader.flags.no_romfs: romfs_region = self.reader.romfs_region if romfs_region.offset: self.files['/romfs.bin'] = { 'size': romfs_region.size, 'offset': romfs_region.offset, 'enctype': 'normal', 'keyslot': self.reader.extra_keyslot, 'iv': (self.reader.partition_id << 64 | (0x03 << 56)) } if _setup_romfs: self.setup_romfs() if self.exefs_fuse and '/code.bin' in self.exefs_fuse.files and self.exefs_fuse.decompress_code: print('ExeFS: Reading .code...') data = self.exefs_fuse.read( '/code.bin', self.exefs_fuse.files['/code.bin'].size, 0, 0) Thread(target=self.exefs_fuse.init, daemon=True, args=(path, data)).start() def setup_romfs(self): if '/romfs.bin' in self.files: # noinspection PyBroadException try: romfs_vfp = _c.VirtualFileWrapper( self, '/romfs.bin', self.reader.romfs_region.size) # noinspection PyTypeChecker romfs_fuse = RomFSMount(romfs_vfp, self._g_stat) romfs_fuse.init('/') self.romfs_fuse = romfs_fuse except Exception as e: print(f'Failed to mount RomFS: {type(e).__name__}: {e}') def flush(self, path, fh): return self.f.flush() @_c.ensure_lower_path def getattr(self, path, fh=None): if path.startswith('/exefs/'): return self.exefs_fuse.getattr(_c.remove_first_dir(path), fh) elif path.startswith('/romfs/'): return self.romfs_fuse.getattr(_c.remove_first_dir(path), fh) uid, gid, pid = fuse_get_context() if path in {'/', '/romfs', '/exefs'}: st = {'st_mode': (S_IFDIR | 0o555), 'st_nlink': 2} elif path in self.files: st = { 'st_mode': (S_IFREG | 0o444), 'st_size': self.files[path]['size'], 'st_nlink': 1 } else: raise FuseOSError(ENOENT) return {**st, **self.g_stat, 'st_uid': uid, 'st_gid': gid} def open(self, path, flags): self.fd += 1 return self.fd @_c.ensure_lower_path def readdir(self, path, fh): if path.startswith('/exefs'): yield from self.exefs_fuse.readdir(_c.remove_first_dir(path), fh) elif path.startswith('/romfs'): yield from self.romfs_fuse.readdir(_c.remove_first_dir(path), fh) elif path == '/': yield from ('.', '..') yield from (x[1:] for x in self.files) if self.exefs_fuse is not None: yield 'exefs' if self.romfs_fuse is not None: yield 'romfs' @_c.ensure_lower_path def read(self, path, size, offset, fh): if path.startswith('/exefs/'): return self.exefs_fuse.read(_c.remove_first_dir(path), size, offset, fh) elif path.startswith('/romfs/'): return self.romfs_fuse.read(_c.remove_first_dir(path), size, offset, fh) fi = self.files[path] real_offset = fi['offset'] + offset if fi['offset'] + offset > fi['offset'] + fi['size']: return b'' if offset + size > fi['size']: size = fi['size'] - offset if fi['enctype'] == 'none' or self.reader.flags.no_crypto: # if no encryption, just read and return self.f.seek(real_offset) data = self.f.read(size) elif fi['enctype'] == 'normal': self.f.seek(real_offset) data = self.f.read(size) # thanks Stary2001 before = offset % 16 after = (offset + size) % 16 data = (b'\0' * before) + data + (b'\0' * after) iv = fi['iv'] + (offset >> 4) data = self.crypto.create_ctr_cipher( fi['keyslot'], iv).decrypt(data)[before:size + before] elif fi['enctype'] == 'exefs': # thanks Stary2001 before = offset % 0x200 aligned_real_offset = real_offset - before aligned_offset = offset - before aligned_size = size + before self.f.seek(aligned_real_offset) def do_thing(al_offset: int, al_size: int, cut_start: int, cut_end: int): end: int = al_offset + (ceil(al_size / 0x200) * 0x200) last_chunk_offset = end - 0x200 # noinspection PyTypeChecker for chunk in range(al_offset, end, 0x200): iv = fi['iv'] + (chunk >> 4) keyslot = fi['keyslot_extra'] for r in fi['keyslot_normal_range']: if r[0] <= self.f.tell() - fi['offset'] < r[1]: keyslot = fi['keyslot'] out = self.crypto.create_ctr_cipher(keyslot, iv).decrypt( self.f.read(0x200)) if chunk == al_offset: out = out[cut_start:] if chunk == last_chunk_offset and cut_end != 0x200: out = out[:-cut_end] yield out data = b''.join( do_thing(aligned_offset, aligned_size, before, 0x200 - ((size + before) % 0x200))) elif fi['enctype'] == 'fulldec': # this could be optimized much better before = offset % 0x200 aligned_real_offset = real_offset - before aligned_offset = offset - before aligned_size = size + before self.f.seek(aligned_real_offset) def do_thing(al_offset: int, al_size: int, cut_start: int, cut_end: int): end: int = al_offset + (ceil(al_size / 0x200) * 0x200) # dict is ordered by default in CPython since 3.6.0 # and part of the language spec since 3.7.0 to_read: Dict[str, List[int]] = {} if self.reader.check_for_extheader(): extheader_start = 0x200 extheader_end = 0xA00 else: extheader_start = extheader_end = 0 logo = self.reader.logo_region logo_start = logo.offset logo_end = logo_start + logo.size plain = self.reader.plain_region plain_start = plain.offset plain_end = plain_start + plain.size exefs = self.reader.exefs_region exefs_start = exefs.offset exefs_end = exefs_start + exefs.size romfs = self.reader.romfs_region romfs_start = romfs.offset romfs_end = romfs_start + romfs.size for chunk_offset in range(al_offset, end, 0x200): # RomFS check first, since it might be faster if romfs_start <= chunk_offset < romfs_end: name = '/romfs.bin' curr_offset = romfs_start # ExeFS check second, since it might be faster elif exefs_start <= chunk_offset < exefs_end: name = '/exefs.bin' curr_offset = exefs_start # NCCH check, always 0x0 to 0x200 elif 0 <= chunk_offset < 0x200: name = '/ncch.bin' curr_offset = 0 elif extheader_start <= chunk_offset < extheader_end: name = '/extheader.bin' curr_offset = extheader_start elif logo_start <= chunk_offset < logo_end: name = '/logo.bin' curr_offset = logo_start elif plain_start <= chunk_offset < plain_end: name = '/plain.bin' curr_offset = plain_start else: name = f'raw{chunk_offset}' curr_offset = 0 if name not in to_read: to_read[name] = [chunk_offset - curr_offset, 0] to_read[name][1] += 0x200 last_name = name is_start = True for name, info in to_read.items(): try: new_data = self.read(name, info[1], info[0], 0) if name == '/ncch.bin': # fix crypto flags ncch_array = bytearray(new_data) ncch_array[0x18B] = 0 ncch_array[0x18F] = 4 new_data = bytes(ncch_array) except KeyError: # for unknown files self.f.seek(info[0]) new_data = self.f.read(info[1]) if is_start is True: new_data = new_data[cut_start:] is_start = False # noinspection PyUnboundLocalVariable if name == last_name and cut_end != 0x200: new_data = new_data[:-cut_end] yield new_data data = b''.join( do_thing(aligned_offset, aligned_size, before, 0x200 - ((size + before) % 0x200))) else: from pprint import pformat print( '--------------------------------------------------', 'Warning: unknown file type (this should not happen!)', 'Please file an issue or contact the developer with the details below.', ' https://github.com/ihaveamac/ninfs/issues', '--------------------------------------------------', f'{path!r}: {pformat(fi)!r}', sep='\n') data = b'g' * size return data @_c.ensure_lower_path def statfs(self, path): if path.startswith('/exefs/'): return self.exefs_fuse.statfs(_c.remove_first_dir(path)) elif path.startswith('/romfs/'): return self.romfs_fuse.statfs(_c.remove_first_dir(path)) else: return { 'f_bsize': 4096, 'f_blocks': self.reader.content_size // 4096, 'f_bavail': 0, 'f_bfree': 0, 'f_files': len(self.files) }
class NCCHContainerMount(LoggingMixIn, Operations): fd = 0 _exefs_mounted = False _romfs_mounted = False romfs_fuse = None exefs_fuse = None def __init__(self, ncch_fp: BinaryIO, g_stat: os.stat_result, decompress_code: bool = True, dev: bool = False, seeddb: str = None): self.crypto = CryptoEngine(dev=dev) self.decompress_code = decompress_code self.seeddb = seeddb self.files: Dict[str, Dict] = {} # get status change, modify, and file access times self._g_stat = g_stat self.g_stat = {'st_ctime': int(g_stat.st_ctime), 'st_mtime': int(g_stat.st_mtime), 'st_atime': int(g_stat.st_atime)} ncch_header = ncch_fp.read(0x200) self.reader = NCCHReader.from_header(ncch_header) self.f = ncch_fp if not self.reader.flags.no_crypto: # I should figure out what happens if fixed-key crypto is # used along with seed. even though this will never # happen in practice, I would still like to see what # happens if it happens. if self.reader.flags.fixed_crypto_key: normal_key = FIXED_SYSTEM_KEY if self.reader.program_id & (0x10 << 32) else 0x0 self.crypto.set_normal_key(0x2C, normal_key.to_bytes(0x10, 'big')) else: if self.reader.flags.uses_seed: self.reader.load_seed_from_seeddb() self.crypto.set_keyslot('y', 0x2C, readbe(self.reader.get_key_y(original=True))) self.crypto.set_keyslot('y', self.reader.extra_keyslot, readbe(self.reader.get_key_y())) def __del__(self, *args): try: self.f.close() except AttributeError: pass destroy = __del__ def init(self, path): decrypted_filename = '/decrypted.' + ('cxi' if self.reader.flags.executable else 'cfa') self.files[decrypted_filename] = {'size': self.reader.content_size, 'offset': 0, 'enctype': 'fulldec'} self.files['/ncch.bin'] = {'size': 0x200, 'offset': 0, 'enctype': 'none'} if self.reader.check_for_extheader(): self.files['/extheader.bin'] = {'size': 0x800, 'offset': 0x200, 'enctype': 'normal', 'keyslot': 0x2C, 'iv': (self.reader.partition_id << 64 | (0x01 << 56))} plain_region = self.reader.plain_region if plain_region.offset: self.files['/plain.bin'] = {'size': plain_region.size, 'offset': plain_region.offset, 'enctype': 'none'} logo_region = self.reader.logo_region if logo_region.offset: self.files['/logo.bin'] = {'size': logo_region.size, 'offset': logo_region.offset, 'enctype': 'none'} exefs_region = self.reader.exefs_region if exefs_region.offset: self.files['/exefs.bin'] = {'size': exefs_region.size, 'offset': exefs_region.offset, 'enctype': 'exefs', 'keyslot': 0x2C, 'keyslot_extra': self.reader.extra_keyslot, 'iv': (self.reader.partition_id << 64 | (0x02 << 56)), 'keyslot_normal_range': [(0, 0x200)]} # noinspection PyBroadException try: # get code compression bit decompress = False if self.decompress_code and self.reader.check_for_extheader(): exh_flag = self.read('/extheader.bin', 1, 0xD, 0) decompress = exh_flag[0] & 1 exefs_vfp = _c.VirtualFileWrapper(self, '/exefs.bin', exefs_region.size) exefs_fuse = ExeFSMount(exefs_vfp, self._g_stat, decompress_code=decompress, strict=True) exefs_fuse.init(path) self.exefs_fuse = exefs_fuse except Exception as e: print(f'Failed to mount ExeFS: {type(e).__name__}: {e}') else: if not self.reader.flags.no_crypto: for n, ent in self.exefs_fuse.reader.entries.items(): if n in {'icon', 'banner'}: self.files['/exefs.bin']['keyslot_normal_range'].append( (ent.offset + 0x200, ent.offset + 0x200 + roundup(ent.size, 0x200))) if not self.reader.flags.no_romfs: romfs_region = self.reader.romfs_region if romfs_region.offset: self.files['/romfs.bin'] = {'size': romfs_region.size, 'offset': romfs_region.offset, 'enctype': 'normal', 'keyslot': self.reader.extra_keyslot, 'iv': (self.reader.partition_id << 64 | (0x03 << 56))} # noinspection PyBroadException try: romfs_vfp = _c.VirtualFileWrapper(self, '/romfs.bin', romfs_region.size) romfs_fuse = RomFSMount(romfs_vfp, self._g_stat) romfs_fuse.init(path) self.romfs_fuse = romfs_fuse except Exception as e: print(f'Failed to mount RomFS: {type(e).__name__}: {e}') def flush(self, path, fh): return self.f.flush() @_c.ensure_lower_path def getattr(self, path, fh=None): if path.startswith('/exefs/'): return self.exefs_fuse.getattr(_c.remove_first_dir(path), fh) elif path.startswith('/romfs/'): return self.romfs_fuse.getattr(_c.remove_first_dir(path), fh) uid, gid, pid = fuse_get_context() if path in {'/', '/romfs', '/exefs'}: st = {'st_mode': (S_IFDIR | 0o555), 'st_nlink': 2} elif path in self.files: st = {'st_mode': (S_IFREG | 0o444), 'st_size': self.files[path]['size'], 'st_nlink': 1} else: raise FuseOSError(ENOENT) return {**st, **self.g_stat, 'st_uid': uid, 'st_gid': gid} def open(self, path, flags): self.fd += 1 return self.fd @_c.ensure_lower_path def readdir(self, path, fh): if path.startswith('/exefs'): yield from self.exefs_fuse.readdir(_c.remove_first_dir(path), fh) elif path.startswith('/romfs'): yield from self.romfs_fuse.readdir(_c.remove_first_dir(path), fh) elif path == '/': yield from ('.', '..') yield from (x[1:] for x in self.files) if self.exefs_fuse is not None: yield 'exefs' if self.romfs_fuse is not None: yield 'romfs' @_c.ensure_lower_path def read(self, path, size, offset, fh): if path.startswith('/exefs/'): return self.exefs_fuse.read(_c.remove_first_dir(path), size, offset, fh) elif path.startswith('/romfs/'): return self.romfs_fuse.read(_c.remove_first_dir(path), size, offset, fh) fi = self.files[path] real_offset = fi['offset'] + offset if fi['offset'] + offset > fi['offset'] + fi['size']: return b'' if offset + size > fi['size']: size = fi['size'] - offset if fi['enctype'] == 'none' or self.reader.flags.no_crypto: # if no encryption, just read and return self.f.seek(real_offset) data = self.f.read(size) elif fi['enctype'] == 'normal': self.f.seek(real_offset) data = self.f.read(size) # thanks Stary2001 before = offset % 16 after = (offset + size) % 16 data = (b'\0' * before) + data + (b'\0' * after) iv = fi['iv'] + (offset >> 4) data = self.crypto.create_ctr_cipher(fi['keyslot'], iv).decrypt(data)[before:size + before] elif fi['enctype'] == 'exefs': # thanks Stary2001 before = offset % 0x200 aligned_real_offset = real_offset - before aligned_offset = offset - before aligned_size = size + before self.f.seek(aligned_real_offset) data = b'' # noinspection PyTypeChecker for chunk in range(ceil(aligned_size / 0x200)): iv = fi['iv'] + ((aligned_offset + (chunk * 0x200)) >> 4) keyslot = fi['keyslot_extra'] for r in fi['keyslot_normal_range']: if r[0] <= self.f.tell() - fi['offset'] < r[1]: keyslot = fi['keyslot'] data += self.crypto.create_ctr_cipher(keyslot, iv).decrypt(self.f.read(0x200)) data = data[before:size + before] elif fi['enctype'] == 'fulldec': # this could be optimized much better before = offset % 0x200 aligned_real_offset = real_offset - before aligned_offset = offset - before aligned_size = size + before self.f.seek(aligned_real_offset) data = b'' files_to_read = OrderedDict() # noinspection PyTypeChecker for chunk in range(ceil(aligned_size / 0x200)): new_offset = (aligned_offset + (chunk * 0x200)) added = False for fname, attrs in self.files.items(): if attrs['enctype'] == 'fulldec': continue if attrs['offset'] <= new_offset < attrs['offset'] + attrs['size']: if fname not in files_to_read: files_to_read[fname] = [new_offset - attrs['offset'], 0] files_to_read[fname][1] += 0x200 added = True if not added: files_to_read[f'raw{chunk}'] = [new_offset, 0x200] for fname, info in files_to_read.items(): try: new_data = self.read(fname, info[1], info[0], 0) if fname == '/ncch.bin': # fix crypto flags ncch_array = bytearray(new_data) ncch_array[0x18B] = 0 ncch_array[0x18F] = 4 new_data = bytes(ncch_array) except KeyError: # for unknown files self.f.seek(info[0]) new_data = self.f.read(info[1]) data += new_data data = data[before:size + before] else: from pprint import pformat print('--------------------------------------------------', 'Warning: unknown file type (this should not happen!)', 'Please file an issue or contact the developer with the details below.', ' https://github.com/ihaveamac/fuse-3ds/issues', '--------------------------------------------------', f'{path!r}: {pformat(fi)!r}', sep='\n') data = b'g' * size return data @_c.ensure_lower_path def statfs(self, path): if path.startswith('/exefs/'): return self.exefs_fuse.statfs(_c.remove_first_dir(path)) elif path.startswith('/romfs/'): return self.romfs_fuse.statfs(_c.remove_first_dir(path)) else: return {'f_bsize': 4096, 'f_blocks': self.reader.content_size // 4096, 'f_bavail': 0, 'f_bfree': 0, 'f_files': len(self.files)}