def getnpdmdata(filename,remotelocation=False): filename=html.unescape(filename) print('* Reading Data from Npdm') sys.stdout.flush() if remotelocation != False: global globalpath; global globalremote if globalpath!=filename: globalpath=filename lib,TD,libpath=get_library_from_path(remote_lib_file,filename) ID,name,type,size,md5,remote=DrivePrivate.get_Data(filename,TD=TD,Print=False) globalremote=remote feed=DriveHtmlInfo.read_npdm(file=globalremote) if feed=='': feed=html_feed(feed,2,message=str('No npdm in the file')) eel.set_npdm_data(feed) return else: if filename.endswith('.nsp')or filename.endswith('.nsx') or filename.endswith('.nsz'): f = Fs.ChromeNsp(filename, 'rb') files_list=sq_tools.ret_nsp_offsets(filename) elif filename.endswith('.xci') or filename.endswith('.xcz'): f = Fs.ChromeXci(filename) files_list=sq_tools.ret_xci_offsets(filename) else: eel.set_npdm_data("") return feed=f.read_npdm(files_list) f.flush() f.close() if feed=='': feed=html_feed(feed,2,message=str('No npdm in the file')) eel.set_npdm_data(feed) return
def file_location(filepath,t='all',Printdata=False): filenames=retchunks(filepath) # print(filenames) locations=list() if filepath.endswith('.xc0'): files_list=sq_tools.ret_xci_offsets(filepath) elif filepath.endswith('.ns0'): files_list=sq_tools.ret_nsp_offsets(filepath) for file in files_list: if not t.lower()=='all': # print(file) if (str(file[0]).lower()).endswith(t.lower()): location1,tgoffset1=get_file_and_offset(filenames,file[1]) location2,tgoffset2=get_file_and_offset(filenames,file[2]) locations.append([file[0],file[3],location1,tgoffset1,location2,tgoffset2]) if Printdata==True: print('{}'.format(file[0])) print('- Starts in file {} at offset {}'.format(location1[-4:],tgoffset1)) print('- Ends in file {} at offset {}'.format(location2[-4:],tgoffset2)) print('') else:pass else: location1,tgoffset1=get_file_and_offset(filenames,file[1]) location2,tgoffset2=get_file_and_offset(filenames,file[2]) locations.append([file[0],file[3],location1,tgoffset1,location2,tgoffset2]) if Printdata==True: print('{}'.format(file[0])) print('- Starts in file {} at offset {}'.format(location1[-4:],tgoffset1)) print('- Ends in file {} at offset {}'.format(location2[-4:],tgoffset2)) print('') return locations
def read_start(filepath): filenames = retchunks(filepath) f = chain_streams(generate_open_file_streams(filenames)) if filepath.endswith('.xc0'): files_list = sq_tools.ret_xci_offsets(filepath) elif filepath.endswith('.ns0'): files_list = sq_tools.ret_nsp_offsets(filepath) print(files_list) # feed=f.read(0x500) # Hex.dump(feed) f.flush() f.close()
def getnpdmdata(filename): print('* Reading Data from Npdm') if filename.endswith('.nsp')or filename.endswith('.nsx'): f = Fs.ChromeNsp(filename, 'rb') files_list=sq_tools.ret_nsp_offsets(filename) elif filename.endswith('.xci'): f = Fs.ChromeXci(filename) files_list=sq_tools.ret_xci_offsets(filename) else: return "" feed=f.read_npdm(files_list) f.flush() f.close() if feed=='': feed=html_feed(feed,2,message=str('No npdm in the file')) return feed
def install_xci_csv(filepath, destiny="SD", cachefolder=None, override=False, keypatch=False): check_connection() if cachefolder == None: cachefolder = os.path.join(ztools_dir, '_mtp_cache_') files_list = sq_tools.ret_xci_offsets(filepath) print(f"Installing {filepath} by content") counter = 0 for i in range(len(files_list)): entry = files_list[i] cnmtfile = entry[0] if cnmtfile.endswith('.cnmt.nca'): counter += 1 print(f"- Detected {counter} content ids") for i in range(len(files_list)): entry = files_list[i] cnmtfile = entry[0] if cnmtfile.endswith('.cnmt.nca'): target_cnmt = cnmtfile nspname = gen_xci_parts_spec1(filepath, target_cnmt=target_cnmt, cachefolder=cachefolder, keypatch=keypatch) if filepath.endswith('xcz'): nspname = nspname[:-1] + 'z' files_csv = os.path.join(cachefolder, 'files.csv') process = subprocess.Popen([ nscb_mtp, "InstallfromCSV", "-cs", files_csv, "-nm", nspname, "-dst", destiny ]) while process.poll() == None: if process.poll() != None: process.terminate() counter -= 1 print('\n- Still ' + str(counter) + ' subitems to process') if counter > 0: print("") if os.path.exists(cachefolder): for f in os.listdir(cachefolder): fp = os.path.join(cachefolder, f) try: shutil.rmtree(fp) except OSError: os.remove(fp)
def verify_ticket(fp): if fp.endswith('.nsp') or fp.endswith('.nsz'): files_list=sq_tools.ret_nsp_offsets(fp) for i in range(len(files_list)): entry=files_list[i] filepath=entry[0] if filepath.endswith('.tick'): pass # f=Nsp(fp,'rb') # f.flush() # f.close() elif fp.endswith('.xci') or fp.endswith('.xcz'): files_list=sq_tools.ret_xci_offsets(fp) pass # f=Xci(fp) # f.flush() # f.close()
def showicon(filename): filename=html.unescape(filename) # global globalocalpath; # if globalocalpath!=filename: # result=deepcheck_path(globalocalpath,filename) # if result==False: # globalocalpath=filename # else: # filename=globalocalpath print('* Seeking icon') sys.stdout.flush() # print(filename) try: if filename.endswith('.nsp')or filename.endswith('.nsx') or filename.endswith('.nsz'): files_list=sq_tools.ret_nsp_offsets(filename) f = Fs.Nsp(filename, 'rb') elif filename.endswith('.xci') or filename.endswith('.xcz'): files_list=sq_tools.ret_xci_offsets(filename) f = Fs.Xci(filename) elif filename.endswith('.xc0') or filename.endswith('.ns0') or filename.endswith('00'): a=file_chunk.icon_info(filename) encoded = b64encode(a).decode("ascii") data= "data:image/png;base64, " + encoded eel.setImage(data) return else: eel.setImage("") return a=f.icon_info(files_list) f.flush() f.close() encoded = b64encode(a).decode("ascii") data= "data:image/png;base64, " + encoded eel.setImage(data) return except BaseException as e: Print.error('Exception: ' + str(e)) sys.stdout.flush() iconurl=retrieve_icon_from_server(filename) if iconurl!=False: eel.setImage(iconurl) return else: eel.setImage("") return
def showicon(filename): print('* Seeking icon') try: if filename.endswith('.nsp')or filename.endswith('.nsx'): files_list=sq_tools.ret_nsp_offsets(filename) f = Fs.Nsp(filename, 'rb') elif filename.endswith('.xci'): files_list=sq_tools.ret_xci_offsets(filename) f = Fs.Xci(filename) else: return "" a=f.icon_info(files_list) f.flush() f.close() encoded = b64encode(a).decode("ascii") return "data:image/png;base64, " + encoded except BaseException as e: # Print.error('Exception: ' + str(e)) iconurl=retrieve_icon_from_server(filename) if iconurl!=False: return iconurl else:return ""
def xci_to_nsz(filepath, buffer=65536, outfile=None, keepupd=False, level=17, threads=0, pos=False, nthreads=False): isthreaded = False if pos != False: isthreaded = True elif str(pos) == '0': isthreaded = True else: pos = 0 pos = int(pos) try: exchangefile.deletefile() except: pass f = squirrelXCI(filepath) for nspF in f.hfs0: if str(nspF._path) == "secure": for ticket in nspF: if str(ticket._path).endswith('.tik'): if isthreaded == False: print('- Titlerights: ' + ticket.rightsId) tk = (str(hex(ticket.getTitleKeyBlock()))[2:]).upper() if isthreaded == False: print('- Titlekey: ' + tk) exchangefile.add(ticket.rightsId, tk) f.flush() f.close() files_list = sq_tools.ret_xci_offsets(filepath) files = list() filesizes = list() if isthreaded == True and nthreads != False: tqlist = list() for i in range(nthreads): tq = tqdm(total=0, unit='B', unit_scale=True, leave=False, position=i) tqlist.append(tq) fplist = list() for k in range(len(files_list)): entry = files_list[k] fplist.append(entry[0]) for i in range(len(files_list)): entry = files_list[i] cnmtfile = entry[0] if cnmtfile.endswith('.cnmt.nca'): f = squirrelXCI(filepath) titleid, titleversion, base_ID, keygeneration, rightsId, RSV, RGV, ctype, metasdkversion, exesdkversion, hasHtmlManual, Installedsize, DeltaSize, ncadata = f.get_data_from_cnmt( cnmtfile) f.flush() f.close() for j in range(len(ncadata)): row = ncadata[j] # print(row) if row['NCAtype'] != 'Meta': test1 = str(row['NcaId']) + '.nca' test2 = str(row['NcaId']) + '.ncz' if test1 in fplist or test2 in fplist: # print(str(row['NcaId'])+'.nca') files.append(str(row['NcaId']) + '.nca') filesizes.append(int(row['Size'])) else: # print(str(row['NcaId'])+'.cnmt.nca') files.append(str(row['NcaId']) + '.cnmt.nca') filesizes.append(int(row['Size'])) for k in range(len(files_list)): entry = files_list[k] fp = entry[0] sz = int(entry[3]) if fp.endswith('xml'): files.append(fp) filesizes.append(sz) for k in range(len(files_list)): entry = files_list[k] fp = entry[0] sz = int(entry[3]) if fp.endswith('.tik'): files.append(fp) filesizes.append(sz) for k in range(len(files_list)): entry = files_list[k] fp = entry[0] sz = int(entry[3]) if fp.endswith('.cert'): files.append(fp) filesizes.append(sz) nspheader = sq_tools.gen_nsp_header(files, filesizes) properheadsize = len(nspheader) compressionLevel = int(level) CHUNK_SZ = buffer if outfile == None: nszPath = filepath[0:-1] + 'z' else: nszPath = outfile nszPath = os.path.abspath(nszPath) tsize = properheadsize for sz in filesizes: tsize += sz if isthreaded == True: from colorama import Fore colors = Fore.__dict__ k = 0 l = pos for col in colors: if l > len(colors): l = l - len(colors) color = colors[col] if k == (l + 1): break else: k += 1 t = tqdm(total=tsize, unit='B', unit_scale=True, leave=False, position=pos, bar_format="{l_bar}%s{bar}%s{r_bar}" % (color, Fore.RESET)) else: t = tqdm(total=tsize, unit='B', unit_scale=True, leave=False, position=0) if isthreaded == False: t.write('Compressing with level %d and %d threads' % (compressionLevel, threads)) t.write('\n %s -> %s \n' % (filepath, nszPath)) newNsp = nutFs.Pfs0.Pfs0Stream(nszPath, headsize=properheadsize, mode='wb+') xcicontainer = Xci(filepath) # f.compressed_supertrim(buffer,outfile,keepupd,level,threads) for nspF in xcicontainer.hfs0: if str(nspF._path) == "secure": for nca in nspF: if isinstance(nca, nutFs.Nca.Nca) and ( nca.header.contentType == nutFs.Type.Content.PROGRAM or nca.header.contentType == nutFs.Type.Content.PUBLIC_DATA): if isNcaPacked(nca): cctx = zstandard.ZstdCompressor(level=compressionLevel, threads=threads) newFileName = nca._path[0:-1] + 'z' f = newNsp.add(newFileName, nca.size, t, isthreaded) start = f.tell() nca.seek(0) data = nca.read(ncaHeaderSize) f.write(data) nca.seek(ncaHeaderSize) written = ncaHeaderSize compressor = cctx.stream_writer(f) sections = get_sections(nca) header = b'NCZSECTN' header += len(sections).to_bytes(8, 'little') i = 0 for fs in sections: i += 1 header += fs.offset.to_bytes(8, 'little') header += fs.size.to_bytes(8, 'little') header += fs.cryptoType.to_bytes(8, 'little') header += b'\x00' * 8 header += fs.cryptoKey header += fs.cryptoCounter f.write(header) written += len(header) timestamp = time.time() decompressedBytes = ncaHeaderSize totsize = 0 for fs in sections: totsize += fs.size for section in sections: #print('offset: %x\t\tsize: %x\t\ttype: %d\t\tiv%s' % (section.offset, section.size, section.cryptoType, str(hx(section.cryptoCounter)))) o = nca.partition(offset=section.offset, size=section.size, n=None, cryptoType=section.cryptoType, cryptoKey=section.cryptoKey, cryptoCounter=bytearray( section.cryptoCounter), autoOpen=True) while not o.eof(): buffer = o.read(CHUNK_SZ) t.update(len(buffer)) if len(buffer) == 0: raise IOError('read failed') written += compressor.write(buffer) decompressedBytes += len(buffer) compressor.flush(zstandard.FLUSH_FRAME) elapsed = time.time() - timestamp minutes = elapsed / 60 seconds = elapsed % 60 speed = 0 if elapsed == 0 else (nca.size / elapsed) written = f.tell() - start if isthreaded == False: t.write( '\n * Compressed at %d%% from %s to %s - %s' % (int(written * 100 / nca.size), str(sq_tools.getSize(decompressedBytes)), str(sq_tools.getSize(written)), nca._path)) t.write( ' * Compressed in %02d:%02d at speed: %.1f MB/s\n' % (minutes, seconds, speed / 1000000.0)) newNsp.resize(newFileName, written) continue else: if isthreaded == False: t.write('not packed!') f = newNsp.add(nca._path, nca.size, t, isthreaded) nca.seek(0) while not nca.eof(): buffer = nca.read(CHUNK_SZ) t.update(len(buffer)) f.write(buffer) t.close() newNsp.close() try: exchangefile.deletefile() except: pass if isthreaded == True and nthreads != False: for i in range(nthreads): tqlist[i].close() return nszPath
def gen_xci_parts(filepath,cachefolder=None,keepupd=False,id_target=False,keypatch=False,export_type='csv'): if not os.path.exists(cachefolder): os.makedirs(cachefolder) else: for f in os.listdir(cachefolder): fp = os.path.join(cachefolder, f) try: shutil.rmtree(fp) except OSError: os.remove(fp) files_list=sq_tools.ret_xci_offsets(filepath) files=list();filesizes=list() fplist=list() for k in range(len(files_list)): entry=files_list[k] fplist.append(entry[0]) for i in range(len(files_list)): entry=files_list[i] cnmtfile=entry[0] if cnmtfile.endswith('.cnmt.nca'): f=squirrelXCI(filepath) titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile) f.flush() f.close() for j in range(len(ncadata)): row=ncadata[j] # print(row) if row['NCAtype']!='Meta' and row['NCAtype']!='Program': test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz' if test1 in fplist or test2 in fplist: # print(str(row['NcaId'])+'.nca') files.append(str(row['NcaId'])+'.nca') filesizes.append(int(row['Size'])) elif row['NCAtype']=='Meta': # print(str(row['NcaId'])+'.cnmt.nca') files.append(str(row['NcaId'])+'.cnmt.nca') filesizes.append(int(row['Size'])) for j in range(len(ncadata)): row=ncadata[j] # print(row) if row['NCAtype']=='Program': test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz' if test1 in fplist or test2 in fplist: # print(str(row['NcaId'])+'.nca') files.append(str(row['NcaId'])+'.nca') filesizes.append(int(row['Size'])) f.flush() f.close() outheader = sq_tools.gen_nsp_header(files,filesizes) properheadsize=len(outheader) # print(properheadsize) # print(bucketsize) i=0;sum=properheadsize; for file in files: # print(file) # print(filesizes[i]) if i<(len(files)-1): sum+=filesizes[i] i+=1 # print(sum) # print(sum/bucketsize) multiplier=math.ceil(sum/bucketsize) # print(multiplier) remainder = bucketsize*multiplier - sum # print(bucketsize*multiplier) xci=squirrelXCI(filepath) outfile=os.path.join(cachefolder, "0") written=0; outf = open(outfile, 'w+b') outf.write(outheader) written+=len(outheader) for fi in files: for nspF in xci.hfs0: if str(nspF._path)=="secure": for nca in nspF: if nca._path==fi: crypto1=nca.header.getCryptoType() crypto2=nca.header.getCryptoType2() if crypto2>crypto1: masterKeyRev=crypto2 if crypto2<=crypto1: masterKeyRev=crypto1 crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex)) hcrypto = aes128.AESXTS(uhx(Keys.get('header_key'))) gc_flag='00'*0x01 crypto1=nca.header.getCryptoType() crypto2=nca.header.getCryptoType2() if nca.header.getRightsId() != 0: nca.rewind() encKeyBlock = crypto.encrypt(titleKeyDec * 4) if str(keypatch) != "False": if keypatch < nca.header.getCryptoType2(): encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(nca, keypatch,encKeyBlock,t) if nca.header.getRightsId() == 0: nca.rewind() encKeyBlock = nca.header.getKeyBlock() if str(keypatch) != "False": if keypatch < nca.header.getCryptoType2(): encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(nca, keypatch,encKeyBlock,t) nca.rewind() i=0 newheader=xci.get_newheader(nca,encKeyBlock,crypto1,crypto2,hcrypto,gc_flag) outf.write(newheader) written+=len(newheader) nca.seek(0xC00) if (str(nca.header.contentType) != 'Content.PROGRAM'): data=nca.read() nca.close() outf.write(data) written+=len(data) else: remainder = bucketsize*multiplier - written data=nca.read(remainder) nca.close() outf.write(data) written+=len(data) break else:pass outf.close() if export_type=='json': files_json=os.path.join(cachefolder, "files.json") d={} d['0']={"step": 0, "filepath":outfile , "size":( bucketsize*multiplier) , "targetsize":( bucketsize*multiplier) , "off1":0, "off2":( bucketsize*multiplier) } for j in files_list: if j[0]==files[-1]: off1=j[1] off2=j[2] targetsize=j[3] d['1']={"step": 1, "filepath":filepath , "size":( os.path.getsize(filepath)) , "targetsize":targetsize, "off1":off1, "off2":off2 } app_json = json.dumps(d, indent=1) with open(files_json, 'w') as json_file: json_file.write(app_json) # print(os.path.getsize(filepath)) else: for j in files_list: if j[0]==files[-1]: off1=j[1] off2=j[2] targetsize=j[3] tfile=os.path.join(cachefolder, "files.csv") i=0; with open(tfile,'w') as csvfile: if i==0: csvfile.write("{}|{}|{}|{}|{}|{}\n".format("step","filepath","size","targetsize","off1","off2")) i+=1 if i==1: csvfile.write("{}|{}|{}|{}|{}|{}\n".format(0,outfile,( bucketsize*multiplier),( bucketsize*multiplier),0,( bucketsize*multiplier))) i+=1 if i==2: csvfile.write("{}|{}|{}|{}|{}|{}".format(1,filepath,( os.path.getsize(filepath)),targetsize,off1,off2)) i+=1
def get_header_size(filepath): properheadsize=0;sz=0 if filepath.endswith('xci') or filepath.endswith('xcz'): files_list=sq_tools.ret_xci_offsets(filepath) files=list();filesizes=list() fplist=list() for k in range(len(files_list)): entry=files_list[k] fplist.append(entry[0]) for i in range(len(files_list)): entry=files_list[i] cnmtfile=entry[0] if cnmtfile.endswith('.cnmt.nca'): f=squirrelXCI(filepath) titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile) for j in range(len(ncadata)): row=ncadata[j] # print(row) if row['NCAtype']!='Meta': test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz' if test1 in fplist or test2 in fplist: # print(str(row['NcaId'])+'.nca') files.append(str(row['NcaId'])+'.nca') filesizes.append(int(row['Size'])) sz+=int(row['Size']) elif row['NCAtype']=='Meta': # print(str(row['NcaId'])+'.cnmt.nca') files.append(str(row['NcaId'])+'.cnmt.nca') filesizes.append(int(row['Size'])) sz+=int(row['Size']) sec_hashlist=list() try: for file in files: sha,size,gamecard=f.file_hash(file) # print(sha) if sha != False: sec_hashlist.append(sha) except BaseException as e: Print.error('Exception: ' + str(e)) f.flush() f.close() xci_header,game_info,sig_padding,xci_certificate,root_header,upd_header,norm_header,sec_header,rootSize,upd_multiplier,norm_multiplier,sec_multiplier=sq_tools.get_xciheader(files,filesizes,sec_hashlist) outheader=xci_header outheader+=game_info outheader+=sig_padding outheader+=xci_certificate outheader+=root_header outheader+=upd_header outheader+=norm_header outheader+=sec_header elif filepath.endswith('nsp') or filepath.endswith('nsz'): files_list=sq_tools.ret_nsp_offsets(filepath) files=list();filesizes=list() fplist=list() for k in range(len(files_list)): entry=files_list[k] fplist.append(entry[0]) for i in range(len(files_list)): entry=files_list[i] cnmtfile=entry[0] if cnmtfile.endswith('.cnmt.nca'): f=squirrelNSP(filepath) titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile) f.flush() f.close() for j in range(len(ncadata)): row=ncadata[j] # print(row) if row['NCAtype']!='Meta': test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz' if test1 in fplist or test2 in fplist: # print(str(row['NcaId'])+'.nca') files.append(str(row['NcaId'])+'.nca') filesizes.append(int(row['Size'])) sz+=int(row['Size']) elif row['NCAtype']=='Meta': # print(str(row['NcaId'])+'.cnmt.nca') files.append(str(row['NcaId'])+'.cnmt.nca') filesizes.append(int(row['Size'])) sz+=int(row['Size']) f.flush() f.close() outheader = sq_tools.gen_nsp_header(files,filesizes) properheadsize=len(outheader) return properheadsize,keygeneration,sz
def gen_xci_parts_spec1(filepath, target_cnmt=None, cachefolder=None, keypatch=False): if keypatch != False: try: keypatch = int(keypatch) except: keypatch = False if cachefolder == None: cachefolder = os.path.join(ztools_dir, '_mtp_cache_') if not os.path.exists(cachefolder): os.makedirs(cachefolder) else: for f in os.listdir(cachefolder): fp = os.path.join(cachefolder, f) try: shutil.rmtree(fp) except OSError: os.remove(fp) files_list = sq_tools.ret_xci_offsets(filepath) files = list() filesizes = list() fplist = list() for k in range(len(files_list)): entry = files_list[k] fplist.append(entry[0]) if target_cnmt == None: for i in range(len(files_list)): entry = files_list[i] cnmtfile = entry[0] if cnmtfile.endswith('.cnmt.nca'): target_cnmt = cnmtfile break for i in range(len(files_list)): entry = files_list[i] cnmtfile = entry[0] if cnmtfile.endswith('.cnmt.nca') and target_cnmt == cnmtfile: f = squirrelXCI(filepath) titleid, titleversion, base_ID, keygeneration, rightsId, RSV, RGV, ctype, metasdkversion, exesdkversion, hasHtmlManual, Installedsize, DeltaSize, ncadata = f.get_data_from_cnmt( cnmtfile) f.flush() f.close() for j in range(len(ncadata)): row = ncadata[j] # print(row) if row['NCAtype'] != 'Meta' and row['NCAtype'] != 'Program': test1 = str(row['NcaId']) + '.nca' test2 = str(row['NcaId']) + '.ncz' if test1 in fplist: files.append(str(row['NcaId']) + '.nca') filesizes.append(int(row['Size'])) elif test2 in fplist: files.append(str(row['NcaId']) + '.ncz') for k in range(len(files_list)): entry = files_list[k] if entry[0] == test2: filesizes.append(int(entry[3])) break for j in range(len(ncadata)): row = ncadata[j] if row['NCAtype'] == 'Meta': # print(str(row['NcaId'])+'.cnmt.nca') files.append(str(row['NcaId']) + '.cnmt.nca') filesizes.append(int(row['Size'])) for j in range(len(ncadata)): row = ncadata[j] # print(row) if row['NCAtype'] == 'Program': test1 = str(row['NcaId']) + '.nca' test2 = str(row['NcaId']) + '.ncz' if test1 in fplist: files.append(str(row['NcaId']) + '.nca') filesizes.append(int(row['Size'])) elif test2 in fplist: files.append(str(row['NcaId']) + '.ncz') for k in range(len(files_list)): entry = files_list[k] if entry[0] == test2: filesizes.append(int(entry[3])) break break f.flush() f.close() outheader = sq_tools.gen_nsp_header(files, filesizes) properheadsize = len(outheader) # print(properheadsize) # print(bucketsize) i = 0 sum = properheadsize xci = squirrelXCI(filepath) outfile = os.path.join(cachefolder, "0") outf = open(outfile, 'w+b') outf.write(outheader) written = 0 for fi in files: for nspF in xci.hfs0: if str(nspF._path) == "secure": for nca in nspF: if nca._path == fi: nca = Nca(nca) crypto1 = nca.header.getCryptoType() crypto2 = nca.header.getCryptoType2() if crypto2 > crypto1: masterKeyRev = crypto2 if crypto2 <= crypto1: masterKeyRev = crypto1 crypto = aes128.AESECB( Keys.keyAreaKey( Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex)) hcrypto = aes128.AESXTS(uhx(Keys.get('header_key'))) gc_flag = '00' * 0x01 crypto1 = nca.header.getCryptoType() crypto2 = nca.header.getCryptoType2() if nca.header.getRightsId() != 0: nca.rewind() if crypto2 > crypto1: masterKeyRev = crypto2 if crypto2 <= crypto1: masterKeyRev = crypto1 from mtp_tools import get_nca_ticket check, titleKey = get_nca_ticket(filepath, fi) if check == False: sys.exit("Can't verify titleckey") titleKeyDec = Keys.decryptTitleKey( titleKey, Keys.getMasterKeyIndex(int(masterKeyRev))) encKeyBlock = crypto.encrypt(titleKeyDec * 4) if str(keypatch) != "False": t = tqdm(total=False, unit='B', unit_scale=False, leave=False) if keypatch < nca.header.getCryptoType2(): encKeyBlock, crypto1, crypto2 = squirrelXCI.get_new_cryptoblock( squirrelXCI, nca, keypatch, encKeyBlock, t) t.close() if nca.header.getRightsId() == 0: nca.rewind() encKeyBlock = nca.header.getKeyBlock() if str(keypatch) != "False": t = tqdm(total=False, unit='B', unit_scale=False, leave=False) if keypatch < nca.header.getCryptoType2(): encKeyBlock, crypto1, crypto2 = squirrelXCI.get_new_cryptoblock( squirrelXCI, nca, keypatch, encKeyBlock, t) t.close() nca.rewind() i = 0 newheader = xci.get_newheader(nca, encKeyBlock, crypto1, crypto2, hcrypto, gc_flag) outf.write(newheader) written += len(newheader) nca.seek(0xC00) break else: pass xci.flush() xci.close() outf.flush() outf.close() tfile = os.path.join(cachefolder, "files.csv") with open(tfile, 'w') as csvfile: csvfile.write("{}|{}|{}|{}|{}|{}\n".format("step", "filepath", "size", "targetsize", "off1", "off2")) csvfile.write("{}|{}|{}|{}|{}|{}\n".format(0, outfile, properheadsize + written, properheadsize, 0, properheadsize)) k = 0 l = 0 for fi in files: for j in files_list: if j[0] == fi: csvfile.write("{}|{}|{}|{}|{}|{}\n".format( k + 1, outfile, properheadsize + written, 0xC00, (properheadsize + l * 0xC00), (properheadsize + (l * 0xC00) + 0xC00))) off1 = j[1] + 0xC00 off2 = j[2] targetsize = j[3] - 0xC00 csvfile.write("{}|{}|{}|{}|{}|{}\n".format( k + 2, filepath, (os.path.getsize(filepath)), targetsize, off1, off2)) break k += 2 l += 1 nspname = "test.nsp" try: g = os.path.basename(filepath) g0 = [pos for pos, char in enumerate(g) if char == '['] g0 = (g[0:g0[0]]).strip() nspname = f"{g0} [{titleid}] [v{titleversion}] [{ctype}].nsp" except: pass return nspname
def gen_xci_parts_spec0(filepath, target_cnmt=None, cachefolder=None, keypatch=False, export_type='csv'): if cachefolder == None: cachefolder = os.path.join(ztools_dir, '_mtp_cache_') if not os.path.exists(cachefolder): os.makedirs(cachefolder) else: for f in os.listdir(cachefolder): fp = os.path.join(cachefolder, f) try: shutil.rmtree(fp) except OSError: os.remove(fp) program_name = None files_list = sq_tools.ret_xci_offsets(filepath) files = list() filesizes = list() fplist = list() for k in range(len(files_list)): entry = files_list[k] fplist.append(entry[0]) if target_cnmt == None: for i in range(len(files_list)): entry = files_list[i] cnmtfile = entry[0] if cnmtfile.endswith('.cnmt.nca'): target_cnmt = cnmtfile break for i in range(len(files_list)): entry = files_list[i] cnmtfile = entry[0] if cnmtfile.endswith('.cnmt.nca') and target_cnmt == cnmtfile: f = squirrelXCI(filepath) titleid, titleversion, base_ID, keygeneration, rightsId, RSV, RGV, ctype, metasdkversion, exesdkversion, hasHtmlManual, Installedsize, DeltaSize, ncadata = f.get_data_from_cnmt( cnmtfile) f.flush() f.close() for j in range(len(ncadata)): row = ncadata[j] # print(row) if row['NCAtype'] != 'Meta' and row['NCAtype'] != 'Program': test1 = str(row['NcaId']) + '.nca' test2 = str(row['NcaId']) + '.ncz' if test1 in fplist or test2 in fplist: # print(str(row['NcaId'])+'.nca') if test1 in fplist: files.append(str(row['NcaId']) + '.nca') filesizes.append(int(row['Size'])) elif test2 in fplist: files.append(str(row['NcaId']) + '.ncz') for k in range(len(files_list)): entry = files_list[k] if entry[0] == test2: filesizes.append(int(entry[3])) break for j in range(len(ncadata)): row = ncadata[j] if row['NCAtype'] == 'Meta': # print(str(row['NcaId'])+'.cnmt.nca') files.append(str(row['NcaId']) + '.cnmt.nca') filesizes.append(int(row['Size'])) for j in range(len(ncadata)): row = ncadata[j] # print(row) if row['NCAtype'] == 'Program': test1 = str(row['NcaId']) + '.nca' test2 = str(row['NcaId']) + '.ncz' if test1 in fplist or test2 in fplist: # print(str(row['NcaId'])+'.nca') if test1 in fplist: files.append(str(row['NcaId']) + '.nca') filesizes.append(int(row['Size'])) elif test2 in fplist: files.append(str(row['NcaId']) + '.ncz') for k in range(len(files_list)): entry = files_list[k] if entry[0] == test2: filesizes.append(int(entry[3])) break break f.flush() f.close() outheader = sq_tools.gen_nsp_header(files, filesizes) properheadsize = len(outheader) # print(properheadsize) # print(bucketsize) i = 0 sum = properheadsize for file in files: # print(file) # print(filesizes[i]) if i < (len(files) - 1): sum += filesizes[i] i += 1 # print(sum) # print(sum/bucketsize) multiplier = math.ceil(sum / bucketsize) # print(multiplier) remainder = bucketsize * multiplier - sum # print(bucketsize*multiplier) xci = squirrelXCI(filepath) outfile = os.path.join(cachefolder, "0") written = 0 outf = open(outfile, 'w+b') outf.write(outheader) written += len(outheader) movoffset = 0 for fi in files: for nspF in xci.hfs0: if str(nspF._path) == "secure": for nca in nspF: if nca._path == fi: nca = Nca(nca) crypto1 = nca.header.getCryptoType() crypto2 = nca.header.getCryptoType2() if crypto2 > crypto1: masterKeyRev = crypto2 if crypto2 <= crypto1: masterKeyRev = crypto1 crypto = aes128.AESECB( Keys.keyAreaKey( Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex)) hcrypto = aes128.AESXTS(uhx(Keys.get('header_key'))) gc_flag = '00' * 0x01 crypto1 = nca.header.getCryptoType() crypto2 = nca.header.getCryptoType2() if nca.header.getRightsId() != 0: nca.rewind() if crypto2 > crypto1: masterKeyRev = crypto2 if crypto2 <= crypto1: masterKeyRev = crypto1 from mtp_tools import get_nca_ticket check, titleKey = get_nca_ticket(filepath, fi) if check == False: sys.exit("Can't verify titleckey") titleKeyDec = Keys.decryptTitleKey( titleKey, Keys.getMasterKeyIndex(int(masterKeyRev))) encKeyBlock = crypto.encrypt(titleKeyDec * 4) if str(keypatch) != "False": t = tqdm(total=False, unit='B', unit_scale=False, leave=False) if keypatch < nca.header.getCryptoType2(): encKeyBlock, crypto1, crypto2 = squirrelXCI.get_new_cryptoblock( squirrelXCI, nca, keypatch, encKeyBlock, t) t.close() if nca.header.getRightsId() == 0: nca.rewind() encKeyBlock = nca.header.getKeyBlock() if str(keypatch) != "False": t = tqdm(total=False, unit='B', unit_scale=False, leave=False) if keypatch < nca.header.getCryptoType2(): encKeyBlock, crypto1, crypto2 = squirrelXCI.get_new_cryptoblock( squirrelXCI, nca, keypatch, encKeyBlock, t) t.close() nca.rewind() i = 0 newheader = xci.get_newheader(nca, encKeyBlock, crypto1, crypto2, hcrypto, gc_flag) outf.write(newheader) written += len(newheader) nca.seek(0xC00) movoffset += 0xC00 if (str(nca.header.contentType) != 'Content.PROGRAM'): data = nca.read() nca.close() outf.write(data) written += len(data) break else: pass xci.flush() xci.close() outf.close() if export_type == 'json': files_json = os.path.join(cachefolder, "files.json") d = {} d['0'] = { "step": 0, "filepath": outfile, "size": (written), "targetsize": (written), "off1": 0, "off2": (written) } for j in files_list: if j[0] == files[-1]: off1 = j[1] + 0xC00 off2 = j[2] targetsize = j[3] - 0xC00 d['1'] = { "step": 1, "filepath": filepath, "size": (os.path.getsize(filepath)), "targetsize": targetsize, "off1": off1, "off2": off2 } app_json = json.dumps(d, indent=1) with open(files_json, 'w') as json_file: json_file.write(app_json) # print(os.path.getsize(filepath)) else: for j in files_list: if j[0] == files[-1]: off1 = j[1] + 0xC00 off2 = j[2] targetsize = j[3] - 0xC00 tfile = os.path.join(cachefolder, "files.csv") i = 0 while True: with open(tfile, 'w') as csvfile: if i == 0: csvfile.write("{}|{}|{}|{}|{}|{}\n".format( "step", "filepath", "size", "targetsize", "off1", "off2")) i += 1 if i == 1: csvfile.write("{}|{}|{}|{}|{}|{}\n".format( 0, outfile, os.path.getsize(outfile), os.path.getsize(outfile), 0, os.path.getsize(outfile))) i += 1 if i == 2: csvfile.write("{}|{}|{}|{}|{}|{}".format( 1, filepath, (os.path.getsize(filepath)), targetsize, off1, off2)) i += 1 break nspname = "test.nsp" try: g = os.path.basename(filepath) g0 = [pos for pos, char in enumerate(g) if char == '['] g0 = (g[0:g0[0]]).strip() nspname = f"{g0} [{titleid}] [v{titleversion}] [{ctype}].nsp" except: pass return nspname
def gen_xci_parts_spec0(filepath,target_cnmt=None,cachefolder=None,keypatch=False,export_type='csv'): if cachefolder==None: cachefolder=os.path.join(ztools_dir, '_mtp_cache_') if not os.path.exists(cachefolder): os.makedirs(cachefolder) else: for f in os.listdir(cachefolder): fp = os.path.join(cachefolder, f) try: shutil.rmtree(fp) except OSError: os.remove(fp) program_name=None files_list=sq_tools.ret_xci_offsets(filepath) files=list();filesizes=list() fplist=list() for k in range(len(files_list)): entry=files_list[k] fplist.append(entry[0]) if target_cnmt==None: for i in range(len(files_list)): entry=files_list[i] cnmtfile=entry[0] if cnmtfile.endswith('.cnmt.nca'): target_cnmt=cnmtfile break for i in range(len(files_list)): entry=files_list[i] cnmtfile=entry[0] if cnmtfile.endswith('.cnmt.nca') and target_cnmt==cnmtfile: f=squirrelXCI(filepath) titleid,titleversion,base_ID,keygeneration,rightsId,RSV,RGV,ctype,metasdkversion,exesdkversion,hasHtmlManual,Installedsize,DeltaSize,ncadata=f.get_data_from_cnmt(cnmtfile) f.flush() f.close() for j in range(len(ncadata)): row=ncadata[j] # print(row) if row['NCAtype']!='Meta' and row['NCAtype']!='Program': test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz' if test1 in fplist or test2 in fplist: # print(str(row['NcaId'])+'.nca') if test1 in fplist: files.append(str(row['NcaId'])+'.nca') filesizes.append(int(row['Size'])) elif test2 in fplist: files.append(str(row['NcaId'])+'.ncz') for k in range(len(files_list)): entry=files_list[k] if entry[0]==test2: filesizes.append(int(entry[3])) break for j in range(len(ncadata)): row=ncadata[j] if row['NCAtype']=='Meta': # print(str(row['NcaId'])+'.cnmt.nca') files.append(str(row['NcaId'])+'.cnmt.nca') filesizes.append(int(row['Size'])) for j in range(len(ncadata)): row=ncadata[j] # print(row) if row['NCAtype']=='Program': test1=str(row['NcaId'])+'.nca';test2=str(row['NcaId'])+'.ncz' if test1 in fplist or test2 in fplist: # print(str(row['NcaId'])+'.nca') if test1 in fplist: files.append(str(row['NcaId'])+'.nca') filesizes.append(int(row['Size'])) elif test2 in fplist: files.append(str(row['NcaId'])+'.ncz') for k in range(len(files_list)): entry=files_list[k] if entry[0]==test2: filesizes.append(int(entry[3])) break break f.flush() f.close() outheader = sq_tools.gen_nsp_header(files,filesizes) properheadsize=len(outheader) # print(properheadsize) # print(bucketsize) i=0;sum=properheadsize; for file in files: # print(file) # print(filesizes[i]) if i<(len(files)-1): sum+=filesizes[i] i+=1 # print(sum) # print(sum/bucketsize) multiplier=math.ceil(sum/bucketsize) # print(multiplier) remainder = bucketsize*multiplier - sum # print(bucketsize*multiplier) xci=squirrelXCI(filepath) outfile=os.path.join(cachefolder, "0") written=0; outf = open(outfile, 'w+b') outf.write(outheader) written+=len(outheader) movoffset=0 for fi in files: for nspF in xci.hfs0: if str(nspF._path)=="secure": for nca in nspF: if nca._path==fi: nca=Nca(nca) crypto1=nca.header.getCryptoType() crypto2=nca.header.getCryptoType2() if crypto2>crypto1: masterKeyRev=crypto2 if crypto2<=crypto1: masterKeyRev=crypto1 crypto = aes128.AESECB(Keys.keyAreaKey(Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex)) hcrypto = aes128.AESXTS(uhx(Keys.get('header_key'))) gc_flag='00'*0x01 crypto1=nca.header.getCryptoType() crypto2=nca.header.getCryptoType2() if nca.header.getRightsId() != 0: nca.rewind() if crypto2>crypto1: masterKeyRev=crypto2 if crypto2<=crypto1: masterKeyRev=crypto1 from mtp_tools import get_nca_ticket check,titleKey=get_nca_ticket(filepath,fi) if check==False: sys.exit("Can't verify titleckey") titleKeyDec = Keys.decryptTitleKey(titleKey, Keys.getMasterKeyIndex(int(masterKeyRev))) encKeyBlock = crypto.encrypt(titleKeyDec * 4) if str(keypatch) != "False": t = tqdm(total=False, unit='B', unit_scale=False, leave=False) if keypatch < nca.header.getCryptoType2(): encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(squirrelXCI,nca, keypatch,encKeyBlock,t) t.close() if nca.header.getRightsId() == 0: nca.rewind() encKeyBlock = nca.header.getKeyBlock() if str(keypatch) != "False": t = tqdm(total=False, unit='B', unit_scale=False, leave=False) if keypatch < nca.header.getCryptoType2(): encKeyBlock,crypto1,crypto2=squirrelXCI.get_new_cryptoblock(squirrelXCI,nca,keypatch,encKeyBlock,t) t.close() nca.rewind() i=0 newheader=xci.get_newheader(nca,encKeyBlock,crypto1,crypto2,hcrypto,gc_flag) outf.write(newheader) written+=len(newheader) nca.seek(0xC00) movoffset+=0xC00 if (str(nca.header.contentType) != 'Content.PROGRAM'): data=nca.read() nca.close() outf.write(data) written+=len(data) break else:pass
def gen_mxci_parts(input_files, cachefolder=None, keypatch=False): from listmanager import calculate_name if keypatch != False: try: keypatch = int(keypatch) except: keypatch = False if cachefolder == None: cachefolder = os.path.join(ztools_dir, '_mtp_cache_') if not os.path.exists(cachefolder): os.makedirs(cachefolder) else: for f in os.listdir(cachefolder): fp = os.path.join(cachefolder, f) try: shutil.rmtree(fp) except OSError: os.remove(fp) end_name, prlist = calculate_name(input_files, romanize=True, ext='.xci') print(f"Calculated name {end_name}") outheader, properheadsize, sz, files = gen_multi_file_header( prlist, input_files) properheadsize = len(outheader) outfile = os.path.join(cachefolder, "0") outf = open(outfile, 'w+b') outf.write(outheader) # print(properheadsize) # print(bucketsize) i = 0 sum = properheadsize for fi in files: for filepath in input_files: if filepath.endswith('xci'): xci = squirrelXCI(filepath) written = 0 for nspF in xci.hfs0: if str(nspF._path) == "secure": for nca in nspF: if nca._path == fi: nca = Nca(nca) crypto1 = nca.header.getCryptoType() crypto2 = nca.header.getCryptoType2() if crypto2 > crypto1: masterKeyRev = crypto2 if crypto2 <= crypto1: masterKeyRev = crypto1 crypto = aes128.AESECB( Keys.keyAreaKey( Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex)) hcrypto = aes128.AESXTS( uhx(Keys.get('header_key'))) gc_flag = '00' * 0x01 crypto1 = nca.header.getCryptoType() crypto2 = nca.header.getCryptoType2() if nca.header.getRightsId() != 0: nca.rewind() if crypto2 > crypto1: masterKeyRev = crypto2 if crypto2 <= crypto1: masterKeyRev = crypto1 from mtp_tools import get_nca_ticket check, titleKey = get_nca_ticket( filepath, fi) if check == False: sys.exit("Can't verify titleckey") titleKeyDec = Keys.decryptTitleKey( titleKey, Keys.getMasterKeyIndex( int(masterKeyRev))) encKeyBlock = crypto.encrypt(titleKeyDec * 4) if str(keypatch) != "False": t = tqdm(total=False, unit='B', unit_scale=False, leave=False) if keypatch < nca.header.getCryptoType2( ): encKeyBlock, crypto1, crypto2 = squirrelXCI.get_new_cryptoblock( squirrelXCI, nca, keypatch, encKeyBlock, t) t.close() if nca.header.getRightsId() == 0: nca.rewind() encKeyBlock = nca.header.getKeyBlock() if str(keypatch) != "False": t = tqdm(total=False, unit='B', unit_scale=False, leave=False) if keypatch < nca.header.getCryptoType2( ): encKeyBlock, crypto1, crypto2 = squirrelXCI.get_new_cryptoblock( squirrelXCI, nca, keypatch, encKeyBlock, t) t.close() nca.rewind() i = 0 newheader = xci.get_newheader( nca, encKeyBlock, crypto1, crypto2, hcrypto, gc_flag) outf.write(newheader) written += len(newheader) nca.seek(0xC00) break else: pass xci.flush() xci.close() elif filepath.endswith('nsp'): nsp = squirrelNSP(filepath) written = 0 for nca in nsp: if nca._path == fi: nca = Nca(nca) crypto1 = nca.header.getCryptoType() crypto2 = nca.header.getCryptoType2() if crypto2 > crypto1: masterKeyRev = crypto2 if crypto2 <= crypto1: masterKeyRev = crypto1 crypto = aes128.AESECB( Keys.keyAreaKey( Keys.getMasterKeyIndex(masterKeyRev), nca.header.keyIndex)) hcrypto = aes128.AESXTS(uhx(Keys.get('header_key'))) gc_flag = '00' * 0x01 crypto1 = nca.header.getCryptoType() crypto2 = nca.header.getCryptoType2() if nca.header.getRightsId() != 0: nca.rewind() if crypto2 > crypto1: masterKeyRev = crypto2 if crypto2 <= crypto1: masterKeyRev = crypto1 from mtp_tools import get_nca_ticket check, titleKey = get_nca_ticket(filepath, fi) if check == False: sys.exit("Can't verify titleckey") titleKeyDec = Keys.decryptTitleKey( titleKey, Keys.getMasterKeyIndex(int(masterKeyRev))) encKeyBlock = crypto.encrypt(titleKeyDec * 4) if str(keypatch) != "False": t = tqdm(total=False, unit='B', unit_scale=False, leave=False) if keypatch < nca.header.getCryptoType2(): encKeyBlock, crypto1, crypto2 = squirrelNSP.get_new_cryptoblock( squirrelNSP, nca, keypatch, encKeyBlock, t) t.close() if nca.header.getRightsId() == 0: nca.rewind() encKeyBlock = nca.header.getKeyBlock() if str(keypatch) != "False": t = tqdm(total=False, unit='B', unit_scale=False, leave=False) if keypatch < nca.header.getCryptoType2(): encKeyBlock, crypto1, crypto2 = squirrelNSP.get_new_cryptoblock( squirrelNSP, nca, keypatch, encKeyBlock, t) t.close() nca.rewind() i = 0 newheader = nsp.get_newheader(nca, encKeyBlock, crypto1, crypto2, hcrypto, gc_flag) outf.write(newheader) written += len(newheader) nca.seek(0xC00) break else: pass nsp.flush() nsp.close() outf.flush() outf.close() tfile = os.path.join(cachefolder, "files.csv") with open(tfile, 'w') as csvfile: csvfile.write("{}|{}|{}|{}|{}|{}\n".format("step", "filepath", "size", "targetsize", "off1", "off2")) csvfile.write("{}|{}|{}|{}|{}|{}\n".format(0, outfile, properheadsize + written, properheadsize, 0, properheadsize)) k = 0 l = 0 for fi in files: for filepath in input_files: if filepath.endswith('xci'): files_list = sq_tools.ret_xci_offsets(filepath) elif filepath.endswith('nsp'): files_list = sq_tools.ret_nsp_offsets(filepath) for j in files_list: if j[0] == fi: csvfile.write("{}|{}|{}|{}|{}|{}\n".format( k + 1, outfile, properheadsize + written, 0xC00, (properheadsize + l * 0xC00), (properheadsize + (l * 0xC00) + 0xC00))) off1 = j[1] + 0xC00 off2 = j[2] targetsize = j[3] - 0xC00 csvfile.write("{}|{}|{}|{}|{}|{}\n".format( k + 2, filepath, (os.path.getsize(filepath)), targetsize, off1, off2)) break k += 2 l += 1 return end_name
def supertrim_xci(filepath, buffer=65536, outfile=None, keepupd=False, level=17, threads=0): try: exchangefile.deletefile() except: pass f = squirrelXCI(filepath) for nspF in f.hfs0: if str(nspF._path) == "secure": for ticket in nspF: if str(ticket._path).endswith('.tik'): print('- Titlerights: ' + ticket.rightsId) tk = (str(hex(ticket.getTitleKeyBlock()))[2:]).upper() print('- Titlekey: ' + tk) exchangefile.add(ticket.rightsId, tk) f.flush() f.close() files_list = sq_tools.ret_xci_offsets(filepath) files = list() filesizes = list() fplist = list() for k in range(len(files_list)): entry = files_list[k] fplist.append(entry[0]) for i in range(len(files_list)): entry = files_list[i] cnmtfile = entry[0] if cnmtfile.endswith('.cnmt.nca'): f = squirrelXCI(filepath) titleid, titleversion, base_ID, keygeneration, rightsId, RSV, RGV, ctype, metasdkversion, exesdkversion, hasHtmlManual, Installedsize, DeltaSize, ncadata = f.get_data_from_cnmt( cnmtfile) f.flush() f.close() for j in range(len(ncadata)): row = ncadata[j] # print(row) if row['NCAtype'] != 'Meta': test1 = str(row['NcaId']) + '.nca' test2 = str(row['NcaId']) + '.ncz' if test1 in fplist or test2 in fplist: # print(str(row['NcaId'])+'.nca') files.append(str(row['NcaId']) + '.nca') filesizes.append(int(row['Size'])) else: # print(str(row['NcaId'])+'.cnmt.nca') files.append(str(row['NcaId']) + '.cnmt.nca') filesizes.append(int(row['Size'])) for k in range(len(files_list)): entry = files_list[k] fp = entry[0] sz = int(entry[3]) if fp.endswith('xml'): files.append(fp) filesizes.append(sz) for k in range(len(files_list)): entry = files_list[k] fp = entry[0] sz = int(entry[3]) if fp.endswith('.tik'): files.append(fp) filesizes.append(sz) for k in range(len(files_list)): entry = files_list[k] fp = entry[0] sz = int(entry[3]) if fp.endswith('.cert'): files.append(fp) filesizes.append(sz) sec_hashlist = list() f = squirrelXCI(filepath) try: for file in files: sha, size, gamecard = f.file_hash(file) # print(sha) if sha != False: sec_hashlist.append(sha) except BaseException as e: Print.error('Exception: ' + str(e)) f.flush() f.close() xci_header, game_info, sig_padding, xci_certificate, root_header, upd_header, norm_header, sec_header, rootSize, upd_multiplier, norm_multiplier, sec_multiplier = sq_tools.get_xciheader( files, filesizes, sec_hashlist) compressionLevel = int(level) CHUNK_SZ = buffer if outfile == None: ofile = filepath[0:-1] + 'z' else: ofile = outfile ofile = os.path.abspath(ofile) outheader = xci_header outheader += game_info outheader += sig_padding outheader += xci_certificate outheader += root_header outheader += upd_header outheader += norm_header outheader += sec_header properheadsize = len(outheader) compressionLevel = int(level) CHUNK_SZ = buffer if outfile == None: nszPath = filepath[0:-1] + 'z' else: nszPath = outfile nszPath = os.path.abspath(nszPath) Print.info('Compressing with level %d and %d threads' % (compressionLevel, threads)) Print.info('\n %s -> %s \n' % (filepath, nszPath)) newNsp = nutFs.Pfs0.Pfs0Stream(nszPath, headsize=properheadsize, mode='wb+') xcicontainer = Xci(filepath) # f.compressed_supertrim(buffer,outfile,keepupd,level,threads) files2 = list() filesizes2 = list() for file in files: for nspF in xcicontainer.hfs0: if str(nspF._path) == "secure": for nca in nspF: if nca._path == file: if isinstance(nca, nutFs.Nca.Nca) and ( nca.header.contentType == nutFs.Type.Content.PROGRAM or nca.header.contentType == nutFs.Type.Content.PUBLIC_DATA): if isNcaPacked(nca): cctx = zstandard.ZstdCompressor( level=compressionLevel, threads=threads) newFileName = nca._path[0:-1] + 'z' f = newNsp.add(newFileName, nca.size) start = f.tell() nca.seek(0) data = nca.read(ncaHeaderSize) f.write(data) nca.seek(ncaHeaderSize) written = ncaHeaderSize compressor = cctx.stream_writer(f) sections = [] for fs in sortedFs(nca): sections += fs.getEncryptionSections() header = b'NCZSECTN' header += len(sections).to_bytes(8, 'little') i = 0 for fs in sections: i += 1 header += fs.offset.to_bytes(8, 'little') header += fs.size.to_bytes(8, 'little') header += fs.cryptoType.to_bytes( 8, 'little') header += b'\x00' * 8 header += fs.cryptoKey header += fs.cryptoCounter f.write(header) written += len(header) timestamp = time.time() decompressedBytes = ncaHeaderSize totsize = 0 for fs in sortedFs(nca): totsize += fs.size t = tqdm(total=totsize, unit='B', unit_scale=True, leave=False) for section in sections: #print('offset: %x\t\tsize: %x\t\ttype: %d\t\tiv%s' % (section.offset, section.size, section.cryptoType, str(hx(section.cryptoCounter)))) o = nca.partition( offset=section.offset, size=section.size, n=None, cryptoType=section.cryptoType, cryptoKey=section.cryptoKey, cryptoCounter=bytearray( section.cryptoCounter), autoOpen=True) while not o.eof(): buffer = o.read(CHUNK_SZ) t.update(len(buffer)) if len(buffer) == 0: raise IOError('read failed') written += compressor.write(buffer) decompressedBytes += len(buffer) t.close() compressor.flush(zstandard.FLUSH_FRAME) elapsed = time.time() - timestamp minutes = elapsed / 60 seconds = elapsed % 60 speed = 0 if elapsed == 0 else (nca.size / elapsed) written = f.tell() - start print( '\n * Compressed at %d%% from %s to %s - %s' % (int(written * 100 / nca.size), str(sq_tools.getSize(decompressedBytes)), str(sq_tools.getSize(written)), nca._path)) print( ' * Compressed in %02d:%02d at speed: %.1f MB/s\n' % (minutes, seconds, speed / 1000000.0)) newNsp.resize(newFileName, written) files2.append(newFileName) filesizes2.append(written) continue else: print('not packed!') f = newNsp.add(nca._path, nca.size) files2.append(nca._path) filesizes2.append(nca.size) nca.seek(0) t = tqdm(total=nca.size, unit='B', unit_scale=True, leave=False) while not nca.eof(): buffer = nca.read(CHUNK_SZ) t.update(len(buffer)) f.write(buffer) t.close() newNsp.close() xci_header, game_info, sig_padding, xci_certificate, root_header, upd_header, norm_header, sec_header, rootSize, upd_multiplier, norm_multiplier, sec_multiplier = sq_tools.get_xciheader( files2, filesizes2, sec_hashlist) outheader = xci_header outheader += game_info outheader += sig_padding outheader += xci_certificate outheader += root_header outheader += upd_header outheader += norm_header outheader += sec_header with open(nszPath, 'rb+') as o: o.seek(0) o.write(outheader) try: exchangefile.deletefile() except: pass return nszPath