def eval(self, epoch): assert isinstance(self.dataloader, Data) with self.sess.as_default(): left_embed, right_embed = self.cause_embed_dict.eval(), self.effect_embed_dict.eval() acc, mrr, total = 0, [], len(self.dataloader.test) print('numbers of initial test set {}.'.format(total)) for (arg1, arg2, (target_c, target_e)) in self.dataloader.test: if target_c not in self.dataloader.vocab_rev_left or target_e not in self.dataloader.vocab_rev_right: continue scores = dict() for c in arg1: if c not in self.dataloader.vocab_rev_left: continue for e in arg2: if e not in self.dataloader.vocab_rev_right: continue scores[join(c, e)] = np.dot( left_embed[self.dataloader.vocab_rev_left[c]], right_embed[self.dataloader.vocab_rev_right[e]] ) if len(scores) == 0: continue res = sorted(scores.items(), key=lambda x: x[1], reverse=True) target = join(target_c, target_e) if res[0][0] == target: acc += 1 for i, [k, _] in enumerate(res): if k == target: mrr.append(1.0 / (i + 1)) assert len(mrr) == total _acc, _mrr = acc / float(total), sum(mrr) / float(len(mrr)) print('criteria in epoch {}: total {}, acc {}, mrr {}.'.format(epoch + 1, total, _acc, _mrr)) return _acc, _mrr
def _downloadHls(self, urls, fileName, headers={}, concat=True): print("-- dispatcher/downloadHls") tempFileBase = tools.join(self.tempFilePath, fileName) fileNames = tools.generateFileNames(urls, tempFileBase) targetFileName = tools.join(self.videoFilePath, fileName + '.mp4') self.downloader.downloadAll(urls, fileNames, headers, self.hlsThreadCnt) tools.mergePartialVideos(fileNames, targetFileName, concat=concat) self.saveTempFile or tools.removeFiles(fileNames) return targetFileName
def handleStream(self, fileName, audioFormat, videoFormat, **desc): print("-- dispatcher/handleStream") audioName = tools.join(self.tempFilePath, fileName + '.audio' + audioFormat) videoName = tools.join(self.tempFilePath, fileName + '.video' + videoFormat) targetFileName = tools.join(self.videoFilePath, fileName + '.mp4') self.downloader.saveStream(audioName, videoName, **desc) tools.mergeAudio2Video([audioName], [videoName], fileName) self.saveTempFile or tools.removeFiles([audioName, videoName]) print('Finish.\n') return targetFileName
def _downloadPartialVideos(self, urls, fileName, headers={}): print("-- dispatcher/downloadPartialVideos") tempFileBase = tools.join(self.tempFilePath, fileName) fileNames = tools.generateFileNames(urls, tempFileBase) suffix = tools.getSuffix(urls[0]) targetFileName = tools.join(self.videoFilePath, fileName + suffix) for i, url in enumerate(urls): self.downloader.multiThreadDownload(url, fileNames[i], headers, \ self.fragThreadCnt, self.fragmentCnt) tools.mergePartialVideos(fileNames, targetFileName) self.saveTempFile or tools.removeFiles(fileNames) return targetFileName
def download_view(): if not session.get('logged_in'): return Response(status=403) try: fl, name, date = decode64(request.args.get('fl')), decode64( request.args.get('name')), decode64(request.args.get('date')) if fl and name and date and is_valid_file( join(appData.get('rec_folder'), name, date, fl)): return send_from_directory(join(appData.get('rec_folder'), name, date), fl, as_attachment=True) except: pass return Response(status=404)
def _downloadDash(self, audioUrls, videoUrls, fileName, headers={}): print("-- dispatcher/downloadDash") tempAudioBase = tools.join(self.tempFilePath, fileName + '.audio') tempVideoBase = tools.join(self.tempFilePath, fileName + '.video') audioNames = tools.generateFileNames(audioUrls, tempAudioBase) videoNames = tools.generateFileNames(videoUrls, tempVideoBase) targetFileName = tools.join(self.videoFilePath, fileName + '.mp4') self.downloader.multiThreadDownloadAll(audioUrls, audioNames, headers, \ self.fragThreadCnt, self.fragmentCnt) self.downloader.multiThreadDownloadAll(videoUrls, videoNames, headers, \ self.fragThreadCnt, self.fragmentCnt) tools.mergeAudio2Video(audioNames, videoNames, targetFileName) self.saveTempFile or tools.removeFiles(audioNames + videoNames) return targetFileName
def uploadzone_upload(): if not current_user.is_authenticated: return redirect(url_for('login_page', next=url_for('uploadzone_view'))) fl = request.files.get('file') if fl and fl.filename: filename = secure_filename(fl.filename) p = join(cfg.UPLOAD_ZONE_PATH, get_formatted_datetime('%d-%m-%Y %H-%M-%S')) if not Path(p).exists(): create_folder(p) fl.save(join(p, filename)) session['uploadzone_info'] = 'Uploaded Successfully' return redirect(url_for('uploadzone_view')) else: session['uploadzone_error'] = 'Upload Failed. File not found' return redirect(url_for('uploadzone_view'))
def downloadzone_download(): if not current_user.is_authenticated: return Response(status=403) fl = request.args.get('fl') if fl and is_valid_file(join(cfg.DOWNLOAD_ZONE_PATH, fl)): return send_from_directory(cfg.DOWNLOAD_ZONE_PATH, fl, as_attachment=True) return Response(status=404)
def run(self): done = 0 fail = 0 not_allowed = 0 ignored = 0 for folder in self.folders: for a_file in get_files(folder): self.startActionSignal.emit(folder, a_file) status = self.check_for_allow_and_ignore(a_file) if status == 1: ignored += 1 elif status == 2: not_allowed += 1 else: try: if self.action == 0: copyfile(join(folder, a_file), join(self.des, a_file)) else: move(join(folder, a_file), join(self.des, a_file)) done += 1 except: fail += 1 self.updateSignal.emit(done, fail, not_allowed, ignored)
def handleSubtitles(self, subtitles, fileName, videoName, headers={}): subtitleUrls, subtitleNames = [], [] subtitlesInfo = [] for name, url in subtitles: subtitleUrls.append(url) subtitleName = tools.join(self.tempFilePath, '%s_%s%s' % \ (fileName, name, tools.getSuffix(url))) subtitleNames.append(subtitleName) subtitlesInfo.append((name, subtitleName)) self.downloader.downloadAll(subtitleUrls, subtitleNames, headers, self.hlsThreadCnt) for each in subtitleNames: tools.tryFixSrtFile(each) targetFileName = tools.integrateSubtitles(subtitlesInfo, videoName) self.saveTempFile or tools.removeFiles(subtitleNames) return targetFileName
def map_go_view(rec_name, rec_date=None): rec_name = decode64(rec_name) rec_date = decode64(rec_date) rec_folder = appData.get('rec_folder') if not rec_name or not rec_name in get_folders(rec_folder): return redirect('/') all_dates = sorted(get_folders(join(rec_folder, rec_name))) if rec_date: if rec_date in all_dates: date_index = all_dates.index(rec_date) old_date, next_date = None, None if date_index != 0: old_date = all_dates[date_index - 1] if date_index != len(all_dates) - 1: next_date = all_dates[date_index + 1] all_records = appData.get_records(rec_name, rec_date) all_records.sort(key=lambda i: i['call_time_object'], reverse=False) return render_template('records.html', rec_name=rec_name, size=appData.get_files_size(all_records), records=all_records, total=len(all_records), date=rec_date, old_date=old_date, next_date=next_date) else: return redirect('/map/' + rec_name) return render_template('map.html', rec_name=rec_name, all_dates=all_dates, count=len(all_dates))
def select_folder(self, multiple=False, drag=False, folders=None): if multiple: file_dialog = QtWidgets.QFileDialog(directory=self.last_selected_dir) file_dialog.setFileMode(QtWidgets.QFileDialog.DirectoryOnly) file_dialog.setOption(QtWidgets.QFileDialog.DontUseNativeDialog, True) file_dialog.setWindowTitle("Select Folders") file_dialog.setWindowIcon(QtGui.QIcon(self.main_icon)) f_tree_view = file_dialog.findChild(QtWidgets.QTreeView) if f_tree_view: f_tree_view.setSelectionMode(QtWidgets.QAbstractItemView.MultiSelection) if not file_dialog.exec(): return folders = file_dialog.selectedFiles() elif drag: folders = [f for f in folders if is_valid_dir(f)] else: folder = str(QtWidgets.QFileDialog.getExistingDirectory(self, "Select Directory", directory=self.last_selected_dir)) if folder == '': return folder = str(Path(folder)) self.last_selected_dir = join(*folder.split('\\')[:len(folder.split('\\'))-1]) folders = [folder] self.FILEDATA.select_dirs(folders) self.ui.txt_stat.setText(self.FILEDATA.get_status_txt())
def select_output_folder(self): folder = str(QtWidgets.QFileDialog.getExistingDirectory(self, "Select Output Directory", directory=self.last_selected_out_dir)) if folder != '': folder = str(Path(folder)) self.last_selected_out_dir = join(*folder.split('\\')[:len(folder.split('\\'))-1]) self.ui.input_2.setText(folder)
except ValueError: print("Error password") raise SystemExit(1) try: passwords = data.decode() except UnicodeDecodeError: print('Error password') raise SystemExit(1) path = namespace.sourcefile name = namespace.name try: # open or create file via path file = open(path, 'w') except IsADirectoryError: # if path with out name, try to create or open file with name file = open(join(path, name), 'w') except FileNotFoundError: # can not fined dir with file print('No such file or dir') raise SystemExit(1) except: print('Path error') raise SystemExit(1) file.write(passwords) file.close()
#!/usr/bin/env python # coding=utf-8 from setuptools import setup, find_packages import os import tools for big_file in tools.BIG_FILES: tools.join(big_file) appname = "tr" version = "1.3.0" with open("README.md", "r", encoding="utf-8") as f: readme = f.read() packages = ["tr", "libtorch"] setup(name=appname, version=version, description=('''%s''' % appname), author='anycode', author_email='*****@*****.**', maintainer='anycode', maintainer_email='*****@*****.**', packages=packages, platforms=["all"], url='https://pypi.org/project/%s/' % appname, classifiers=[ 'Operating System :: OS Independent',
#!/usr/bin/env python # coding=utf-8 from setuptools import setup, find_packages import os import tools _BASEDIR = os.path.dirname(os.path.abspath(__file__)) for big_file in tools.BIG_FILES: tools.join(os.path.join(_BASEDIR, big_file)) appname = "tr" version = "1.0.0.5" with open("README.md", "r") as f: readme = f.read() packages = ["tr", "libtorch"] setup(name=appname, version=version, description=('''%s''' % appname), author='anycode', author_email='*****@*****.**', maintainer='anycode', maintainer_email='*****@*****.**', packages=packages, platforms=["all"], url='https://pypi.org/project/%s/' % appname, classifiers=[