def loadIcon(self, icon):
file = QFile(f'icons:{icon}')
file.open(QFile.ReadOnly)
self._svgdoc.setContent(file.readAll())
self._svgdoc.documentElement().setAttribute('fill', self._color)
file.close()
self._icon_widget.load(self._svgdoc.toByteArray())
def read_qt_resource(path, encoding=None):
"""Reads a resource from the file system or a packaged Qt resource file.
Returns either binary or text data, depending on whether encoding is None.
path -- Path to the resource. Should start with ":" if referencing a resource inside a packaged Qt resource file.
encoding -- Text encoding to use for decoding the data, or None to return binary data.
"""
qfile = QFile(path)
try:
# Open the QFile.
if not qfile.open(QFile.ReadOnly):
raise IOError(
QCoreApplication.translate('QtUtil',
"Failed to open '{}'").format(path))
# Read the data.
# TODO: Handle reading in a way that can report errors.
data = bytes(qfile.readAll())
if encoding is None:
return data
else:
return data.decode(encoding)
# Close the QFile.
finally:
if qfile.isOpen():
qfile.close()
def saveSettings(self,event,filename=None):
if not filename:
filename,filetype = QFileDialog.getSaveFileName(self,"Open Bookmark File", os.path.join(QtCore.QDir.currentPath(),self.XML_Read.getValue(['Paths','TrialSettingsDefault'])),
"XML Files (*.xml)")
fh = QFile(filename)
if not fh.open(QIODevice.WriteOnly):
print('IOERROR')
self.currentXMLfilepath = filename
stream = QXmlStreamWriter(fh)
stream.setAutoFormatting(True)
stream.writeStartDocument()
stream.writeStartElement("Data")
stream.writeStartElement("TrialSettings")
stream.writeStartElement('GeneralSettings')
stream.writeTextElement(self.sbTrialDuration.objectName(),str(self.sbTrialDuration.value()))
stream.writeTextElement(self.sbStimulusDuration.objectName(),str(self.sbStimulusDuration.value()))
stream.writeTextElement(self.sbPause.objectName(),str(self.sbPause.value()))
stream.writeTextElement(self.cbRandomizeStimuli.objectName(),str(self.cbRandomizeStimuli.checkState()))
stream.writeEndElement()
stream.writeStartElement('Artifacts')
stream.writeAttribute('Checked',str(self.rbArtifacts.isChecked()))
stream.writeEndElement()
stream.writeStartElement('ERP')
stream.writeAttribute('Checked',str(self.rbERP.isChecked()))
stream.writeTextElement(self.cbProbability.objectName(),str(self.cbProbability.currentText()))
stream.writeEndElement()
stream.writeEndElement()
stream.writeEndElement()
stream.writeEndDocument()
def saveArtifactOrder(self,event,fileName=None):
diag = QFileDialog(self,"Open Bookmark File", QtCore.QDir.currentPath())
if fileName is None:
filename,filetype = QFileDialog.getSaveFileName(self,"Open Bookmark File",os.path.join(QtCore.QDir.currentPath(),self.XML_Read.getValue(['Paths','ArtifactOrderSettingsDefault'])),
"XML Files (*.xml)")
else:
filename = fileName
fh = QFile(filename)
if not fh.open(QIODevice.WriteOnly):
print('IOERROR')
self.currentXMLfilepath = filename
stream = QXmlStreamWriter(fh)
stream.setAutoFormatting(True)
stream.writeStartDocument()
stream.writeStartElement("Data")
stream.writeStartElement("Order")
for i in range(self.verticalLayout.count()):
print(self.verticalLayout.itemAt(i).widget().text())
stream.writeTextElement(self.verticalLayout.itemAt(i).widget().xml_text, "")
#stream.writeAttribute("href", "http://qt-project.org/")
stream.writeEndElement()
stream.writeStartElement('PauseInBetweenTrials')
stream.writeTextElement('Minute',str(self.timeEditInBetweenTrials.time().minute()))
stream.writeTextElement('Second',str(self.timeEditInBetweenTrials.time().second()))
stream.writeEndElement()
stream.writeTextElement('AmountOfTrials',str(self.sbAmountTrials.value()))
stream.writeEndElement()
stream.writeEndDocument()
def loadGeom (self):
geometry = {'polygon':[]}
filename = self.name+"_geometry.txt"
filename = filename.lower()
filename = os.path.join(Config().instance.path_to_icons(),"empire","32x32",filename)
file = QFile(filename)
if file.open(QIODevice.ReadOnly):
stream = QTextStream(file)
while (not stream.atEnd()):
line = stream.readLine()
if line[0]!= "#":
elts = line.split(' ')
l = []
print ('line',line)
for i in range (1,len(elts)):
try :
l.append(QPoint(int(elts[i].split(',')[0]),int(elts[i].split(',')[1])))
except IndexError :
qDebug("Warning : empire.loadgeom, probleme lecture paire de point")
if (elts[0] == "p"):
print ('add polygon')
geometry['polygon'].append( l )
else:
pass
else :
print ('not able to load file',filename)
return geometry
def showNotification(self, icon, heading, text):
'''
@param: icon QPixmap
@param: heading QString
@param: text QString
'''
if not self._enabled:
return
if self._notifType == self.PopupWidget:
if not self._desktopNotif:
self._desktopNotif = DesktopNotification()
def func():
self._desktopNotif = None
self._desktopNotif.closedSignal.connect(func)
self._desktopNotif.setPixmap(icon)
self._desktopNotif.setHeading(heading)
self._desktopNotif.setText(text)
self._desktopNotif.setTimeout(self._timeout)
self._desktopNotif.move(self._position)
self._desktopNotif.show()
elif self._notifType == self.DesktopNative:
if const.OS_UNIX and not const.DISABLE_DBUS:
tmp = QFile(DataPaths.path(DataPaths.Temp) + '/app_notif.png')
tmp.open(QFile.WriteOnly)
icon.save(tmp.fileName())
from PyQt5.Qt import QDBusInterface, QDBusConnection
dbus = QDBusInterface('org.freedesktop.Notifications', '/org/freedesktop/Notifications',
'org.freedesktop.Notifications', QDBusConnection.sessionBus())
args = []
args.append('app')
args.append(self._uint)
args.append(tmp.fileName())
args.append(heading)
args.append(text)
args.append([])
args.append({})
args.append(self._timeout)
dbus.callWithCallback('Notify', args, self._updateLastId, self._error)
def readAllFileByteContents(self, filename):
'''
@note: filename maybe resource file like ':/data/bookmarks.json', so must use QFile to read
@param: filename QString
@return: QByteArray
'''
file_ = QFile(filename)
if filename and file_.open(QFile.ReadOnly):
a = file_.readAll()
file_.close()
return a.data()
return b''
def setThemeFromGtk():
f = QFile(QDir.homePath() + "/.gtkrc-2.0")
if not f.open(QIODevice.ReadOnly | QIODevice.Text):
return
while not f.atEnd():
l = f.readLine().trimmed()
if l.startsWith("gtk-icon-theme-name="):
s = l.split('=')[-1]
syslog.syslog(syslog.LOG_DEBUG,
"DEBUG setting gtk theme %s" % str(s))
QIcon.setThemeName(s.remove('"'))
break
def load(self):
if not QFile.exists(self.filename):
print ('-------file not exist : ',self.filename)
return None
fh = QFile(self.filename)
if not fh.open(QFile.ReadOnly):
print ('echec ouverture fichier')
return None
data = fh.readAll()
codec = QTextCodec.codecForHtml(data)
unistr = codec.toUnicode(data)
if QtCore.Qt.mightBeRichText(unistr):
self.setHtml(unistr)
else:
self.setPlainText(unistr)
def onSaveFile(self):
'''Save in a file the text description of the graph.'''
# Export dialog
result = QFileDialog.getSaveFileName(None, "Export", None,
MainWindowController.dotFilter)
# Check if Save button has been pressed
if len(result[0]) > 0:
filePath = result[0]
# Create file
dotFile = QFile(filePath)
if (not dotFile.open(QIODevice.WriteOnly | QIODevice.Text)):
QMessageBox.warning(None, "Export", "Export failed.")
else:
# Write the text from the TextGraphView into the file
dotFile.write(QByteArray(self.textGraphController.view
.getText().encode("utf_8")))
dotFile.close()
def lrelease(self, tsInputFile, qmOutputFile, stripped=True):
verbose = False
metTranslations = False
tor = metaTranslator()
f = QFile(tsInputFile)
if not f.open(QtCore.QIODevice.ReadOnly):
print("lrelease error: Cannot open file '%s'" % tsInputFile)
return
t = QTextStream(f)
fullText = t.readAll()
f.close()
if fullText.find("<!DOCTYPE TS>") >= 0:
if qmOutputFile is None:
self.releaseTsFile(tsInputFile, verbose, stripped)
else:
self.loadTsFile(tor, tsInputFile, verbose)
else:
# modId = self.db_.managerModules().idModuleOfFile(tsInputFile)
key = self.db_.managerModules().shaOfFile(tsInputFile)
# dir = filedir("../tempdata/cache/%s/%s/file.ts/%s" %
# (self._prj.conn.db_name, modId, key))
tagMap = fullText
# TODO: hay que cargar todo el contenido del fichero en un diccionario
for key, value in tagMap:
toks = value.split(" ")
for t in toks:
if key == "TRANSLATIONS":
metTranslations = True
self.releaseTsFile(t, verbose, stripped)
if not metTranslations:
print(
"lrelease warning: Met no 'TRANSLATIONS' entry in project file '%s'" % tsInputFile)
if qmOutputFile:
self.releaseMetaTranslator(tor, qmOutputFile, verbose, stripped)
def onSaveFile(self):
'''Save in a file the text description of the graph.'''
# Export dialog
result = QFileDialog.getSaveFileName(None, "Export", None,
MainWindowController.dotFilter)
# Check if Save button has been pressed
if len(result[0]) > 0:
filePath = result[0]
# Create file
dotFile = QFile(filePath)
if (not dotFile.open(QIODevice.WriteOnly | QIODevice.Text)):
QMessageBox.warning(None, "Export", "Export failed.")
else:
# Write the text from the TextGraphView into the file
dotFile.write(
QByteArray(self.textGraphController.view.getText().encode(
"utf_8")))
dotFile.close()
def load_text(self):
print("load--csv")
dlg = QFileDialog()
dlg.setFileMode(QFileDialog.AnyFile)
dlg.setFilter(QDir.Files)
if dlg.exec_():
self.filenames = dlg.selectedFiles()
print(self.filenames)
fileDevice = QFile(self.filenames[0])
if not fileDevice.open(QIODevice.ReadOnly | QIODevice.Text):
return False
#f = open(filenames[0], 'r')
data = []
#try:
#print(fileDevice.atEnd())
while not fileDevice.atEnd():
#print("a")
qtBytes = fileDevice.readLine()
pyBytes = bytes(qtBytes.data()) # QByteArray转换为bytes类型
lineStr = pyBytes.decode("UTF-8-sig") # bytes转换为str型
lineStr = lineStr.strip() # 去除结尾增加的空行
data.append(lineStr.split(",")) # 返回QByteArray类型
#print(qtBytes)
self.data = data
print(data[0])
fileDevice.close()
localtime = time.localtime(time.time())
time_s =time.strftime("%Y-%m-%d %H:%M:%S",localtime)
s_r = "时间：{}读取文件:{}\n".format(time_s,self.filenames)
self.logW(s_r)
#finally:
# print("b")
#self.textEdit2.setText(data)
self.textEdit.setText("读取成功")
def createFromFile(cls, fpath):
'''
@param: fpath QString
@return: data RestoreData
'''
data = RestoreData()
if not QFile.exists(fpath):
return data
recoveryFile = QFile(fpath)
if not recoveryFile.open(QIODevice.ReadOnly):
return data
stream = QDataStream(recoveryFile)
version = stream.readInt()
if version == const.sessionVersion:
byteData = stream.readBytes()
data = pickle.loads(byteData)
else:
print('WARNING: Unsupported session file version', version, 'path',
fpath)
return data
# example qtcharts/examples/datetimeaxis tranlated in python
if __name__ == '__main__':
import sys
app = QApplication(sys.argv)
# [1]
series = QLineSeries()
# [1]
# [2]
# data from http://www.swpc.noaa.gov/ftpdir/weekly/RecentIndices.txt
# http://www.swpc.noaa.gov/ftpdir/weekly/README
# http://www.weather.gov/disclaimer
sunSpots = QFile("sun_spots.txt")
if not sunSpots.open(QIODevice.ReadOnly | QIODevice.Text):
sys.exit(1)
stream = QTextStream(sunSpots)
while not stream.atEnd():
line = stream.readLine()
if line.startswith("#") or line.startswith(":") or line is None:
continue
values = line.split()
day = QDate(int(values[0]), int(values[1]), 15)
momentInTime = QDateTime(day)
class HttpsDownloader(QObject):
# pyqtSignal
downloadProgress = pyqtSignal("qint64",
"qint64",
"qint64",
arguments=["receiver", "total", "timeStamp"])
# 初始化函数
def __init__(self, parent=None):
super(HttpsDownloader, self).__init__(parent)
self._manager = QNetworkAccessManager(self)
self._attributes = DownloaderAttributes(
DownloaderAttributes.UrlType.Https, self)
self._tmpFile = QFile(self)
self._configFile = QFile(self)
self._reply = None
# 析构函数
def __del__(self):
# 这些析构函数会报错
# if self._tmpFile.isOpen():
# self._tmpFile.close()
# if self._configFile.isOpen():
# self._configFile.close()
# if self._reply:
# self._reply.deleteLater()
pass
# 类的属性，提供给qml使用# # # # # # # # # # # # # # # # # # # # # #
# # # # # # # # # # # # # # # # # # # # attributes# # # # # # # # #
@pyqtProperty(DownloaderAttributes)
def attributes(self):
return self._attributes
# 判断文件是否在此目录
# path:文件所在路径
# filename:文件名(不带路径，带后缀名)
def isFileExist(self, path, filename):
dir = QDir(path)
return filename in dir.entryList()
# 任务状态的改变，用于用户操作或者出现异常情况时设置
# 通过UI通知用户，不弹窗
def changeState(self, state):
self.attributes.setState(state)
# 这里判断目录是否存在，不存在则创建
def isDirExist(self, fullPath):
dir = QDir(fullPath)
if dir.exists():
return True
else:
return dir.mkpath(fullPath)
# 打开配置文件
def _openConfig(self):
config = self.attributes.fileName + '.tmp.cfg'
self._configFile.setFileName(self.attributes.path + config)
self._configFile.open(QFile.ReadWrite)
# 打开临时文件，用于保存下载信息
# 在这里重置文件大小
def _openTemp(self):
tempname = self.attributes.fileName + '.tmp'
if self._tmpFile.isOpen():
self._tmpFile.close()
self._tmpFile.setFileName(self.attributes.path + tempname)
self._tmpFile.open(QFile.Append)
self._tmpFile.seek(self.attributes.preProgress)
# 保存config
def _saveConfig(self):
if not self._configFile.isOpen():
return False
info = self.attributes.toJson()
self._configFile.resize(0)
self._configFile.seek(0)
self._configFile.write(QJsonDocument(info).toJson())
self._configFile.flush()
return True
# 读取config
def _loadConfig(self):
self._configFile.seek(0)
cfg = self._configFile.readAll()
if len(cfg) <= 0:
return False
j = QJsonDocument.fromJson(cfg).object()
self.attributes.fromJson(j)
return True
# 开始下载文件
def startDownload(self, isPause):
# 这里区分批量下载和单个文件下载
if self.attributes.totalFile == 1:
# 这里不需要重新计算文件名，因为在UI已经确认过了，这里如果文件名相同则会是
# 继续下载，所以不存在会文件名相同
# 单个文件下载则任务名和文件名同名
self.attributes.taskName = self.attributes.fileName
# 打开配置文件并保存,这一步放在设置文件名后执行
self._openConfig()
if self._loadConfig():
# 存在历史纪录
pass
else:
self._saveConfig()
self._openTemp()
if not isPause:
# 如果不是暂停，则下载
self._download_signal(self.attributes.url)
else:
self.changeState(DownloaderAttributes.States.pause)
else:
self.attributes.path = self.attributes.path[:-1] + self.attributes.fileName
# 生成目录
self.isDirExist(self.attributes.path)
# 重置文件名，用于生成配置文件而已
if len(self.attributes.fileName.split('/')) >= 2:
self.attributes.fileName = self.attributes.checkFileName(
self.attributes.fileName.split('/')[-2],
self.attributes.path)
else:
self.attributes.fileName = self.attributes.checkFileName(
self.attributes.fileName, self.attributes.path)
# 多个文件下载则是文件夹的名字
self.attributes.taskName = self.attributes.fileName
# 打开配置文件并保存,这一步放在设置文件名后执行
self._openConfig()
if self._loadConfig():
# 存在历史纪录
pass
else:
self._saveConfig()
if not isPause:
# 如果不是暂停，则下载
# 设置为另一个接口主要的意图在于，多个文件下载完都会调用一次该接口
self._download_mult()
else:
self.changeState(DownloaderAttributes.States.pause)
# 下载单个文件
# total用来表示文件大小，这样的优点在于预加载就可以显示文件大小的信息
def _download_signal(self, url):
request = QNetworkRequest()
request.setRawHeader(
str("Range").encode(),
str("bytes=" + str(self.attributes.preProgress) + "-").encode())
# 设置自动重定向,之前自己实现的链接跳转就可以去掉了
request.setAttribute(QNetworkRequest.FollowRedirectsAttribute, True)
request.setUrl(QUrl(url))
self.changeState(DownloaderAttributes.States.downloading)
self._reply = self._manager.get(request)
self._reply.downloadProgress.connect(self.writeFile)
self._reply.finished.connect(self.downloadError)
return True
# 下载多个文件
def _download_mult(self):
# 任务开始前先重置下载进度
name = self.attributes.url.split('/')[-1].split('.')
newNum = str(int(name[0]) + self.attributes.finishFile).zfill(
len(name[0]))
newNum = newNum + "." + name[1]
self.attributes.fileName = newNum
url = self.attributes.url[:self.attributes.url.rfind('/') + 1] + newNum
self._openTemp()
print(url)
self._download_signal(url)
pass
# 把数据写入文件的指令
def _writeFile(self, data):
self._tmpFile.seek(self.attributes.curProgress)
b = self._tmpFile.writeData(data)
return b
# 槽函数
# 用于任务终止时输出错误信息，下载完成也会触发
@pyqtSlot()
def downloadError(self):
print("IOError", self._reply.errorString())
print("NetworkError", self._reply.error())
logging.info("IOError" + self._reply.errorString())
# 槽函数
# 把下载的内容写入文件
# receive:已接收的字节数
# total:文件总大小
@pyqtSlot("qint64", "qint64")
def writeFile(self, receive, total):
# print("receive",receive)
# print("total",total)
# print(self._reply.error())
if total <= 0:
# -1有可能是下载错误
if receive <= 0:
self.changeState(DownloaderAttributes.States.networkError)
# 这里不打算中断网络链接，经过观察再决定这里是否中断
return
else:
# 这种情况是total返回-1，但是实际上是有下载的
self.changeState(DownloaderAttributes.States.totalLessThanZero)
# 这里是刚开始下载的时候，total默认是0,设置下载的文件大小
if self.attributes.total != total:
self.attributes.total = total + self.attributes.preProgress
if self._tmpFile.isOpen():
if self._tmpFile.size() < total:
self._tmpFile.resize(total)
else:
self.changeState(DownloaderAttributes.States.fileOpenError)
return
# 这里是暂停续传部分，因为更改了暂停机制，在暂停前取消信号连接，
# 所以这里基本不存在触发的情况
if self.attributes._state == DownloaderAttributes.States.pause:
# 暂停触发，不处理后面接受到的字节数
if self._reply.isRunning():
# 如果reply还没有关闭则关闭下载通道
# 这个在软件重开续传和预读头文件的时候预防下载通道还没关闭的情况
self._reply.downloadProgress.disconnect(self.writeFile)
self._reply.abort()
return
elif not self._reply.isOpen():
if self.attributes.curProgress == self.attributes.total:
# 其实这里已经排除abort触发的情况因为在abort之前已经断开信号连接
# 这里的条件判断以及输出是用于日志输出
print("abort 触发")
pass
else:
# 如果不是因为暂停而关闭reply的通道的情况则需要通报用户下载失败
self.changeState(DownloaderAttributes.States.networkError)
return
else:
# 正常情况
data = self._reply.readAll()
if len(data) == 0:
# 没有数据读取
if self._reply.error() == QNetworkReply.NoError:
self.success()
else:
self.changeState(DownloaderAttributes.States.networkError)
return
if self._tmpFile.writeData(data) <= 0:
self.changeState(DownloaderAttributes.States.fileWriteError)
return
# 获取时间戳，因为我不知道qml如何获取，然后发射信号给qml更新界面
self._tmpFile.flush()
self.attributes.curTime = int(time.time())
self.attributes.curProgress = receive + self.attributes.preProgress
self._saveConfig()
# 下载完成的处理，不使用finish是因为那个信号啥都会触发
if self.attributes.curProgress == self.attributes.total:
self.success()
# 槽函数
# 暂停/继续下载
@pyqtSlot(bool)
def pauseDown(self):
if self.attributes._state == DownloaderAttributes.States.downloading:
# 正在下载，应该处理暂停
self.changeState(DownloaderAttributes.States.pause)
if self._reply != None and self._reply.isRunning():
self._reply.downloadProgress.disconnect(self.writeFile)
self._reply.abort()
self.attributes.preProgress = self.attributes.curProgress
else:
self.changeState(DownloaderAttributes.States.downloading)
if self.attributes.totalFile > 1:
self._download_mult()
else:
self._download_signal(self.attributes.url)
# 槽函数
# 下载成功，设置标志位finish为true，然后停止下载.
@pyqtSlot()
def success(self):
self.attributes.completedOne()
# 虽然下载完成，但是还是需要关闭通道
# 这里解决了只能下载第一个文件的情况，也解决了下载完成所有任务后，多下载两个文件
# 貌似是下载文件时多次触发success，所以要断开信号和关闭下载通道
self._reply.downloadProgress.disconnect(self.writeFile)
self._reply.abort()
name = self.attributes.checkFileName(self.attributes.fileName,
self.attributes.path)
self._tmpFile.rename(self.attributes.path + name)
self._tmpFile.close()
# 下载完所有文件，同样适用于下载单个文件
if self.attributes.finishFile == self.attributes.totalFile:
pass
else:
# 这个情况只有下载多个文件的时候才会出现
# 重置多个文件下载时的参数
self.attributes.downloadParamReset()
self._saveConfig()
self._download_mult()
return
self._configFile.remove()
self.changeState(DownloaderAttributes.States.finish)
# 删除这次任务，当然，这里只是关闭文件而已
# 正真删除操作在setting类
# 因为只有正在下载的任务有这个类
# 重构后，可能在这里实现文件的删除操作
def deleteFile(self):
self._tmpFile.close()
self._configFile.close()
app.setApplicationDisplayName('飞行器遥控️系统')
app.setApplicationVersion('%d.%d.%d' % (1, 0, 0))
# translator - system
translator = QTranslator()
translator.load(':/lang/qt_' + 'zh_CN')
app.installTranslator(translator)
# translator
translator = QTranslator()
translator.load(':/lang/' + 'zh_CN')
app.installTranslator(translator)
# style sheet
file = QFile(":/qss/stylesheet-1.qss")
if file.open(QFile.ReadOnly | QFile.Text):
app.setStyleSheet(QTextStream(file).readAll())
app.setFont(QFont('Microsoft Yahei', 15))
# main window
mainWidget = MainWidget()
mainWidget.showMaximized()
# json string:
s = json.loads('{"name":"test", "type":{"name":"seq", "parameter":["1", "2"]}}')
print(s)
print(s.keys())
print(s["name"])
print(s["type"]["name"])
print(s["type"]["parameter"][1])
class UploadWorker(QObject):
readyForNext = pyqtSignal(int)
uploadProgress = pyqtSignal(int, int, int)
uploaded = pyqtSignal(int)
updated = pyqtSignal(int)
skipped = pyqtSignal(int)
failed = pyqtSignal(int, str)
aborted = pyqtSignal(str)
def __init__(self, index, reupload, db, logger):
QObject.__init__(self)
self.index = index
self.reupload = reupload
self.db = db
self.logger = logger
self.api_key = prefs['api_key']
self.reply = None
self.canceled = False
self.retries = 0
def start(self):
self.network = QNetworkAccessManager()
self.network.authenticationRequired.connect(self.auth)
self.readyForNext.emit(self.index)
def cancel(self):
self.canceled = True
if self.reply:
self.reply.abort()
def sync(self, book_id, file_path):
self.book_id = book_id
self.file_path = file_path
self.check()
def auth(self, reply, authenticator):
if not authenticator.user():
authenticator.setUser(self.api_key)
authenticator.setPassword('')
def check(self):
self.digest = None
identifiers = self.db.get_proxy_metadata(self.book_id).identifiers
if identifiers.get('bookfusion'):
self.is_search_req = False
self.req = api.build_request('/uploads/' +
identifiers['bookfusion'])
self.log_info('Upload check: bookfusion={}'.format(
identifiers['bookfusion']))
elif identifiers.get('isbn'):
self.is_search_req = True
self.req = api.build_request('/uploads',
{'isbn': identifiers['isbn']})
self.log_info('Upload check: isbn={}'.format(identifiers['isbn']))
else:
self.calculate_digest()
self.is_search_req = False
self.req = api.build_request('/uploads/' + self.digest)
self.log_info('Upload check: digest={}'.format(self.digest))
self.reply = self.network.get(self.req)
self.reply.finished.connect(self.complete_check)
def complete_check(self):
abort = False
skip = False
update = False
result = None
error = self.reply.error()
if error == QNetworkReply.AuthenticationRequiredError:
abort = True
self.aborted.emit('Invalid API key.')
self.log_info('Upload check: AuthenticationRequiredError')
elif error == QNetworkReply.NoError:
resp = self.reply.readAll()
self.log_info('Upload check response: {}'.format(resp))
if self.is_search_req:
results = json.loads(resp.data())
if len(results) > 0:
result = results[0]
else:
result = json.loads(resp.data())
if result is not None:
self.set_bookfusion_id(result['id'])
update = True
elif error == QNetworkReply.ContentNotFoundError:
self.log_info('Upload check: ContentNotFoundError')
elif error == QNetworkReply.InternalServerError:
self.log_info('Upload check: InternalServerError')
resp = self.reply.readAll()
self.log_info('Upload check response: {}'.format(resp))
elif error == QNetworkReply.UnknownServerError:
self.log_info('Upload check: UnknownServerError')
resp = self.reply.readAll()
self.log_info('Upload check response: {}'.format(resp))
elif error == QNetworkReply.OperationCanceledError:
abort = True
self.log_info('Upload check: OperationCanceledError')
else:
abort = True
self.aborted.emit('Error {}.'.format(error))
self.log_info('Upload check error: {}'.format(error))
self.reply.deleteLater()
self.reply = None
if not abort:
if skip:
self.readyForNext.emit(self.index)
else:
self.metadata_digest = self.get_metadata_digest()
if not result is None and self.metadata_digest == result[
'calibre_metadata_digest'] and not self.reupload:
self.skipped.emit(self.book_id)
self.readyForNext.emit(self.index)
else:
if update:
self.update()
else:
self.init_upload()
def init_upload(self):
self.calculate_digest()
self.req = api.build_request('/uploads/init')
self.req_body = QHttpMultiPart(QHttpMultiPart.FormDataType)
self.req_body.append(
self.build_req_part('filename', path.basename(self.file_path)))
self.req_body.append(self.build_req_part('digest', self.digest))
self.reply = self.network.post(self.req, self.req_body)
self.reply.finished.connect(self.complete_init_upload)
def complete_init_upload(self):
resp, retry, abort = self.complete_req('Upload init', return_json=True)
if retry:
self.init_upload()
return
if abort:
return
if resp is not None:
self.upload_url = resp['url']
self.upload_params = resp['params']
self.upload()
else:
self.readyForNext.emit(self.index)
def upload(self):
self.file = QFile(self.file_path)
self.file.open(QIODevice.ReadOnly)
self.req = QNetworkRequest(QUrl(self.upload_url))
self.req_body = QHttpMultiPart(QHttpMultiPart.FormDataType)
for key, value in self.upload_params.items():
self.log_info('{}={}'.format(key, value))
self.req_body.append(self.build_req_part(key, value))
self.req_body.append(self.build_req_part('file', self.file))
self.reply = self.network.post(self.req, self.req_body)
self.reply.finished.connect(self.complete_upload)
self.reply.uploadProgress.connect(self.upload_progress)
def complete_upload(self):
if self.file:
self.file.close()
resp, retry, abort = self.complete_req('Upload')
if retry:
self.upload()
return
if abort:
return
if resp is not None:
self.finalize_upload()
else:
self.readyForNext.emit(self.index)
def finalize_upload(self):
self.req = api.build_request('/uploads/finalize')
self.req_body = QHttpMultiPart(QHttpMultiPart.FormDataType)
self.req_body.append(
self.build_req_part('key', self.upload_params['key']))
self.req_body.append(self.build_req_part('digest', self.digest))
self.append_metadata_req_parts()
self.reply = self.network.post(self.req, self.req_body)
self.reply.finished.connect(self.complete_finalize_upload)
def complete_finalize_upload(self):
self.clean_metadata_req()
resp, retry, abort = self.complete_req('Upload finalize',
return_json=True)
if retry:
self.finalize_upload()
return
if abort:
return
if resp is not None:
self.set_bookfusion_id(resp['id'])
self.uploaded.emit(self.book_id)
self.readyForNext.emit(self.index)
def update(self):
if not prefs['update_metadata'] and not self.reupload:
self.skipped.emit(self.book_id)
self.readyForNext.emit(self.index)
return
identifiers = self.db.get_proxy_metadata(self.book_id).identifiers
if not identifiers.get('bookfusion') and not self.reupload:
self.skipped.emit(self.book_id)
self.readyForNext.emit(self.index)
return
self.req = api.build_request('/uploads/' + identifiers['bookfusion'])
self.req_body = QHttpMultiPart(QHttpMultiPart.FormDataType)
if self.reupload:
self.file = QFile(self.file_path)
self.file.open(QIODevice.ReadOnly)
self.req_body.append(self.build_req_part('file', self.file))
self.append_metadata_req_parts()
self.reply = self.network.put(self.req, self.req_body)
self.reply.finished.connect(self.complete_update)
def complete_update(self):
self.clean_metadata_req()
resp, retry, abort = self.complete_req('Update')
if retry:
self.update()
return
if abort:
return
if resp is not None:
self.updated.emit(self.book_id)
self.readyForNext.emit(self.index)
def upload_progress(self, sent, total):
self.uploadProgress.emit(self.book_id, sent, total)
def log_info(self, msg):
self.logger.info('[worker-{}] {}'.format(self.index, msg))
def get_metadata_digest(self):
metadata = self.db.get_proxy_metadata(self.book_id)
h = sha256()
language = next(iter(metadata.languages), None)
summary = metadata.comments
isbn = metadata.isbn
issued_on = metadata.pubdate.date().isoformat()
if issued_on == '0101-01-01':
issued_on = None
h.update(metadata.title.encode('utf-8'))
if summary:
h.update(summary.encode('utf-8'))
if language:
h.update(language.encode('utf-8'))
if isbn:
h.update(isbn.encode('utf-8'))
if issued_on:
h.update(issued_on.encode('utf-8'))
for series_item in self.get_series(metadata):
h.update(series_item['title'].encode('utf-8'))
if series_item['index'] is not None:
h.update(str(series_item['index']).encode('utf-8'))
for author in metadata.authors:
h.update(author.encode('utf-8'))
for tag in metadata.tags:
h.update(tag.encode('utf-8'))
bookshelves = self.get_bookshelves(metadata)
if bookshelves is not None:
for bookshelf in bookshelves:
h.update(bookshelf.encode('utf-8'))
cover_path = self.db.cover(self.book_id, as_path=True)
if cover_path:
h.update(bytes(path.getsize(cover_path)))
h.update(b'\0')
with open(cover_path, 'rb') as file:
block = file.read(65536)
while len(block) > 0:
h.update(block)
block = file.read(65536)
return h.hexdigest()
def append_metadata_req_parts(self):
metadata = self.db.get_proxy_metadata(self.book_id)
language = next(iter(metadata.languages), None)
summary = metadata.comments
isbn = metadata.isbn
issued_on = metadata.pubdate.date().isoformat()
if issued_on == '0101-01-01':
issued_on = None
self.req_body.append(
self.build_req_part('metadata[calibre_metadata_digest]',
self.metadata_digest))
self.req_body.append(
self.build_req_part('metadata[title]', metadata.title))
if summary:
self.req_body.append(
self.build_req_part('metadata[summary]', summary))
if language:
self.req_body.append(
self.build_req_part('metadata[language]', language))
if isbn:
self.req_body.append(self.build_req_part('metadata[isbn]', isbn))
if issued_on:
self.req_body.append(
self.build_req_part('metadata[issued_on]', issued_on))
for series_item in self.get_series(metadata):
self.req_body.append(
self.build_req_part('metadata[series][][title]',
series_item['title']))
if series_item['index'] is not None:
self.req_body.append(
self.build_req_part('metadata[series][][index]',
str(series_item['index'])))
for author in metadata.authors:
self.req_body.append(
self.build_req_part('metadata[author_list][]', author))
for tag in metadata.tags:
self.req_body.append(
self.build_req_part('metadata[tag_list][]', tag))
bookshelves = self.get_bookshelves(metadata)
if bookshelves is not None:
self.req_body.append(
self.build_req_part('metadata[bookshelves][]', ''))
for bookshelf in bookshelves:
self.req_body.append(
self.build_req_part('metadata[bookshelves][]', bookshelf))
cover_path = self.db.cover(self.book_id, as_path=True)
if cover_path:
self.cover = QFile(cover_path)
self.cover.open(QIODevice.ReadOnly)
self.req_body.append(
self.build_req_part('metadata[cover]', self.cover))
else:
self.cover = None
def clean_metadata_req(self):
if self.cover:
self.cover.remove()
def build_req_part(self, name, value):
part = QHttpPart()
part.setHeader(QNetworkRequest.ContentTypeHeader, None)
if isinstance(value, QFile):
filename = QFileInfo(value).fileName()
part.setHeader(
QNetworkRequest.ContentDispositionHeader,
'form-data; name="{}"; filename="{}"'.format(
self.escape_quotes(name), self.escape_quotes(filename)))
part.setBodyDevice(value)
else:
part.setHeader(
QNetworkRequest.ContentDispositionHeader,
'form-data; name="{}"'.format(self.escape_quotes(name)))
part.setBody(value.encode('utf-8'))
return part
def complete_req(self, tag, return_json=False):
retry = False
abort = False
if self.canceled:
abort = True
error = self.reply.error()
resp = None
if error == QNetworkReply.AuthenticationRequiredError:
abort = True
self.aborted.emit('Invalid API key.')
self.log_info('{}: AuthenticationRequiredError'.format(tag))
elif error == QNetworkReply.NoError:
resp = self.reply.readAll()
self.log_info('{} response: {}'.format(tag, resp))
if return_json:
try:
resp = json.loads(resp.data())
except ValueError as e:
resp = None
self.log_info('{}: {}'.format(tag, e))
self.failed.emit(self.book_id,
'Cannot parse the server response')
elif error == QNetworkReply.UnknownContentError:
if self.reply.attribute(
QNetworkRequest.HttpStatusCodeAttribute) == 422:
err_resp = self.reply.readAll()
self.log_info('{} response: {}'.format(tag, err_resp))
msg = json.loads(err_resp.data())['error']
self.failed.emit(self.book_id, msg)
else:
self.log_info('{}: UnknownContentError'.format(tag))
elif error == QNetworkReply.InternalServerError:
self.log_info('{}: InternalServerError'.format(tag))
err_resp = self.reply.readAll()
self.log_info('{} response: {}'.format(tag, err_resp))
elif error == QNetworkReply.UnknownServerError:
self.log_info('{}: UnknownServerError'.format(tag))
err_resp = self.reply.readAll()
self.log_info('{} response: {}'.format(tag, err_resp))
elif error == QNetworkReply.ConnectionRefusedError or \
error == QNetworkReply.RemoteHostClosedError or \
error == QNetworkReply.HostNotFoundError or \
error == QNetworkReply.TimeoutError or \
error == QNetworkReply.TemporaryNetworkFailureError:
retry = True
self.log_info('{}: {}'.format(tag, error))
elif error == QNetworkReply.OperationCanceledError:
abort = True
self.log_info('{}: OperationCanceledError'.format(tag))
else:
abort = True
self.aborted.emit('Error {}.'.format(error))
self.log_info('{} error: {}'.format(tag, error))
self.reply.deleteLater()
self.reply = None
if retry:
self.retries += 1
if self.retries > 2:
self.retries = 0
self.aborted.emit('Error {}.'.format(error))
retry = False
else:
abort = False
else:
self.retries = 0
return (resp, retry, abort)
def calculate_digest(self):
if self.digest is not None:
return
h = sha256()
h.update(bytes(path.getsize(self.file_path)))
h.update(b'\0')
with open(self.file_path, 'rb') as file:
block = file.read(65536)
while len(block) > 0:
h.update(block)
block = file.read(65536)
self.digest = h.hexdigest()
def escape_quotes(self, value):
return value.replace('"', '\\"')
def set_bookfusion_id(self, bookfusion_id):
identifiers = self.db.get_proxy_metadata(self.book_id).identifiers
identifiers['bookfusion'] = str(bookfusion_id)
self.db.set_field('identifiers', {self.book_id: identifiers})
def get_bookshelves(self, metadata):
bookshelves_custom_column = prefs['bookshelves_custom_column']
if bookshelves_custom_column:
try:
bookshelves = getattr(metadata, bookshelves_custom_column)
except AttributeError:
return None
if bookshelves is None:
return []
if isinstance(bookshelves, list):
return bookshelves
else:
return [bookshelves]
else:
return None
def get_series(self, metadata):
series_items = []
if metadata.series:
series_items.append({
'title': metadata.series,
'index': metadata.series_index
})
for key, meta in self.db.field_metadata.custom_iteritems():
if meta['datatype'] == 'series':
title = getattr(metadata, key)
if title:
found = False
for series_item in series_items:
if series_item['title'].lower() == title.lower():
found = True
if not found:
index = getattr(metadata, key + '_index')
series_items.append({'title': title, 'index': index})
return series_items
# example qtcharts/examples/candlestickchart tranlated in python
if __name__ == '__main__':
import sys
app = QApplication(sys.argv)
# [1]
acmeSeries = QCandlestickSeries()
acmeSeries.setName("Acme Ltd")
acmeSeries.setIncreasingColor(QColor("light green"))
acmeSeries.setDecreasingColor(QColor("red"))
# [1]
# [2] load the data
acmeData = QFile("acme_data.txt")
if not acmeData.open(QIODevice.ReadOnly | QIODevice.Text):
sys.exit(1)
categories = []
dataReader = CandlestickDataReader(acmeData)
while not dataReader.atEnd():
line = dataReader.read_candlestick_set()
if line is not None:
acmeSeries.append(line)
categories.append(
QDateTime.fromMSecsSinceEpoch(line.timestamp()).toString("dd"))
# [2]
# [3] create the chart
# -*- coding: utf-8 -*-
import sys, os
if hasattr(sys, 'frozen'):
os.environ['PATH'] = sys._MEIPASS + ";" + os.environ['PATH']
from PyQt5.Qt import QApplication, QFile, QTextStream
from scripts.MainWindow import MainWindow
from scripts import Utils
if __name__ == '__main__':
app = QApplication(sys.argv)
mainWin = MainWindow()
theme = Utils.get_local_config()['THEME']
file = QFile(theme + '.qss')
file.open(QFile.ReadOnly | QFile.Text)
stream = QTextStream(file)
mainWin.setStyleSheet(stream.readAll())
mainWin.show()
sys.exit(app.exec_())
for key in entriesDict:
dupFreeBib.entries.append(entriesDict[key])
with open(saveLocation, 'w') as bibfile:
bibfile.write(writer.write(dupFreeBib))
if __name__ == '__main__':
# loading the plugins
plugins = plugm.availableExtensions()
# launch the pyQt window
app = QApplication(sys.argv)
ui_path = path / 'mainWindow.ui'
ui_file = QFile(str(ui_path))
ui_file.open(QFile.ReadOnly)
window = uic.loadUi(ui_file)
guiManager = USETEMGuiManager(window, plugins)
guiManager.setupPlugins()
window.runButton.clicked.connect(guiManager.runWorkflow)
window.setWindowTitle('USETEM Workflow')
window.show()
sys.exit(app.exec_())
