def __init__(self, instruction, opcodes, opcodeStr, dataval, address, arg1,
arg2, arg3, arg1Str, arg2Str, arg3Str, numInstructions,
destReg, src1Reg, src2Reg):
self.instruction = instruction
self.opcode = opcodes
self.dataval = dataval
self.address = address
self.numInstructions = numInstructions
self.arg1 = arg1
self.arg2 = arg2
self.arg3 = arg3
self.arg1Str = arg1Str
self.arg2Str = arg2Str
self.arg3Str = arg3Str
self.destReg = destReg
self.src1Reg = src1Reg
self.src2Reg = src2Reg
self.opcodeStr = opcodeStr
self.PC = 96
self.cycle = 1
self.R = [
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0
]
self.postMemBuff = [-1,
-1] # first number is value, second is instr index
self.postALUBuff = [-1,
-1] # first number is value, second is instr index
self.preMemBuff = [-1, -1]
self.preALUBuff = [-1, -1]
self.preIssueBuff = [-1, -1, -1, -1]
#uncomment these lines as the classes are developed :)
self.WB = writeBack.WriteBack(self.R, self.postMemBuff,
self.postALUBuff, destReg)
self.ALU = alu.ALU(self.R, self.postALUBuff, self.preALUBuff,
opcodeStr, arg1, arg2, arg3)
self.MEM = mem.MEM(self.R, self.postMemBuff, self.preMemBuff,
opcodeStr, arg1, arg2, arg3, dataval, address,
self.numInstructions)
self.cache = cache.Cache(self.numInstructions, self.instruction,
self.dataval, self.address)
self.issue = issue.Issue(instruction, opcodes, opcodeStr, dataval,
address, arg1, arg2, arg3,
self.numInstructions, destReg, src1Reg,
src2Reg, self.preIssueBuff, self.preALUBuff,
self.preMemBuff, self.postALUBuff,
self.postMemBuff)
self.fetch = fetch.Fetch(instruction, opcodeStr, dataval, address,
arg1, arg2, arg3, self.numInstructions,
destReg, src1Reg, src2Reg, self.preALUBuff,
self.postALUBuff, self.PC, cache,
self.preIssueBuff)
self.outputFileName = SetUp.get_output_filename()
def __init__(self, instructions, opcode, opcodeStr, dataval, address, arg1,
arg2, arg3, arg1Str, arg2Str, arg3Str, numInstructions,
destReg, src1Reg, src2Reg):
self.instructions = instructions
self.opcode = opcode
self.opcodeStr = opcodeStr
self.dataval = dataval
self.address = address
self.arg1 = arg1
self.arg2 = arg2
self.arg3 = arg3
self.arg1Str = arg1Str
self.arg2Str = arg2Str
self.arg3Str = arg3Str
self.numInstructions = numInstructions
self.destReg = destReg
self.src1Reg = src1Reg
self.src2Reg = src2Reg
self.PC = 96
self.cycle = 1
### LISTS ###
self.cycleList = [0]
self.R = [
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0
]
self.postMemBuff = [-1,
-1] # first number is value, second is instr index
self.postALUBuff = [-1, -1]
self.preMemBuff = [-1, -1]
self.preALUBuff = [-1, -1]
self.preIssueBuff = [-1, -1, -1, -1]
### OBJECTS ###
self.WB = writeBack.WriteBack(self.R, self.postMemBuff,
self.postALUBuff, destReg)
self.cache = cache.Cache(numInstructions, instructions, dataval,
address)
self.ALU = alu.ALU(self.R, self.postALUBuff, self.preALUBuff,
opcodeStr, arg1, arg2, arg3)
self.MEM = memory.Memory(self.R, self.postMemBuff, self.preMemBuff,
opcodeStr, arg1, arg2, arg3, dataval,
self.numInstructions, self.cache,
self.cycleList)
self.issue = issue.Issue(instructions, opcodeStr, dataval, address,
arg1, arg2, arg3, self.numInstructions,
destReg, src1Reg, src2Reg, self.R,
self.preIssueBuff, self.preMemBuff,
self.postMemBuff, self.preALUBuff,
self.postALUBuff)
self.fetch = fetch.Fetch(instructions, opcodeStr, dataval, address,
arg1, arg2, arg3, self.numInstructions,
destReg, src1Reg, src2Reg, self.R,
self.preIssueBuff, self.preMemBuff,
self.postMemBuff, self.preALUBuff,
self.postALUBuff, self.PC, self.cache)
self.outputFileName = Setup.get_output_filename()
def __init__(self, app_inst, parent=None):
super().__init__(parent)
self.app_inst = app_inst
self.setColumnCount(5)
self.setIconSize(QSize(50, 100))
self.setAlternatingRowColors(True)
self.setEditTriggers(self.NoEditTriggers)
self.setFocusPolicy(Qt.NoFocus)
v_header = self.verticalHeader()
v_header.setSectionResizeMode(v_header.Fixed)
v_header.setDefaultSectionSize(100)
v_header.hide()
self.setDragEnabled(False)
self.setShowGrid(True)
self.setSelectionBehavior(self.SelectRows)
self.setSelectionMode(self.SingleSelection)
self.setSortingEnabled(True)
palette = self.palette()
palette.setColor(palette.Highlight, QColor(88, 88, 88, 70))
palette.setColor(palette.HighlightedText, QColor('black'))
self.setPalette(palette)
self.setHorizontalHeaderLabels([' ', 'Status', 'Size', 'Cost', 'Type'])
self.horizontalHeader().setStretchLastSection(True)
self.horizontalHeader().setSectionResizeMode(
0,
self.horizontalHeader().Stretch)
self.horizontalHeader().setSectionResizeMode(
1,
self.horizontalHeader().ResizeToContents)
self.horizontalHeader().setSectionResizeMode(
2,
self.horizontalHeader().ResizeToContents)
self.horizontalHeader().setSectionResizeMode(
3,
self.horizontalHeader().ResizeToContents)
self.horizontalHeader().setSectionResizeMode(
4,
self.horizontalHeader().ResizeToContents)
self._finish_checker = QTimer(self)
self._finish_checker.timeout.connect(self._gallery_to_model)
self._finish_checker.start(2000)
self._download_items = {}
self.fetch_instance = fetch.Fetch()
self.fetch_instance._to_queue_container = True
self.fetch_instance.moveToThread(app_constants.GENERAL_THREAD)
self.init_fetch_instance.connect(self.fetch_instance.local)
def open_item(idx):
hitem = self._get_hitem(idx)
if hitem.current_state == hitem.DOWNLOADING:
hitem.open(True)
self.doubleClicked.connect(open_item)
async def main(rate, limit):
# Definition of Semaphore - To share the rate of request made every minute
limit = asyncio.Semaphore(limit)
# Create an Instance of Fetch Object
f = fetch.Fetch(rate=rate, limit=limit)
# Run the Request Function to execute the Scraper
results = await f.request()
# Create the results object
results = {"database": results}
# Write the results object to data.json file
with open('./data.json', 'w') as json_file:
json_file.write(json.dumps(results))
def web_metadata(self, url, btn_widget, pgr_widget):
self.link_lbl.setText(url)
f = fetch.Fetch()
thread = QThread(self)
thread.setObjectName('Gallerydialog web metadata')
btn_widget.hide()
pgr_widget.show()
def status(stat):
def do_hide():
try:
pgr_widget.hide()
btn_widget.show()
except RuntimeError:
pass
if stat:
do_hide()
else:
danger = """QProgressBar::chunk {
background: QLinearGradient( x1: 0, y1: 0, x2: 1, y2: 0,stop: 0 #FF0350,stop: 0.4999 #FF0020,stop: 0.5 #FF0019,stop: 1 #FF0000 );
border-bottom-right-radius: 5px;
border-bottom-left-radius: 5px;
border: .px solid black;}"""
pgr_widget.setStyleSheet(danger)
QTimer.singleShot(3000, do_hide)
f.deleteLater()
def gallery_picker(gallery, title_url_list, q):
self.parent_widget._web_metadata_picker(gallery, title_url_list, q,
self)
try:
dummy_gallery = self.make_gallery(self.gallery)
except AttributeError:
dummy_gallery = self.make_gallery(gallerydb.Gallery(), False)
if not dummy_gallery:
status(False)
return None
dummy_gallery.link = url
f.galleries = [dummy_gallery]
f.moveToThread(thread)
f.GALLERY_PICKER.connect(gallery_picker)
f.GALLERY_EMITTER.connect(self.set_web_metadata)
thread.started.connect(f.auto_web_metadata)
thread.finished.connect(thread.deleteLater)
f.FINISHED.connect(status)
thread.start()
def scan_dirs(self):
paths = []
for p in app_constants.MONITOR_PATHS:
if os.path.exists(p):
dir_content = scandir.scandir(p)
for d in dir_content:
paths.append(d.path)
else:
log_e("Monitored path does not exists: {}".format(p.encode(errors='ignore')))
fetch_inst = fetch.Fetch(self)
fetch_inst.series_path = paths
def set_scanned_d(d):
self.scanned_data = d
fetch_inst.FINISHED.connect(set_scanned_d)
fetch_inst.local()
#contents = []
#for g in self.scanned_data:
# contents.append(g)
#paths = sorted(paths)
#new_galleries = []
#for x in contents:
# y = utils.b_search(paths, os.path.normcase(x.path))
# if not y:
# new_galleries.append(x)
galleries = []
final_paths = []
if self.scanned_data:
for g in self.scanned_data:
try:
if g.is_archive:
g.profile = utils.get_gallery_img(g.chapters[0].path, g.path)
else:
g.profile = utils.get_gallery_img(g.chapters[0].path)
if not g.profile:
raise Exception
except:
g.profile = app_constants.NO_IMAGE_PATH
galleries.append(g)
final_paths.append(g.path)
self.final_paths_and_galleries.emit(final_paths, galleries)
self.finished.emit()
self.deleteLater()
def __init__(self, parent, arg=None):
super().__init__(parent, Qt.Dialog)
self.setAttribute(Qt.WA_DeleteOnClose)
self.setAutoFillBackground(True)
self.parent_widget = parent
m_l = QVBoxLayout()
self.main_layout = QVBoxLayout()
dummy = QWidget(self)
scroll_area = QScrollArea(self)
scroll_area.setWidgetResizable(True)
scroll_area.setFrameStyle(scroll_area.StyledPanel)
dummy.setLayout(self.main_layout)
scroll_area.setWidget(dummy)
m_l.addWidget(scroll_area, 3)
final_buttons = QHBoxLayout()
final_buttons.setAlignment(Qt.AlignRight)
m_l.addLayout(final_buttons)
self.done = QPushButton("Done")
self.done.setDefault(True)
cancel = QPushButton("Cancel")
final_buttons.addWidget(cancel)
final_buttons.addWidget(self.done)
self._multiple_galleries = False
self._edit_galleries = []
def new_gallery():
self.setWindowTitle('Add a new gallery')
self.newUI()
self.commonUI()
self.done.clicked.connect(self.accept)
cancel.clicked.connect(self.reject)
if arg:
if isinstance(arg, (list, gallerydb.Gallery)):
if isinstance(arg, gallerydb.Gallery):
self.setWindowTitle('Edit gallery')
self._edit_galleries.append(arg)
else:
self.setWindowTitle('Edit {} galleries'.format(len(arg)))
self._multiple_galleries = True
self._edit_galleries.extend(arg)
self.commonUI()
self.setGallery(arg)
self.done.clicked.connect(self.accept_edit)
cancel.clicked.connect(self.reject_edit)
elif isinstance(arg, str):
new_gallery()
self.choose_dir(arg)
else:
new_gallery()
log_d('GalleryDialog: Create UI: successful')
self.setLayout(m_l)
if self._multiple_galleries:
self.resize(500, 480)
else:
self.resize(500, 600)
frect = self.frameGeometry()
frect.moveCenter(QDesktopWidget().availableGeometry().center())
self.move(frect.topLeft())
self._fetch_inst = fetch.Fetch()
self._fetch_thread = QThread(self)
self._fetch_thread.setObjectName("GalleryDialog metadata thread")
self._fetch_inst.moveToThread(self._fetch_thread)
self._fetch_thread.started.connect(self._fetch_inst.auto_web_metadata)
def gallery_populate(self, path, validate=False):
"Scans the given path for gallery to add into the DB"
if len(path) is not 0:
data_thread = QThread(self)
data_thread.setObjectName('General gallery populate')
loading = misc.Loading(self)
self.g_populate_inst = fetch.Fetch()
self.g_populate_inst.series_path = path
loading.show()
def finished(status):
def hide_loading():
loading.hide()
if status:
if len(status) != 0:
def add_gallery(gallery_list):
def append_to_model(x):
self.manga_list_view.sort_model.insertRows(x, None, len(x))
self.manga_list_view.sort_model.init_search(
self.manga_list_view.sort_model.current_term)
class A(QObject):
done = pyqtSignal()
prog = pyqtSignal(int)
def __init__(self, obj, parent=None):
super().__init__(parent)
self.obj = obj
self.galleries = []
def add_to_db(self):
for y, x in enumerate(self.obj):
gallerydb.add_method_queue(
gallerydb.GalleryDB.add_gallery_return, False, x)
self.galleries.append(x)
y += 1
self.prog.emit(y)
append_to_model(self.galleries)
self.done.emit()
loading.progress.setMaximum(len(gallery_list))
self.a_instance = A(gallery_list)
thread = QThread(self)
thread.setObjectName('Database populate')
def loading_show(numb):
if loading.isHidden():
loading.show()
loading.setText('Populating database ({}/{})\nPlease wait...'.format(
numb, loading.progress.maximum()))
loading.progress.setValue(numb)
loading.show()
def loading_hide():
loading.close()
self.manga_list_view.gallery_model.ROWCOUNT_CHANGE.emit()
self.a_instance.moveToThread(thread)
self.a_instance.prog.connect(loading_show)
thread.started.connect(self.a_instance.add_to_db)
self.a_instance.done.connect(loading_hide)
self.a_instance.done.connect(self.a_instance.deleteLater)
#a_instance.add_to_db()
thread.finished.connect(thread.deleteLater)
thread.start()
#data_thread.quit
hide_loading()
log_i('Populating DB from gallery folder: OK')
if validate:
gallery_list = misc.GalleryListView(self)
gallery_list.SERIES.connect(add_gallery)
for ser in status:
if ser.is_archive and app_constants.SUBFOLDER_AS_GALLERY:
p = os.path.split(ser.path)[1]
if ser.chapters[0].path:
pt_in_arch = os.path.split(ser.path_in_archive)
pt_in_arch = pt_in_arch[1] or pt_in_arch[0]
text = '{}: {}'.format(p, pt_in_arch)
else:
text = p
gallery_list.add_gallery(ser, text)
else:
gallery_list.add_gallery(ser, os.path.split(ser.path)[1])
#self.manga_list_view.gallery_model.populate_data()
gallery_list.update_count()
gallery_list.show()
else:
add_gallery(status)
else:
log_d('No new gallery was found')
loading.setText("No new gallery found")
#data_thread.quit
else:
log_e('Populating DB from gallery folder: Nothing was added!')
loading.setText("<font color=red>Nothing was added. Check happypanda_log for details..</font>")
loading.progress.setStyleSheet("background-color:red;")
data_thread.quit
QTimer.singleShot(8000, loading.close)
def skipped_gs(s_list):
"Skipped galleries"
msg_box = QMessageBox(self)
msg_box.setIcon(QMessageBox.Question)
msg_box.setText('Do you want to view skipped paths?')
msg_box.setStandardButtons(QMessageBox.Yes | QMessageBox.No)
msg_box.setDefaultButton(QMessageBox.No)
if msg_box.exec() == QMessageBox.Yes:
list_wid = QTableWidget(self)
list_wid.setAttribute(Qt.WA_DeleteOnClose)
list_wid.setRowCount(len(s_list))
list_wid.setColumnCount(2)
list_wid.setAlternatingRowColors(True)
list_wid.setEditTriggers(list_wid.NoEditTriggers)
list_wid.setHorizontalHeaderLabels(['Reason', 'Path'])
list_wid.setSelectionBehavior(list_wid.SelectRows)
list_wid.setSelectionMode(list_wid.SingleSelection)
list_wid.setSortingEnabled(True)
list_wid.verticalHeader().hide()
list_wid.setAutoScroll(False)
for x, g in enumerate(s_list):
list_wid.setItem(x, 0, QTableWidgetItem(g[1]))
list_wid.setItem(x, 1, QTableWidgetItem(g[0]))
list_wid.resizeColumnsToContents()
list_wid.setWindowTitle('{} skipped paths'.format(len(s_list)))
list_wid.setWindowFlags(Qt.Window)
list_wid.resize(900,400)
list_wid.doubleClicked.connect(lambda i: utils.open_path(
list_wid.item(i.row(), 1).text(), list_wid.item(i.row(), 1).text()))
list_wid.show()
def a_progress(prog):
loading.progress.setValue(prog)
loading.setText("Preparing galleries...")
self.g_populate_inst.moveToThread(data_thread)
self.g_populate_inst.DATA_COUNT.connect(loading.progress.setMaximum)
self.g_populate_inst.PROGRESS.connect(a_progress)
self.g_populate_inst.FINISHED.connect(finished)
self.g_populate_inst.FINISHED.connect(self.g_populate_inst.deleteLater)
self.g_populate_inst.SKIPPED.connect(skipped_gs)
data_thread.finished.connect(data_thread.deleteLater)
data_thread.started.connect(self.g_populate_inst.local)
data_thread.start()
#.g_populate_inst.local()
log_i('Populating DB from directory/archive')
def get_metadata(self, gal=None):
metadata_spinner = misc.Spinner(self)
def move_md_spinner():
metadata_spinner.update_move(
QPoint(
self.pos().x()+self.width()-65,
self.pos().y()+self.toolbar.height()+55))
metadata_spinner.set_text("Metadata")
metadata_spinner.set_size(55)
metadata_spinner.move(QPoint(self.pos().x()+self.width()-65,
self.pos().y()+self.toolbar.height()+55))
self.move_listener.connect(move_md_spinner)
thread = QThread(self)
thread.setObjectName('App.get_metadata')
fetch_instance = fetch.Fetch()
if gal:
if not isinstance(gal, list):
galleries = [gal]
else:
galleries = gal
else:
if app_constants.CONTINUE_AUTO_METADATA_FETCHER:
galleries = [g for g in self.manga_list_view.gallery_model._data if not g.exed]
else:
galleries = self.manga_list_view.gallery_model._data
if not galleries:
self.notification_bar.add_text('Looks like we\'ve already gone through all galleries!')
return None
fetch_instance.galleries = galleries
self.notification_bar.begin_show()
fetch_instance.moveToThread(thread)
def done(status):
self.notification_bar.end_show()
fetch_instance.deleteLater()
if not isinstance(status, bool):
galleries = []
for tup in status:
galleries.append(tup[0])
class GalleryContextMenu(QMenu):
app_instance = self
def __init__(self, parent=None):
super().__init__(parent)
show_in_library_act = self.addAction('Show in library')
show_in_library_act.triggered.connect(self.show_in_library)
def show_in_library(self):
viewer = self.app_instance.manga_list_view
index = viewer.find_index(self.gallery_widget.gallery.id, True)
if index:
self.app_instance.manga_table_view.scroll_to_index(index)
self.app_instance.manga_list_view.scroll_to_index(index)
g_popup = io_misc.GalleryPopup(('Fecthing metadata for these galleries failed.'+
' Check happypanda.log for details.', galleries), self, menu=GalleryContextMenu())
#errors = {g[0].id: g[1] for g in status}
#for g_item in g_popup.get_all_items():
# g_item.setToolTip(errors[g_item.gallery.id])
g_popup.graphics_blur.setEnabled(False)
close_button = g_popup.add_buttons('Close')[0]
close_button.clicked.connect(g_popup.close)
fetch_instance.GALLERY_PICKER.connect(self._web_metadata_picker)
fetch_instance.GALLERY_EMITTER.connect(self.manga_list_view.replace_edit_gallery)
fetch_instance.AUTO_METADATA_PROGRESS.connect(self.notification_bar.add_text)
thread.started.connect(fetch_instance.auto_web_metadata)
fetch_instance.FINISHED.connect(done)
fetch_instance.FINISHED.connect(metadata_spinner.close)
fetch_instance.FINISHED.connect(lambda: self.move_listener.disconnect(move_md_spinner))
thread.finished.connect(thread.deleteLater)
thread.start()
metadata_spinner.show()
def __init__(self, parent=None, arg=None):
super().__init__(parent, Qt.Dialog)
self.setAttribute(Qt.WA_DeleteOnClose)
self.parent_widget = parent
log_d('Triggered Gallery Edit/Add Dialog')
m_l = QVBoxLayout()
self.main_layout = QVBoxLayout()
dummy = QWidget(self)
scroll_area = QScrollArea(self)
scroll_area.setWidgetResizable(True)
scroll_area.setFrameStyle(scroll_area.StyledPanel)
dummy.setLayout(self.main_layout)
scroll_area.setWidget(dummy)
m_l.addWidget(scroll_area, 3)
final_buttons = QHBoxLayout()
final_buttons.setAlignment(Qt.AlignRight)
m_l.addLayout(final_buttons)
self.done = QPushButton("Done")
self.done.setDefault(True)
cancel = QPushButton("Cancel")
final_buttons.addWidget(cancel)
final_buttons.addWidget(self.done)
def new_gallery():
self.setWindowTitle('Add a new gallery')
self.newUI()
self.commonUI()
self.done.clicked.connect(self.accept)
cancel.clicked.connect(self.reject)
if arg:
if isinstance(arg, list):
self.setWindowTitle('Edit gallery')
self.position = arg[0].row()
for index in arg:
gallery = index.data(Qt.UserRole + 1)
self.commonUI()
self.setGallery(gallery)
self.done.clicked.connect(self.accept_edit)
cancel.clicked.connect(self.reject_edit)
elif isinstance(arg, str):
new_gallery()
self.choose_dir(arg)
else:
new_gallery()
log_d('GalleryDialog: Create UI: successful')
#TODO: Implement a way to mass add galleries
#IDEA: Extend dialog in a ScrollArea with more forms...
self.setLayout(m_l)
self.resize(500, 560)
frect = self.frameGeometry()
frect.moveCenter(QDesktopWidget().availableGeometry().center())
self.move(frect.topLeft())
#self.setAttribute(Qt.WA_DeleteOnClose)
self._fetch_inst = fetch.Fetch()
self._fetch_thread = QThread(self)
self._fetch_thread.setObjectName("GalleryDialog metadata thread")
self._fetch_inst.moveToThread(self._fetch_thread)
self._fetch_thread.started.connect(self._fetch_inst.auto_web_metadata)
