class NuggetListWidget(QWidget):
def __init__(self, interactive_matching_widget):
super(NuggetListWidget, self).__init__(interactive_matching_widget)
self.interactive_matching_widget = interactive_matching_widget
self.layout = QVBoxLayout(self)
self.layout.setContentsMargins(0, 0, 0, 0)
self.layout.setSpacing(10)
# top widget
self.top_widget = QWidget()
self.top_layout = QHBoxLayout(self.top_widget)
self.top_layout.setContentsMargins(0, 0, 0, 0)
self.top_layout.setSpacing(10)
self.layout.addWidget(self.top_widget)
self.description = QLabel(
"Below you see a list of guessed matches for you to confirm or correct."
)
self.description.setFont(LABEL_FONT)
self.top_layout.addWidget(self.description)
self.stop_button = QPushButton("Continue With Next Attribute")
self.stop_button.setFont(BUTTON_FONT)
self.stop_button.clicked.connect(self._stop_button_clicked)
self.stop_button.setMaximumWidth(240)
self.top_layout.addWidget(self.stop_button)
# nugget list
self.nugget_list = CustomScrollableList(self, NuggetListItemWidget)
self.layout.addWidget(self.nugget_list)
def update_nuggets(self, nuggets):
max_start_chars = max([
nugget[CachedContextSentenceSignal]["start_char"]
for nugget in nuggets
])
self.nugget_list.update_item_list(nuggets, max_start_chars)
def _stop_button_clicked(self):
self.interactive_matching_widget.main_window.give_feedback_task(
{"message": "stop-interactive-matching"})
def enable_input(self):
self.stop_button.setEnabled(True)
self.nugget_list.enable_input()
def disable_input(self):
self.stop_button.setDisabled(True)
self.nugget_list.disable_input()
class AttributeWidget(CustomScrollableListItem):
def __init__(self, document_base_viewer):
super(AttributeWidget, self).__init__(document_base_viewer)
self.document_base_viewer = document_base_viewer
self.attribute = None
self.setFixedHeight(40)
self.setStyleSheet("background-color: white")
self.layout = QHBoxLayout(self)
self.layout.setContentsMargins(20, 0, 20, 0)
self.layout.setSpacing(40)
self.attribute_name = QLabel()
self.attribute_name.setFont(CODE_FONT_BOLD)
self.layout.addWidget(self.attribute_name,
alignment=Qt.AlignmentFlag.AlignLeft)
self.num_matched = QLabel("matches: -")
self.num_matched.setFont(CODE_FONT)
self.layout.addWidget(self.num_matched,
alignment=Qt.AlignmentFlag.AlignLeft)
self.buttons_widget = QWidget()
self.buttons_layout = QHBoxLayout(self.buttons_widget)
self.buttons_layout.setContentsMargins(0, 0, 0, 0)
self.buttons_layout.setSpacing(10)
self.layout.addWidget(self.buttons_widget,
alignment=Qt.AlignmentFlag.AlignRight)
self.forget_matches_button = QPushButton()
self.forget_matches_button.setIcon(QIcon("aset_ui/resources/redo.svg"))
self.forget_matches_button.setToolTip(
"Forget matches for this attribute.")
self.forget_matches_button.setFlat(True)
self.forget_matches_button.clicked.connect(
self._forget_matches_button_clicked)
self.buttons_layout.addWidget(self.forget_matches_button)
self.remove_button = QPushButton()
self.remove_button.setIcon(QIcon("aset_ui/resources/trash.svg"))
self.remove_button.setToolTip("Remove this attribute.")
self.remove_button.setFlat(True)
self.remove_button.clicked.connect(self._remove_button_clicked)
self.buttons_layout.addWidget(self.remove_button)
def update_item(self, item, params=None):
self.attribute = item
if len(params.attributes) == 0:
max_attribute_name_len = 10
else:
max_attribute_name_len = max(
len(attribute.name) for attribute in params.attributes)
self.attribute_name.setText(self.attribute.name + (
" " * (max_attribute_name_len - len(self.attribute.name))))
mappings_in_some_documents = False
no_mappings_in_some_documents = False
num_matches = 0
for document in params.documents:
if self.attribute.name in document.attribute_mappings.keys():
mappings_in_some_documents = True
if document.attribute_mappings[self.attribute.name] != []:
num_matches += 1
else:
no_mappings_in_some_documents = True
if not mappings_in_some_documents and no_mappings_in_some_documents:
self.num_matched.setText("not matched yet")
elif mappings_in_some_documents and no_mappings_in_some_documents:
self.num_matched.setText("only partly matched")
else:
self.num_matched.setText(f"matches: {num_matches}")
def enable_input(self):
self.forget_matches_button.setEnabled(True)
self.remove_button.setEnabled(True)
def disable_input(self):
self.forget_matches_button.setDisabled(True)
self.remove_button.setDisabled(True)
def _forget_matches_button_clicked(self):
self.document_base_viewer.main_window.forget_matches_for_attribute_with_given_name_task(
self.attribute.name)
def _remove_button_clicked(self):
self.document_base_viewer.main_window.remove_attribute_with_given_name_task(
self.attribute.name)
class B23Download(QWidget):
def __init__(self):
super(B23Download, self).__init__()
# setup some flags
self.is_fetching = False
self.is_downloading = False
# default output path
basepath = os.path.dirname(os.path.abspath(__file__))
path = os.path.join(basepath, "videos")
self.output_path = path
# setup some window specific things
self.setWindowTitle("Bilibili Favorite Downloader")
self.setWindowIcon(QIcon("images/icon_bilibili.ico"))
self.setFixedSize(705, 343)
# parent layout
main_layout = QVBoxLayout()
main_layout.setContentsMargins(15, 15, 15, 10)
self.setLayout(main_layout)
# top bar layout
top_layout = QHBoxLayout()
# detail section
mid_main_layout = QHBoxLayout()
mid_right_layout = QVBoxLayout()
# download section
bottom_main_layout = QHBoxLayout()
bottom_right_layout = QVBoxLayout()
# output path link button
self.output_btn = QPushButton("📂 Output Path")
self.output_btn.setCursor(QCursor(Qt.CursorShape.PointingHandCursor))
self.output_btn.setToolTip(self.output_path)
self.output_btn.clicked.connect(self.set_output_path)
# status bar
self.status_bar = QStatusBar()
# message box
self.message_box = QMessageBox()
# setting up widgets
self.url_edit = QLineEdit()
self.url_edit.setPlaceholderText("🔍 Enter or paste favorite URL...")
self.get_btn = QPushButton("Get")
self.get_btn.setCursor(QCursor(Qt.CursorShape.PointingHandCursor))
self.get_btn.clicked.connect(self.get_details)
# thumbnail
pixmap = QPixmap("images/placeholder.png")
self.thumb = QLabel()
self.thumb.setFixedSize(250, 141)
self.thumb.setScaledContents(True)
self.thumb.setPixmap(pixmap)
# detail widgets
self.title = QLabel("Title: ")
self.author = QLabel("Author: ")
self.length = QLabel("Videos: ")
self.publish_date = QLabel("Published: ")
# progress bar
self.progress_bar = QProgressBar()
# download options
self.download_btn = QPushButton(" Download Videos ")
self.download_btn.setCursor(QCursor(Qt.CursorShape.PointingHandCursor))
self.download_btn.clicked.connect(self.get_content)
self.download_btn.setEnabled(False)
self.download_btn.setShortcut("Ctrl+Return")
self.download_btn.setMinimumWidth(200)
# add widgets and layouts
top_layout.addWidget(self.url_edit)
top_layout.addWidget(self.get_btn)
# detail section
mid_right_layout.addWidget(self.title)
mid_right_layout.addWidget(self.author)
mid_right_layout.addWidget(self.length)
mid_right_layout.addWidget(self.publish_date)
mid_main_layout.addWidget(self.thumb)
mid_main_layout.addSpacing(20)
mid_main_layout.addLayout(mid_right_layout)
# download section
bottom_right_layout.addWidget(self.download_btn)
bottom_main_layout.addWidget(self.progress_bar)
bottom_main_layout.addSpacing(10)
bottom_main_layout.addLayout(bottom_right_layout)
# status bar
self.status_bar.setSizeGripEnabled(False)
self.status_bar.addPermanentWidget(self.output_btn)
# add content to parent layout
main_layout.addLayout(top_layout)
main_layout.addSpacing(20)
main_layout.addLayout(mid_main_layout)
main_layout.addSpacing(5)
main_layout.addLayout(bottom_main_layout)
main_layout.addWidget(self.status_bar)
# set output path slot
def set_output_path(self):
# update the output path
path = str(
QFileDialog.getExistingDirectory(self, "Select Output Directory"))
if path:
self.output_path = path
# update tooltip
self.output_btn.setToolTip(path)
# get button slot
def get_details(self):
text = self.url_edit.text().strip()
if not text:
return
if text.find("fid") < 0:
self.message_box.warning(
self,
"Error",
("Input a correct favorite URL!\n"
"For example: https://space.bilibili.com/xxx/favlist?fid=xxx..."
),
)
return
if self.get_btn.text() == "Get":
self.get_btn.setText("Stop")
# indicate progress bar as busy
self.progress_bar.setRange(0, 0)
# set fetching flag
self.is_fetching = True
# setup a worker thread to keep UI responsive
self.media_id = text.split("fid=")[-1].split("&")[0]
self.worker = WorkerThread(self.media_id)
self.worker.start()
# catch the finished signal
self.worker.finished.connect(self.finished_slot)
# catch the response signal
self.worker.worker_response.connect(self.response_slot)
# catch the error signal
self.worker.worker_err_response.connect(self.err_slot)
elif self.get_btn.text() == "Stop":
if self.is_fetching:
# stop worker thread
self.worker.terminate()
# set back the get_btn text
self.get_btn.setText("Get")
elif self.is_downloading:
# stop download thread
self.download_thread.terminate()
# show the warning message_box
self.message_box.information(
self,
"Interrupted",
"Download interrupted!\nThe process was aborted while the file was being downloaded... ",
)
# reset progress bar
self.progress_bar.reset()
# download options slot
def get_content(self):
if self.is_fetching:
# show the warning message
self.message_box.critical(
self,
"Error",
"Please wait!\nWait while the details are being fetched... ",
)
else:
# disable the download options
self.download_btn.setDisabled(True)
# set downloading flag
self.is_downloading = True
# set button to stop
self.get_btn.setText("Stop")
self.download_thread = DownloadThread(
self.media_id,
self.media_counts,
self.first_page_medias,
self.output_path,
)
# start the thread
self.download_thread.start()
# catch the finished signal
self.download_thread.finished.connect(self.download_finished_slot)
# catch the response signal
self.download_thread.download_response.connect(
self.download_response_slot)
# catch the complete signal
self.download_thread.download_complete.connect(
self.download_complete_slot)
# catch the error signal
self.download_thread.download_err.connect(self.download_err_slot)
# handling enter key for get/stop button
def keyPressEvent(self, event):
self.url_edit.setFocus()
if (event.key() == Qt.Key.Key_Enter.value
or event.key() == Qt.Key.Key_Return.value):
self.get_details()
# finished slot
def finished_slot(self):
# remove progress bar busy indication
self.progress_bar.setRange(0, 100)
# unset fetching flag
self.is_fetching = False
# response slot
def response_slot(self, res):
# set back the button text
self.get_btn.setText("Get")
# set the actual thumbnail of requested video
self.thumb.setPixmap(res.thumb_img)
# slice the title if it is more than the limit
if len(res.title) > 50:
self.title.setText(f"Title: {res.title[:50]}...")
else:
self.title.setText(f"Title: {res.title}")
# cache first page medias
self.first_page_medias = res.medias
self.media_counts = res.media_counts
# set leftover details
self.author.setText(f"Author: {res.author}")
self.length.setText(f"Videos: {res.media_counts}")
self.publish_date.setText(
f'Published: {time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(res.publish_date))}'
)
self.download_btn.setDisabled(False)
# error slot
def err_slot(self):
# show the warning message
self.message_box.warning(
self,
"Warning",
"Something went wrong!\nProbably a broken link or some restricted content... ",
)
# set back the button text
self.get_btn.setText("Get")
# download finished slot
def download_finished_slot(self):
# set back the button text
self.get_btn.setText("Get")
# now enable the download options
self.download_btn.setDisabled(False)
# unset downloading flag
self.is_downloading = False
# reset pogress bar
self.progress_bar.reset()
# download response slot
def download_response_slot(self, per):
# update progress bar
self.progress_bar.setValue(per)
# adjust the font color to maintain the contrast
if per > 52:
self.progress_bar.setStyleSheet("QProgressBar { color: #fff }")
else:
self.progress_bar.setStyleSheet("QProgressBar { color: #000 }")
# download complete slot
def download_complete_slot(self, location):
# use native separators
location = QDir.toNativeSeparators(location)
# show the success message
if (self.message_box.information(
self,
"Downloaded",
f"Download complete!\nFile was successfully downloaded to :\n{location}\n\nOpen the downloaded file now ?",
QMessageBox.StandardButtons.Open,
QMessageBox.StandardButtons.Cancel,
) is QMessageBox.StandardButtons.Open):
subprocess.Popen(f"explorer /select,{location}")
# download error slot
def download_err_slot(self):
# show the error message
self.message_box.critical(
self,
"Error",
"Error!\nSomething unusual happened and was unable to download...",
)
class DocumentWidget(QWidget):
def __init__(self, interactive_matching_widget):
super(DocumentWidget, self).__init__(interactive_matching_widget)
self.interactive_matching_widget = interactive_matching_widget
self.layout = QVBoxLayout()
self.layout.setContentsMargins(0, 0, 0, 0)
self.layout.setSpacing(10)
self.setLayout(self.layout)
self.document = None
self.current_nugget = None
self.base_formatted_text = ""
self.idx_mapper = {}
self.nuggets_in_order = []
self.text_edit = QTextEdit()
self.layout.addWidget(self.text_edit)
self.text_edit.setReadOnly(True)
self.text_edit.setFrameStyle(0)
self.text_edit.setFont(CODE_FONT)
self.text_edit.setHorizontalScrollBarPolicy(
Qt.ScrollBarPolicy.ScrollBarAlwaysOff)
self.text_edit.setText("")
self.buttons_widget = QWidget()
self.buttons_widget_layout = QHBoxLayout(self.buttons_widget)
self.layout.addWidget(self.buttons_widget)
self.left_button = QPushButton("Skip Left")
self.left_button.setFont(BUTTON_FONT)
self.left_button.clicked.connect(self._left_button_clicked)
self.buttons_widget_layout.addWidget(self.left_button)
self.right_button = QPushButton("Skip Right")
self.right_button.setFont(BUTTON_FONT)
self.right_button.clicked.connect(self._right_button_clicked)
self.buttons_widget_layout.addWidget(self.right_button)
self.match_button = QPushButton("Confirm Match")
self.match_button.setFont(BUTTON_FONT)
self.match_button.clicked.connect(self._match_button_clicked)
self.buttons_widget_layout.addWidget(self.match_button)
self.no_match_button = QPushButton("There Is No Match")
self.no_match_button.setFont(BUTTON_FONT)
self.no_match_button.clicked.connect(self._no_match_button_clicked)
self.buttons_widget_layout.addWidget(self.no_match_button)
def _left_button_clicked(self):
idx = self.nuggets_in_order.index(self.current_nugget)
if idx > 0:
self.current_nugget = self.nuggets_in_order[idx - 1]
self._highlight_current_nugget()
def _right_button_clicked(self):
idx = self.nuggets_in_order.index(self.current_nugget)
if idx < len(self.nuggets_in_order) - 1:
self.current_nugget = self.nuggets_in_order[idx + 1]
self._highlight_current_nugget()
def _match_button_clicked(self):
self.interactive_matching_widget.main_window.give_feedback_task({
"message":
"is-match",
"nugget":
self.current_nugget
})
def _no_match_button_clicked(self):
self.interactive_matching_widget.main_window.give_feedback_task({
"message":
"no-match-in-document",
"nugget":
self.current_nugget
})
def _highlight_current_nugget(self):
mapped_start_char = self.idx_mapper[self.current_nugget.start_char]
mapped_end_char = self.idx_mapper[self.current_nugget.end_char]
formatted_text = (
f"{self.base_formatted_text[:mapped_start_char]}"
f"<span style='background-color: #FFFF00'><b>"
f"{self.base_formatted_text[mapped_start_char:mapped_end_char]}</span></b>"
f"{self.base_formatted_text[mapped_end_char:]}")
self.text_edit.setText("")
self.text_edit.textCursor().insertHtml(formatted_text)
def update_document(self, nugget):
self.document = nugget.document
self.current_nugget = nugget
self.nuggets_in_order = list(
sorted(self.document.nuggets, key=lambda x: x.start_char))
if self.nuggets_in_order != []:
self.idx_mapper = {}
char_list = []
end_chars = []
next_start_char = 0
next_nugget_idx = 0
for idx, char in enumerate(list(self.document.text)):
if idx == next_start_char:
if end_chars == []:
char_list += list("<b>")
end_chars.append(
self.nuggets_in_order[next_nugget_idx].end_char)
next_nugget_idx += 1
if next_nugget_idx < len(self.nuggets_in_order):
next_start_char = self.nuggets_in_order[
next_nugget_idx].start_char
else:
next_start_char = -1
while idx in end_chars:
end_chars.remove(idx)
if end_chars == []:
char_list += list("</b>")
self.idx_mapper[idx] = len(char_list)
char_list.append(char)
self.base_formatted_text = "".join(char_list)
else:
self.idx_mapper = {}
for idx in range(len(self.document.text)):
self.idx_mapper[idx] = idx
self.base_formatted_text = ""
self._highlight_current_nugget()
scroll_cursor = QTextCursor(self.text_edit.document())
scroll_cursor.setPosition(nugget.start_char)
self.text_edit.setTextCursor(scroll_cursor)
self.text_edit.ensureCursorVisible()
def enable_input(self):
self.left_button.setEnabled(True)
self.right_button.setEnabled(True)
self.match_button.setEnabled(True)
self.no_match_button.setEnabled(True)
def disable_input(self):
self.left_button.setDisabled(True)
self.right_button.setDisabled(True)
self.match_button.setDisabled(True)
self.no_match_button.setDisabled(True)
class NuggetListItemWidget(CustomScrollableListItem):
def __init__(self, nugget_list_widget):
super(NuggetListItemWidget, self).__init__(nugget_list_widget)
self.nugget_list_widget = nugget_list_widget
self.nugget = None
self.setFixedHeight(40)
self.setStyleSheet("background-color: white")
self.layout = QHBoxLayout(self)
self.layout.setContentsMargins(20, 0, 20, 0)
self.layout.setSpacing(10)
self.info_label = QLabel()
self.info_label.setFont(CODE_FONT_BOLD)
self.layout.addWidget(self.info_label)
self.left_split_label = QLabel("|")
self.left_split_label.setFont(CODE_FONT_BOLD)
self.layout.addWidget(self.left_split_label)
self.text_edit = QTextEdit()
self.text_edit.setReadOnly(True)
self.text_edit.setFrameStyle(0)
self.text_edit.setFont(CODE_FONT)
self.text_edit.setLineWrapMode(QTextEdit.LineWrapMode.FixedPixelWidth)
self.text_edit.setLineWrapColumnOrWidth(10000)
self.text_edit.setHorizontalScrollBarPolicy(
Qt.ScrollBarPolicy.ScrollBarAlwaysOff)
self.text_edit.setVerticalScrollBarPolicy(
Qt.ScrollBarPolicy.ScrollBarAlwaysOff)
self.text_edit.setFixedHeight(30)
self.text_edit.setText("")
self.layout.addWidget(self.text_edit)
self.right_split_label = QLabel("|")
self.right_split_label.setFont(CODE_FONT_BOLD)
self.layout.addWidget(self.right_split_label)
self.match_button = QPushButton()
self.match_button.setIcon(QIcon("aset_ui/resources/correct.svg"))
self.match_button.setFlat(True)
self.match_button.clicked.connect(self._match_button_clicked)
self.layout.addWidget(self.match_button)
self.fix_button = QPushButton()
self.fix_button.setIcon(QIcon("aset_ui/resources/incorrect.svg"))
self.fix_button.setFlat(True)
self.fix_button.clicked.connect(self._fix_button_clicked)
self.layout.addWidget(self.fix_button)
def update_item(self, item, params=None):
self.nugget = item
sentence = self.nugget[CachedContextSentenceSignal]["text"]
start_char = self.nugget[CachedContextSentenceSignal]["start_char"]
end_char = self.nugget[CachedContextSentenceSignal]["end_char"]
self.text_edit.setText("")
formatted_text = (
f"{' ' * (params - start_char)}{sentence[:start_char]}"
f"<span style='background-color: #FFFF00'><b>{sentence[start_char:end_char]}</b></span>"
f"{sentence[end_char:]}{' ' * 50}")
self.text_edit.textCursor().insertHtml(formatted_text)
scroll_cursor = QTextCursor(self.text_edit.document())
scroll_cursor.setPosition(params + 50)
self.text_edit.setTextCursor(scroll_cursor)
self.text_edit.ensureCursorVisible()
self.info_label.setText(
f"{str(round(self.nugget[CachedDistanceSignal], 2)).ljust(4)}")
def _match_button_clicked(self):
self.nugget_list_widget.interactive_matching_widget.main_window.give_feedback_task(
{
"message": "is-match",
"nugget": self.nugget
})
def _fix_button_clicked(self):
self.nugget_list_widget.interactive_matching_widget.get_document_feedback(
self.nugget)
def enable_input(self):
self.match_button.setEnabled(True)
self.fix_button.setEnabled(True)
def disable_input(self):
self.match_button.setDisabled(True)
self.fix_button.setDisabled(True)
