def __init__(self, source, currency, url, fields, interval, callback):
QThread.__init__(self)
self.source = source
self.url = url
self.fields = fields
self.interval = interval
self.callback = callback
def __init__(self, WiiMote_id, caller):
QThread.__init__(self)
self.caller = caller # Referenz zum Aufrufer
self.device_list = caller.device_list #device_list des MainProgramms laden
self.WiiMote_id = WiiMote_id #Referenz zur WiiMote lokal speichren
self.device_list[self.WiiMote_id].rpt_mode = cwiid.RPT_IR
def __init__(self, app, id, user, service, knownids):
QThread.__init__(self, app)
self.id = id
self.app = app
self.user = user
self.service = service
self.knownids = knownids
def __init__(self, app, user, service, updateusers = True):
QThread.__init__(self, app)
self.app = app
self.user = user
self.service = service
self.updateusers = updateusers
self.friends = QSettings("blain", "%s-%s-friends" % (user, service))
def __init__(self, parent, db, root, single, tdir=None):
QThread.__init__(self, parent)
self.db = db
self.path = root
self.tdir = tdir
self.single_book_per_directory = single
self.canceled = False
def __init__(self, source, currency, url, fields, interval, callback):
QThread.__init__(self)
self.source = source
self.url = url
self.fields = fields
self.interval = interval
self.callback = callback
def __init__(self, debug_log):
QThread.__init__(self)
self.debug_log = debug_log
opts, args = server_config().option_parser().parse_args(['calibre-server'])
self.calibre_server_port = opts.port
self.base_url = "http://127.0.0.1:{calibre_server_port}/".format(calibre_server_port=self.calibre_server_port)
self.book_metadata_url = 'ajax/book/'
def __init__(self, parent, timeout):
QThread.__init__(self)
self.daemon = True
self.done = False
self.reset_timeout = int(timeout)
self.reset()
self.parent = parent
def main():
app = QApplication(sys.argv)
rddtDataExtractor = loadState()
if rddtDataExtractor is None:
rddtDataExtractor = RedditDataExtractor()
rddtDataExtractor.currentlyDownloading = False # If something weird happened to cause currentlyDownloading to be saved as True, set it back to False
queue = Queue()
thread = QThread()
recv = QueueMessageReceiver(queue)
mainGUIWindow = RddtDataExtractorGUI(rddtDataExtractor, queue, recv)
recv.queuePutSignal.connect(mainGUIWindow.append_text)
recv.moveToThread(thread)
thread.started.connect(recv.run)
# Add clean up finished signals so the threads end appropriately when the program ends
recv.finished.connect(thread.quit)
recv.finished.connect(recv.deleteLater)
thread.finished.connect(thread.deleteLater)
# start the receiver
thread.start()
# show the GUI
mainGUIWindow.show()
# display Imgur API pop up if not hidden by user and client-id isn't set
if rddtDataExtractor.showImgurAPINotification and rddtDataExtractor.imgurAPIClientID is None:
mainGUIWindow.notifyImgurAPI()
# and wait for the user to exit
sys.exit(app.exec_())
def __init__(self, parent):
QThread.__init__(self, parent)
self.signal = SIGNAL("library_index_complete")
self.cdb = parent.opts.gui.current_db
self.id_map = None
self.hash_map = None
self.active_virtual_library = None
def __init__(self, WiiMote_id, caller ):
QThread.__init__(self)
self.caller = caller # Referenz zum Aufrufer
self.device_list = caller.device_list #device_list des MainProgramms laden
self.WiiMote_id = WiiMote_id #Referenz zur WiiMote lokal speichren
self.device_list[self.WiiMote_id].rpt_mode = cwiid.RPT_IR
def __init__(self, parent):
QThread.__init__(self, parent)
self.signal = SIGNAL("library_index_complete")
self.cdb = parent.opts.gui.current_db
self.id_map = None
self.hash_map = None
self.active_virtual_library = None
def getValidSubreddits(self, startDownload=False):
"""
Validate the subreddits in the subreddit list
:param startDownload: Indicates whether or not the download should start when the validation is done
:type startDownload: bool
"""
model = self.subredditList.model()
subreddits = set(model.lst)
self.subredditValidatorThread = QThread()
self.subredditValidator = Validator(self._rddtDataExtractor,
self.queue, subreddits,
ListType.SUBREDDIT)
self.subredditValidator.moveToThread(self.subredditValidatorThread)
self.subredditValidatorThread.started.connect(
self.subredditValidator.run)
self.subredditValidator.invalid.connect(self.notifyInvalidSubreddit)
if startDownload:
self.subredditValidator.download.connect(
self.downloadValidUserOrSub)
self.subredditValidator.finished.connect(
self.subredditValidatorThread.quit)
self.subredditValidator.finished.connect(
self.subredditValidator.deleteLater)
self.subredditValidatorThread.finished.connect(
self.subredditValidatorThread.deleteLater)
self.subredditValidator.stopped.connect(self.reactivateBtns)
self.subredditValidatorThread.start()
def main():
app = QApplication(sys.argv)
rddtDataExtractor = loadState()
if rddtDataExtractor is None:
rddtDataExtractor = RedditDataExtractor()
else:
# If something weird happened to cause currentlyDownloading to be saved as True, set it back to False
rddtDataExtractor.currentlyDownloading = False
# reinstantiate the praw instance because it doesn't shelve properly
# praw shelve issue causes http.validate_certs to be uninstantiated
rddtDataExtractor._r = praw.Reddit(user_agent='Data Extractor for reddit v1.1 by /u/VoidXC')
rddtDataExtractor._r.http.validate_certs = 'RedditDataExtractor/cacert.pem'
queue = Queue()
thread = QThread()
recv = QueueMessageReceiver(queue)
mainGUIWindow = RddtDataExtractorGUI(rddtDataExtractor, queue, recv)
recv.queuePutSignal.connect(mainGUIWindow.append_text)
recv.moveToThread(thread)
thread.started.connect(recv.run)
# Add clean up finished signals so the threads end appropriately when the program ends
recv.finished.connect(thread.quit)
recv.finished.connect(recv.deleteLater)
thread.finished.connect(thread.deleteLater)
# start the receiver
thread.start()
# show the GUI
mainGUIWindow.show()
# display Imgur API pop up if not hidden by user and client-id isn't set
if rddtDataExtractor.showImgurAPINotification and rddtDataExtractor.imgurAPIClientID is None:
mainGUIWindow.notifyImgurAPI()
# and wait for the user to exit
sys.exit(app.exec_())
def __init__(self, parent, timeout):
QThread.__init__(self)
self.daemon = True
self.done = False
self.reset_timeout = int(timeout)
self.reset()
self.parent = parent
def main():
app = QApplication(sys.argv)
rddtDataExtractor = loadState()
if rddtDataExtractor is None:
rddtDataExtractor = RedditDataExtractor()
rddtDataExtractor.currentlyDownloading = False # If something weird happened to cause currentlyDownloading to be saved as True, set it back to False
queue = Queue()
thread = QThread()
recv = QueueMessageReceiver(queue)
mainGUIWindow = RddtDataExtractorGUI(rddtDataExtractor, queue, recv)
recv.queuePutSignal.connect(mainGUIWindow.append_text)
recv.moveToThread(thread)
thread.started.connect(recv.run)
# Add clean up finished signals so the threads end appropriately when the program ends
recv.finished.connect(thread.quit)
recv.finished.connect(recv.deleteLater)
thread.finished.connect(thread.deleteLater)
# start the receiver
thread.start()
# show the GUI
mainGUIWindow.show()
# display Imgur API pop up if not hidden by user and client-id isn't set
if rddtDataExtractor.showImgurAPINotification and rddtDataExtractor.imgurAPIClientID is None:
mainGUIWindow.notifyImgurAPI()
# and wait for the user to exit
sys.exit(app.exec_())
def __init__(self, cont, conf):
QThread.__init__(self)
self.done = False
self.daemon = True
self.cont = cont
self.cd = Countdown(self,
conf.getAttribute("timeout"))
def getValidRedditors(self, startDownload=False):
"""
Validate the users in the user list
:param startDownload: Indicates whether or not the download should start when the validation is done
:type startDownload: bool
"""
model = self.userList.model()
users = set(
model.lst
) # create a new set so we don't change set size during iteration if we remove a user
# These are class variables so that they don't get destroyed when we return from getValidRedditors()
self.redditorValidatorThread = QThread()
self.redditorValidator = Validator(self._rddtDataExtractor, self.queue,
users, ListType.USER)
self.redditorValidator.moveToThread(self.redditorValidatorThread)
self.redditorValidatorThread.started.connect(
self.redditorValidator.run)
self.redditorValidator.invalid.connect(self.notifyInvalidRedditor)
# When the validation finishes, start the downloading process on the validated users
if startDownload:
self.redditorValidator.download.connect(
self.downloadValidUserOrSub)
self.redditorValidator.finished.connect(
self.redditorValidatorThread.quit)
self.redditorValidator.finished.connect(
self.redditorValidator.deleteLater)
self.redditorValidatorThread.finished.connect(
self.redditorValidatorThread.deleteLater)
self.redditorValidator.stopped.connect(self.reactivateBtns)
self.redditorValidatorThread.start()
def __init__(self, parent, db, root, single, tdir=None):
QThread.__init__(self, parent)
self.db = db
self.path = root
self.tdir = tdir
self.single_book_per_directory = single
self.canceled = False
def __init__(self, app, account, updateusers = True):
QThread.__init__(self, app)
self.app = app
self.account = account
self.user = account.name
self.service = account.service
self.updateusers = updateusers
self.friends = account.friends
def __init__(self, gui, field, get_date_range=False):
QThread.__init__(self, gui)
self.annotation_map = []
self.cdb = gui.current_db
self.get_date_range = get_date_range
self.newest_annotation = 0
self.oldest_annotation = mktime(datetime.today().timetuple())
self.field = field
self.signal = SIGNAL("inventory_complete")
def __init__(self, gui, field, get_date_range=False):
QThread.__init__(self, gui)
self.annotation_map = []
self.cdb = gui.current_db
self.get_date_range = get_date_range
self.newest_annotation = 0
self.oldest_annotation = mktime(datetime.today().timetuple())
self.field = field
self.signal = SIGNAL("inventory_complete")
def must_use_qt():
global gui_thread, _store_app
if (islinux or isbsd) and ":" not in os.environ.get("DISPLAY", ""):
raise RuntimeError("X server required. If you are running on a" " headless machine, use xvfb")
if _store_app is None and QApplication.instance() is None:
_store_app = QApplication([])
if gui_thread is None:
gui_thread = QThread.currentThread()
if gui_thread is not QThread.currentThread():
raise RuntimeError("Cannot use Qt in non GUI thread")
def must_use_qt():
global gui_thread, _store_app
if (islinux or isbsd) and ':' not in os.environ.get('DISPLAY', ''):
raise RuntimeError('X server required. If you are running on a'
' headless machine, use xvfb')
if _store_app is None and QApplication.instance() is None:
_store_app = QApplication([])
if gui_thread is None:
gui_thread = QThread.currentThread()
if gui_thread is not QThread.currentThread():
raise RuntimeError('Cannot use Qt in non GUI thread')
def __init__(self, app, id, user, service, knownids,
update_method, user_method, api_method):
QThread.__init__(self, app)
self.id = id
self.app = app
self.user = user
self.service = service
self.knownids = knownids
self.api_method = api_method
self.user_method = user_method
self.update = getattr(self.app.updates, update_method)
def __init__(self, parent, model, rows_to_flash):
QThread.__init__(self)
self.signal = SIGNAL("flasher_complete")
self.model = model
self.parent = parent
self.rows_to_flash = rows_to_flash
self.mode = "old"
self.cycles = self.parent.prefs.get("flasher_cycles", 3) + 1
self.new_time = self.parent.prefs.get("flasher_new_time", 300)
self.old_time = self.parent.prefs.get("flasher_old_time", 100)
def __init__(self, parent, model, rows_to_flash):
QThread.__init__(self)
self.signal = SIGNAL("flasher_complete")
self.model = model
self.parent = parent
self.rows_to_flash = rows_to_flash
self.mode = 'old'
self.cycles = self.parent.prefs.get('flasher_cycles', 3) + 1
self.new_time = self.parent.prefs.get('flasher_new_time', 300)
self.old_time = self.parent.prefs.get('flasher_old_time', 100)
def __init__(self,
args,
force_calibre_style=False,
override_program_name=None):
self.file_event_hook = None
if override_program_name:
args = [override_program_name] + args[1:]
qargs = [
i.encode('utf-8') if isinstance(i, unicode) else i for i in args
]
self.pi = plugins['progress_indicator'][0]
if DEBUG:
self.redirect_notify = True
QApplication.__init__(self, qargs)
dl = QLocale(get_lang())
if unicode(dl.bcp47Name()) != u'C':
QLocale.setDefault(dl)
global gui_thread, qt_app
gui_thread = QThread.currentThread()
self._translator = None
self.load_translations()
qt_app = self
self._file_open_paths = []
self._file_open_lock = RLock()
self.setup_styles(force_calibre_style)
def __init__(self, parent, db, device, annotation_map, done_callback):
QThread.__init__(self, parent)
self.errors = {}
self.db = db
self.keep_going = True
self.pd = ProgressDialog(_('Merging user annotations into database'), '',
0, len(annotation_map), parent=parent)
self.device = device
self.annotation_map = annotation_map
self.done_callback = done_callback
self.pd.canceled_signal.connect(self.canceled)
self.pd.setModal(True)
self.pd.show()
self.update_progress.connect(self.pd.set_value,
type=Qt.QueuedConnection)
self.update_done.connect(self.pd.hide, type=Qt.QueuedConnection)
def start(open_file_path=None, reset_settings=False):
###### Setup directories ######
app = QtGui.QApplication(sys.argv)
app.setApplicationName(PROGRAM_NAME)
app.setOrganizationName(ORGANIZATION_NAME)
# Make working directory for python and R and sets up r_tmp (where R does
# its calculations. Also clears r_tmp
## N.B. This MUST come after setting the app name and stuff in order for the
# paths and subsequent calls to get_base_path() to work correctly
setup_directories()
if reset_settings:
ome_globals.reset_settings()
splash_pixmap = QPixmap(":/splash/splash.png")
splash = QSplashScreen(splash_pixmap)
# splash = QSplashScreen( QPixmap(300, 200) )
splash.show()
# app.processEvents()
# time.sleep(1)
splash_starttime = time.time()
load_R_libraries(app, splash)
# Show splash screen for at least SPLASH_DISPLAY_TIME seconds
time_elapsed = time.time() - splash_starttime
print ("It took %s seconds to load the R libraries" % str(time_elapsed))
if time_elapsed < SPLASH_DISPLAY_TIME: # seconds
print ("Going to sleep for %f seconds" % float(SPLASH_DISPLAY_TIME - time_elapsed))
QThread.sleep(int(SPLASH_DISPLAY_TIME - time_elapsed))
print ("woke up")
# create and show the main window
form = main_form.MainForm()
form.show()
# form.raise_()
if open_file_path:
form.open(open_file_path)
# Close the splash screen
splash.finish(form)
sys.exit(app.exec_())
def downloadValidUserOrSub(self, validUsersOrSubs):
"""
Begin the download process for the validated users or subreddits
:type validUsersOrSubs: list
"""
if self._rddtDataExtractor.downloadType is DownloadType.USER_SUBREDDIT_CONSTRAINED or self._rddtDataExtractor.downloadType is DownloadType.USER_SUBREDDIT_ALL:
self.downloader = Downloader(self._rddtDataExtractor, validUsersOrSubs, self.queue, ListType.USER)
elif self._rddtDataExtractor.downloadType is DownloadType.SUBREDDIT_CONTENT:
self.downloader = Downloader(self._rddtDataExtractor, validUsersOrSubs, self.queue, ListType.SUBREDDIT)
self.thread = QThread()
self.downloader.moveToThread(self.thread)
self.thread.started.connect(self.downloader.run)
self.downloader.finished.connect(self.thread.quit)
self.downloader.finished.connect(self.reactivateBtns)
self.downloader.finished.connect(self.downloader.deleteLater)
self.downloader.finished.connect(lambda: self.setUnsavedChanges(True))
self.thread.finished.connect(self.thread.deleteLater)
self.thread.start()
def detect_ncpus():
"""Detects the number of effective CPUs in the system"""
import multiprocessing
ans = -1
try:
ans = multiprocessing.cpu_count()
except:
from PyQt4.Qt import QThread
ans = QThread.idealThreadCount()
if ans < 1:
ans = 1
return ans
def detect_ncpus():
"""Detects the number of effective CPUs in the system"""
import multiprocessing
ans = -1
try:
ans = multiprocessing.cpu_count()
except:
from PyQt4.Qt import QThread
ans = QThread.idealThreadCount()
if ans < 1:
ans = 1
return ans
def start():
app = QtGui.QApplication(sys.argv)
splash_pixmap = QPixmap(":/misc/splash.png")
splash = QSplashScreen(splash_pixmap)
splash.show()
splash_starttime = time.time()
load_R_libraries(app, splash)
# Show splash screen for at least SPLASH_DISPLAY_TIME seconds
time_elapsed = time.time() - splash_starttime
print("It took %s seconds to load the R libraries" % str(time_elapsed))
if time_elapsed < SPLASH_DISPLAY_TIME: # seconds
print("Going to sleep for %f seconds" % float(SPLASH_DISPLAY_TIME-time_elapsed))
QThread.sleep(int(SPLASH_DISPLAY_TIME-time_elapsed))
meta = meta_form.MetaForm()
splash.finish(meta)
meta.show()
meta.start()
sys.exit(app.exec_())
def __init__(self, func, queued=True, parent=None):
global gui_thread
if gui_thread is None:
gui_thread = QThread.currentThread()
if not is_gui_thread():
raise ValueError("You can only create a FunctionDispatcher in the GUI thread")
QObject.__init__(self, parent)
self.func = func
typ = Qt.QueuedConnection
if not queued:
typ = Qt.AutoConnection if queued is None else Qt.DirectConnection
self.dispatch_signal.connect(self.dispatch, type=typ)
self.q = Queue.Queue()
self.lock = threading.Lock()
def __init__(self, parent):
QThread.__init__(self, parent)
self.keep_going = True
self.current_command = None
self.out_queue = Queue()
self.address = arbitrary_address('AF_PIPE' if iswindows else 'AF_UNIX')
self.auth_key = os.urandom(32)
if iswindows and self.address[1] == ':':
self.address = self.address[2:]
self.listener = Listener(address=self.address,
authkey=self.auth_key, backlog=4)
self.env = {
'CALIBRE_SIMPLE_WORKER':
'calibre.utils.pyconsole.interpreter:main',
'CALIBRE_WORKER_ADDRESS':
hexlify(cPickle.dumps(self.listener.address, -1)),
'CALIBRE_WORKER_KEY': hexlify(self.auth_key)
}
self.process = Process(self.env)
self.output_file_buf = self.process(redirect_output=False)
self.conn = self.listener.accept()
self.start()
def main():
app = QApplication(sys.argv)
rddtDataExtractor = loadState()
if rddtDataExtractor is None:
rddtDataExtractor = RedditDataExtractor()
else:
# If something weird happened to cause currentlyDownloading to be saved as True, set it back to False
rddtDataExtractor.currentlyDownloading = False
# reinstantiate the praw instance because it doesn't shelve properly
# praw shelve issue causes http.validate_certs to be uninstantiated
rddtDataExtractor._r = praw.Reddit(
user_agent='Data Extractor for reddit v1.1 by /u/VoidXC')
rddtDataExtractor._r.http.validate_certs = 'RedditDataExtractor/cacert.pem'
queue = Queue()
thread = QThread()
recv = QueueMessageReceiver(queue)
mainGUIWindow = RddtDataExtractorGUI(rddtDataExtractor, queue, recv)
recv.queuePutSignal.connect(mainGUIWindow.append_text)
recv.moveToThread(thread)
thread.started.connect(recv.run)
# Add clean up finished signals so the threads end appropriately when the program ends
recv.finished.connect(thread.quit)
recv.finished.connect(recv.deleteLater)
thread.finished.connect(thread.deleteLater)
# start the receiver
thread.start()
# show the GUI
mainGUIWindow.show()
# display Imgur API pop up if not hidden by user and client-id isn't set
if rddtDataExtractor.showImgurAPINotification and rddtDataExtractor.imgurAPIClientID is None:
mainGUIWindow.notifyImgurAPI()
# and wait for the user to exit
sys.exit(app.exec_())
def __init__(self, func, queued=True, parent=None):
global gui_thread
if gui_thread is None:
gui_thread = QThread.currentThread()
if not is_gui_thread():
raise ValueError(
'You can only create a FunctionDispatcher in the GUI thread')
QObject.__init__(self, parent)
self.func = func
typ = Qt.QueuedConnection
if not queued:
typ = Qt.AutoConnection if queued is None else Qt.DirectConnection
self.dispatch_signal.connect(self.dispatch, type=typ)
self.q = Queue.Queue()
self.lock = threading.Lock()
def __init__(self, args, force_calibre_style=False, override_program_name=None):
self.file_event_hook = None
if override_program_name:
args = [override_program_name] + args[1:]
qargs = [i.encode("utf-8") if isinstance(i, unicode) else i for i in args]
self.pi = plugins["progress_indicator"][0]
if DEBUG:
self.redirect_notify = True
QApplication.__init__(self, qargs)
global gui_thread, qt_app
gui_thread = QThread.currentThread()
self._translator = None
self.load_translations()
qt_app = self
self._file_open_paths = []
self._file_open_lock = RLock()
self.setup_styles(force_calibre_style)
def __init__(self,
args,
force_calibre_style=False,
override_program_name=None):
self.file_event_hook = None
if override_program_name:
args = [override_program_name] + args[1:]
qargs = [
i.encode('utf-8') if isinstance(i, unicode) else i for i in args
]
QApplication.__init__(self, qargs)
global gui_thread, qt_app
gui_thread = QThread.currentThread()
self._translator = None
self.load_translations()
qt_app = self
self._file_open_paths = []
self._file_open_lock = RLock()
self.setup_styles(force_calibre_style)
def getValidSubreddits(self, startDownload=False):
"""
Validate the subreddits in the subreddit list
:param startDownload: Indicates whether or not the download should start when the validation is done
:type startDownload: bool
"""
model = self.subredditList.model()
subreddits = set(model.lst)
self.subredditValidatorThread = QThread()
self.subredditValidator = Validator(self._rddtDataExtractor, self.queue, subreddits, ListType.SUBREDDIT)
self.subredditValidator.moveToThread(self.subredditValidatorThread)
self.subredditValidatorThread.started.connect(self.subredditValidator.run)
self.subredditValidator.invalid.connect(self.notifyInvalidSubreddit)
if startDownload:
self.subredditValidator.download.connect(self.downloadValidUserOrSub)
self.subredditValidator.finished.connect(self.subredditValidatorThread.quit)
self.subredditValidator.finished.connect(self.subredditValidator.deleteLater)
self.subredditValidatorThread.finished.connect(self.subredditValidatorThread.deleteLater)
self.subredditValidator.stopped.connect(self.reactivateBtns)
self.subredditValidatorThread.start()
def getValidRedditors(self, startDownload=False):
"""
Validate the users in the user list
:param startDownload: Indicates whether or not the download should start when the validation is done
:type startDownload: bool
"""
model = self.userList.model()
users = set(model.lst) # create a new set so we don't change set size during iteration if we remove a user
# These are class variables so that they don't get destroyed when we return from getValidRedditors()
self.redditorValidatorThread = QThread()
self.redditorValidator = Validator(self._rddtDataExtractor, self.queue, users, ListType.USER)
self.redditorValidator.moveToThread(self.redditorValidatorThread)
self.redditorValidatorThread.started.connect(self.redditorValidator.run)
self.redditorValidator.invalid.connect(self.notifyInvalidRedditor)
# When the validation finishes, start the downloading process on the validated users
if startDownload:
self.redditorValidator.download.connect(self.downloadValidUserOrSub)
self.redditorValidator.finished.connect(self.redditorValidatorThread.quit)
self.redditorValidator.finished.connect(self.redditorValidator.deleteLater)
self.redditorValidatorThread.finished.connect(self.redditorValidatorThread.deleteLater)
self.redditorValidator.stopped.connect(self.reactivateBtns)
self.redditorValidatorThread.start()
def is_gui_thread():
global gui_thread
return gui_thread is QThread.currentThread()
def __init__(self):
QThread.__init__(self)
self.waiting = False
def __init__(self, ud):
QThread.__init__(self)
self.daemon = True
self.done = False
self.ud = ud
def __init__(self):
QThread.__init__(self)
self.waiting = False
def is_gui_thread():
global gui_thread
return gui_thread is QThread.currentThread()
def __init__(self, parent):
QThread.__init__(self, parent)
class RddtDataExtractorGUI(QMainWindow, Ui_RddtDataExtractorMainWindow):
def __init__(self, rddtDataExtractor, queue, recv):
"""
Main GUI Window that the user interacts with.
:type rddtDataExtractor: RedditDataExtractor.redditDataExtractor.RedditDataExtractor
:type queue: Queue.queue
:type recv: RedditDataExtractor.main.QueueMessageReceiver
"""
QMainWindow.__init__(self)
# Set up the user interface from Designer.
self.setupUi(self)
# The model for the view
self._rddtDataExtractor = rddtDataExtractor
# Bool to keep track of changes that have occurred that haven't been saved
self._unsavedChanges = False
self.queue = queue
self.recv = recv
# Custom Set ups
self.setup()
def setup(self):
self.init()
self.directoryBox.setText(str(self._rddtDataExtractor.defaultPath))
self.directorySelectBtn.clicked.connect(self.selectDirectory)
self.addUserBtn.clicked.connect(self.userList.addToList)
self.addSubredditBtn.clicked.connect(self.subredditList.addToList)
self.deleteUserBtn.clicked.connect(self.userList.deleteFromList)
self.deleteSubredditBtn.clicked.connect(self.subredditList.deleteFromList)
self.actionSettings_2.triggered.connect(self.showSettings)
self.actionExit.triggered.connect(self.close)
self.actionSubreddit_List.triggered.connect(self.subredditList.makeNewList)
self.actionUser_List.triggered.connect(self.userList.makeNewList)
self.actionSave.triggered.connect(self.saveState)
self.actionRemove_Subreddit_List.triggered.connect(self.subredditList.removeLst)
self.actionRemove_User_List.triggered.connect(self.userList.removeLst)
self.userListChooser.addAction(self.actionUser_List)
self.subredditListChooser.addAction(self.actionSubreddit_List)
self.userListChooser.addAction(self.actionRemove_User_List)
self.subredditListChooser.addAction(self.actionRemove_Subreddit_List)
self.userListChooser.activated.connect(self.userList.chooseNewList)
self.subredditListChooser.activated.connect(self.subredditList.chooseNewList)
self.userList.addAction(self.actionDownloaded_Reddit_User_Posts)
self.userList.addAction(self.actionNew_User)
self.userList.addAction(self.actionRemove_Selected_User)
self.actionDownloaded_Reddit_User_Posts.triggered.connect(self.userList.viewDownloadedContent)
self.actionNew_User.triggered.connect(self.userList.addToList)
self.actionRemove_Selected_User.triggered.connect(self.userList.deleteFromList)
self.subredditList.addAction(self.actionDownloaded_Subreddit_Posts)
self.subredditList.addAction(self.actionNew_Subreddit)
self.subredditList.addAction(self.actionRemove_Selected_Subreddit)
self.actionDownloaded_Subreddit_Posts.triggered.connect(self.subredditList.viewDownloadedContent)
self.actionNew_Subreddit.triggered.connect(self.subredditList.addToList)
self.actionRemove_Selected_Subreddit.triggered.connect(self.subredditList.deleteFromList)
self.actionRemaining_Imgur_Requests.triggered.connect(self.viewRemainingImgurRequests)
self.downloadBtn.clicked.connect(self.beginDownload)
self.userSubBtn.clicked.connect(
lambda: self._rddtDataExtractor.changeDownloadType(DownloadType.USER_SUBREDDIT_CONSTRAINED))
self.allUserBtn.clicked.connect(
lambda: self._rddtDataExtractor.changeDownloadType(DownloadType.USER_SUBREDDIT_ALL))
self.allSubBtn.clicked.connect(
lambda: self._rddtDataExtractor.changeDownloadType(DownloadType.SUBREDDIT_CONTENT))
self.actionAbout.triggered.connect(self.displayAbout)
def initUserList(self):
self.userList = UserListViewAndChooser(self)
self.gridLayout.addWidget(self.userList, 1, 0, 1, 1)
def initSubredditList(self):
self.subredditList = SubredditListViewAndChooser(self)
self.gridLayout.addWidget(self.subredditList, 1, 1, 1, 1)
def init(self):
self.initUserList()
self.initSubredditList()
if (self._rddtDataExtractor.downloadType is DownloadType.USER_SUBREDDIT_CONSTRAINED):
self.userSubBtn.setChecked(True)
elif (self._rddtDataExtractor.downloadType is DownloadType.USER_SUBREDDIT_ALL):
self.allUserBtn.setChecked(True)
elif (self._rddtDataExtractor.downloadType is DownloadType.SUBREDDIT_CONTENT):
self.allSubBtn.setChecked(True)
icon = QIcon()
icon.addPixmap(QPixmap("RedditDataExtractor/images/logo.png"), QIcon.Normal, QIcon.Off)
self.setWindowIcon(icon)
def stopDownload(self):
try:
self.redditorValidator.stop()
except AttributeError: # the redditorValidator object hasn't been made
pass
try:
self.subredditValidator.stop()
except AttributeError: # the subredditValidator object hasn't been made
pass
try:
self.downloader.stop()
except AttributeError: # the downloader object hasn't been made
pass
# Try to save the current downloads, just in case it never stops the download (rare cases of network problems)
self._rddtDataExtractor.currentlyDownloading = False
self._rddtDataExtractor.saveState()
self._rddtDataExtractor.currentlyDownloading = True
self.stopBtn.setEnabled(False)
@pyqtSlot()
def reactivateBtns(self):
try:
self.gridLayout.removeWidget(self.stopBtn)
self.stopBtn.deleteLater()
except:
pass
self.downloadBtn = QPushButton(self.centralwidget)
self.downloadBtn.setObjectName("downloadBtn")
self.downloadBtn.setText("Download!")
self.downloadBtn.clicked.connect(self.beginDownload)
self.gridLayout.addWidget(self.downloadBtn, 6, 0, 1, 2)
self.addUserBtn.setEnabled(True)
self.addSubredditBtn.setEnabled(True)
self.deleteUserBtn.setEnabled(True)
self.deleteSubredditBtn.setEnabled(True)
self._rddtDataExtractor.currentlyDownloading = False
def enterDownloadMode(self):
self._rddtDataExtractor.currentlyDownloading = True
self.logTextEdit.clear()
self.stopBtn = QPushButton(self.centralwidget)
self.stopBtn.setObjectName("stopBtn")
self.stopBtn.setText("Downloading... Press here to stop the download (In progress downloads will continue until done).")
self.stopBtn.clicked.connect(self.stopDownload)
try:
self.gridLayout.removeWidget(self.downloadBtn)
self.downloadBtn.deleteLater()
except:
pass
self.gridLayout.addWidget(self.stopBtn, 6, 0, 1, 2)
self.addUserBtn.setEnabled(False)
self.addSubredditBtn.setEnabled(False)
self.deleteUserBtn.setEnabled(False)
self.deleteSubredditBtn.setEnabled(False)
@pyqtSlot()
def beginDownload(self):
self.enterDownloadMode()
if self._rddtDataExtractor.downloadType is DownloadType.USER_SUBREDDIT_CONSTRAINED:
# need to validate both subreddits and redditors, start downloading user data once done
self.getValidSubreddits()
self.getValidRedditors(startDownload=True)
elif self._rddtDataExtractor.downloadType is DownloadType.USER_SUBREDDIT_ALL:
self.getValidRedditors(startDownload=True)
elif self._rddtDataExtractor.downloadType is DownloadType.SUBREDDIT_CONTENT:
self.getValidSubreddits(startDownload=True)
@pyqtSlot(list)
def downloadValidUserOrSub(self, validUsersOrSubs):
"""
Begin the download process for the validated users or subreddits
:type validUsersOrSubs: list
"""
if self._rddtDataExtractor.downloadType is DownloadType.USER_SUBREDDIT_CONSTRAINED or self._rddtDataExtractor.downloadType is DownloadType.USER_SUBREDDIT_ALL:
self.downloader = Downloader(self._rddtDataExtractor, validUsersOrSubs, self.queue, ListType.USER)
elif self._rddtDataExtractor.downloadType is DownloadType.SUBREDDIT_CONTENT:
self.downloader = Downloader(self._rddtDataExtractor, validUsersOrSubs, self.queue, ListType.SUBREDDIT)
self.thread = QThread()
self.downloader.moveToThread(self.thread)
self.thread.started.connect(self.downloader.run)
self.downloader.finished.connect(self.thread.quit)
self.downloader.finished.connect(self.reactivateBtns)
self.downloader.finished.connect(self.downloader.deleteLater)
self.downloader.finished.connect(lambda: self.setUnsavedChanges(True))
self.thread.finished.connect(self.thread.deleteLater)
self.thread.start()
@pyqtSlot(str)
def append_text(self, text):
"""
Add text to the text area in the GUI, sent by the Receiver thread that picks up messages from other threads
:type text: str
"""
self.logTextEdit.moveCursor(QTextCursor.End)
self.logTextEdit.insertPlainText(text)
def getValidRedditors(self, startDownload=False):
"""
Validate the users in the user list
:param startDownload: Indicates whether or not the download should start when the validation is done
:type startDownload: bool
"""
model = self.userList.model()
users = set(model.lst) # create a new set so we don't change set size during iteration if we remove a user
# These are class variables so that they don't get destroyed when we return from getValidRedditors()
self.redditorValidatorThread = QThread()
self.redditorValidator = Validator(self._rddtDataExtractor, self.queue, users, ListType.USER)
self.redditorValidator.moveToThread(self.redditorValidatorThread)
self.redditorValidatorThread.started.connect(self.redditorValidator.run)
self.redditorValidator.invalid.connect(self.notifyInvalidRedditor)
# When the validation finishes, start the downloading process on the validated users
if startDownload:
self.redditorValidator.download.connect(self.downloadValidUserOrSub)
self.redditorValidator.finished.connect(self.redditorValidatorThread.quit)
self.redditorValidator.finished.connect(self.redditorValidator.deleteLater)
self.redditorValidatorThread.finished.connect(self.redditorValidatorThread.deleteLater)
self.redditorValidator.stopped.connect(self.reactivateBtns)
self.redditorValidatorThread.start()
@pyqtSlot(str)
def notifyInvalidRedditor(self, userName):
"""
Ask the user if we should delete the redditor
:type userName: str
"""
model = self.userList.model()
msgBox = confirmDialog("The user " + userName + " does not exist. Remove from list?")
ret = msgBox.exec_()
if ret == QMessageBox.Yes:
index = model.getIndexOfName(userName)
if index != -1:
model.removeRows(index, 1)
def getValidSubreddits(self, startDownload=False):
"""
Validate the subreddits in the subreddit list
:param startDownload: Indicates whether or not the download should start when the validation is done
:type startDownload: bool
"""
model = self.subredditList.model()
subreddits = set(model.lst)
self.subredditValidatorThread = QThread()
self.subredditValidator = Validator(self._rddtDataExtractor, self.queue, subreddits, ListType.SUBREDDIT)
self.subredditValidator.moveToThread(self.subredditValidatorThread)
self.subredditValidatorThread.started.connect(self.subredditValidator.run)
self.subredditValidator.invalid.connect(self.notifyInvalidSubreddit)
if startDownload:
self.subredditValidator.download.connect(self.downloadValidUserOrSub)
self.subredditValidator.finished.connect(self.subredditValidatorThread.quit)
self.subredditValidator.finished.connect(self.subredditValidator.deleteLater)
self.subredditValidatorThread.finished.connect(self.subredditValidatorThread.deleteLater)
self.subredditValidator.stopped.connect(self.reactivateBtns)
self.subredditValidatorThread.start()
@pyqtSlot(str)
def notifyInvalidSubreddit(self, subredditName):
"""
Ask the user if we should delete the redditor
:type userName: str
"""
model = self.subredditList.model()
msgBox = confirmDialog("The subreddit " + subredditName + " does not exist. Remove from list?")
ret = msgBox.exec_()
if ret == QMessageBox.Yes:
index = model.getIndexOfName(subredditName)
if index != -1:
model.removeRows(index, 1)
def selectDirectory(self):
directory = QFileDialog.getExistingDirectory(QFileDialog())
if len(directory) > 0:
directory = pathlib.Path(directory).resolve()
if directory.exists():
self._rddtDataExtractor.defaultPath = directory
self.directoryBox.setText(str(directory))
self.setUnsavedChanges(True)
def convertFilterTableToFilters(self, settings):
"""
Take the filter table settings from the settings GUI and convert them into
actionable filter functions and parameters that _submissionPassesFilter() can use
:type settings: RedditDataExtractor.GUI.settingsGUI.SettingsGUI
"""
filterTable = settings.filterTable
submissionFilts = []
commentFilts = []
connector = None
if filterTable.rowCount() > 0:
connectorWidget = filterTable.cellWidget(0, settings.filtTableConnectCol)
if connectorWidget is not None:
connector = self._rddtDataExtractor.mapConnectorTextToOper(connectorWidget.currentText())
else:
connector = None # We are just filtering by a single thing
for row in range(filterTable.rowCount()):
type = filterTable.cellWidget(row, settings.filtTableTypeCol).currentText()
prop = filterTable.cellWidget(row, settings.filtTablePropCol).currentText()
oper = self._rddtDataExtractor.mapFilterTextToOper(
filterTable.cellWidget(row, settings.filtTableOperCol).currentText())
val = filterTable.cellWidget(row, settings.filtTableValCol).toPlainText()
if val.lower() == "false":
val = False
elif val.lower() == "true":
val = True
elif isNumber(val):
val = float(val)
filt = (prop, oper, val)
if type == "Submission":
submissionFilts.append(filt)
elif type == "Comment":
commentFilts.append(filt)
return submissionFilts, commentFilts, connector
def showSettings(self):
settings = SettingsGUI(self._rddtDataExtractor, self.notifyImgurAPI)
ret = settings.exec_()
if ret == QDialog.Accepted:
self._rddtDataExtractor.defaultUserListName = settings.currentUserListName
self._rddtDataExtractor.defaultSubredditListName = settings.currentSubredditListName
self._rddtDataExtractor.avoidDuplicates = settings.avoidDuplicates
self._rddtDataExtractor.getExternalContent = settings.getExternalContent
self._rddtDataExtractor.getCommentExternalContent = settings.getCommentExternalContent
self._rddtDataExtractor.getSelftextExternalContent = settings.getSelftextExternalContent
self._rddtDataExtractor.getSubmissionContent = settings.getSubmissionContent
self._rddtDataExtractor.subSort = settings.subSort
self._rddtDataExtractor.subLimit = settings.subLimit
self._rddtDataExtractor.filterExternalContent = settings.filterExternalContent
self._rddtDataExtractor.filterSubmissionContent = settings.filterSubmissionContent
if settings.filterExternalContent or settings.filterSubmissionContent:
self._rddtDataExtractor.submissionFilts, self._rddtDataExtractor.commentFilts, self._rddtDataExtractor.connector = self.convertFilterTableToFilters(
settings)
self._rddtDataExtractor.restrictDownloadsByCreationDate = settings.restrictDownloadsByCreationDate
self._rddtDataExtractor.showImgurAPINotification = settings.showImgurAPINotification
self._rddtDataExtractor.avoidVideos = settings.avoidVideos
self._rddtDataExtractor.getAuthorsCommentsOnly = settings.getAuthorsCommentsOnly
self.saveState()
def notifyImgurAPI(self):
self._rddtDataExtractor.imgurAPIClientID = None
imgurClientIdGUI = ImgurClientIdGUI()
ret = imgurClientIdGUI.exec_()
if ret == QDialog.Accepted:
self._rddtDataExtractor.imgurAPIClientID = imgurClientIdGUI.imgurAPIClientID
self._rddtDataExtractor.saveState()
def displayAbout(self):
msgBox = QMessageBox()
msgBox.setTextFormat(Qt.RichText)
msgBox.setWindowTitle("Data Extractor for reddit")
msgBox.setText("""
<p>This program uses the following open source software:<br>
<a href="http://www.riverbankcomputing.co.uk/software/pyqt/intro">PyQt</a> under the GNU GPL v3 license
<br>
<a href="https://praw.readthedocs.org/en/v2.1.16/">PRAW (Python Reddit API Wrapper)</a> under the GNU GPL v3 license
<br>
<a href="http://docs.python-requests.org/en/latest/">Requests</a> under the Apache2 license
<br>
<a href="http://www.crummy.com/software/BeautifulSoup/">Beautiful Soup</a> under a simplified BSD licence
<br>
<a href="https://github.com/rg3/youtube-dl">youtube-dl</a> under an unlicense (public domain)
</p>
<p>This program makes use of a modified version of <a href="https://www.videolan.org/vlc/">VLC's</a> logo:<br>
Copyright (c) 1996-2013 VideoLAN. This logo or a modified version may<br>
be used or modified by anyone to refer to the VideoLAN project or any<br>
product developed by the VideoLAN team, but does not indicate<br>
endorsement by the project.
</p>
<p>This program makes use of a modified version of Microsoft Window's<br>
.txt file icon. This is solely the property of Microsoft Windows<br>
and I claim no ownership.
</p>
<p>This program is released under the GNU GPL v3 license<br>
<a href="https://www.gnu.org/licenses/quick-guide-gplv3.html">GNU GPL v3 license page</a><br>
See <a href="https://github.com/NSchrading/redditDataExtractor/blob/master/LICENSE.txt">LICENSE.txt</a> for more information.
</p>
""")
msgBox.exec()
def viewRemainingImgurRequests(self):
if self._rddtDataExtractor.currentlyDownloading:
QMessageBox.warning(QMessageBox(), "Data Extractor for reddit",
"Cannot view imgur requests while currently downloading. Please wait.")
return
msgBox = QMessageBox()
msgBox.setWindowTitle("Data Extractor for reddit")
if self._rddtDataExtractor.imgurAPIClientID is not None:
headers = {'Authorization': 'Client-ID ' + self._rddtDataExtractor.imgurAPIClientID}
apiURL = "https://api.imgur.com/3/credits"
requestsSession = requests.session()
requestsSession.headers[
'User-Agent'] = 'Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36'
json = exceptionSafeJsonRequest(requestsSession, apiURL, headers=headers, stream=True,
verify='RedditDataExtractor/cacert.pem')
if json is not None and json.get('data') is not None and json.get('data').get('ClientRemaining'):
msgBox.setText("You have " + str(json.get('data').get('ClientRemaining')) + " requests remaining.")
else:
msgBox.setText(
"A problem occurred using the Imgur API. Check that you are connected to the internet and make sure your client-id is correct.")
else:
msgBox.setText(
"You do not currently have an Imgur client-id set. To set one, go to settings and check 'Change / Reset Client-id'")
msgBox.exec()
def setUnsavedChanges(self, unsaved):
"""
If there are unsaved changes, indicate to the user by adding an asterisk to the window title
"""
self._unsavedChanges = unsaved
if self._unsavedChanges:
self.setWindowTitle("Data Extractor for reddit *")
else:
self.setWindowTitle("Data Extractor for reddit")
def checkSaveState(self):
close = False
if self._unsavedChanges:
msgBox = QMessageBox()
msgBox.setText("A list or setting has been changed.")
msgBox.setInformativeText("Do you want to save your changes?")
msgBox.setStandardButtons(QMessageBox.Save | QMessageBox.Discard | QMessageBox.Cancel)
msgBox.setDefaultButton(QMessageBox.Save)
ret = msgBox.exec_()
if ret == QMessageBox.Save:
self.saveState()
close = True
elif ret == QMessageBox.Discard:
close = True
elif ret == QMessageBox.Cancel:
close = False
else:
close = False
else:
close = True
return close
def closeEvent(self, event):
"""
If there are unsaved changes, let the user know before closing the window
"""
close = self.checkSaveState()
if close:
self.recv.stop()
event.accept()
else:
event.ignore()
def saveState(self):
successful = self._rddtDataExtractor.saveState()
self.setUnsavedChanges(not successful)
def __init__(self, parent):
QThread.__init__(self, parent)
self.signal = SIGNAL("collection_inventory_complete")
self.cdb = parent.opts.gui.current_db
self.cfl = get_cc_mapping("collections", "field", None)
self.ids = []
def __init__(self, parent=None):
QThread.__init__(self, parent)
self.canceled = False
self.cancel_callback = lambda : self.canceled
self.folders = set([])
self.books = []
def __init__(self, parent, env):
QThread.__init__(self, parent)
self.env = env
def __init__(self, state_box, quit_box, device_list, id):
QThread.__init__(self)
self.id = id
self.device_list = device_list
self.state_box_text.connect(state_box.setText)
self.state_box_color.connect(state_box.setStyleSheet)
def __init__(self, parent):
QThread.__init__(self, parent)
self.signal = SIGNAL("collection_inventory_complete")
self.cdb = parent.opts.gui.current_db
self.cfl = get_cc_mapping('collections', 'field', None)
self.ids = []
def __init__(self, parent=None):
QThread.__init__(self, parent)
self.canceled = False
self.cancel_callback = lambda: self.canceled
self.folders = set([])
self.books = []
def __init__(self, callback):
QThread.__init__(self)
self.callback = callback