def is_synced(): aw = config.app_window if aw.qmc.roastUUID is None: return not bool(aw.curFile) else: res = sync.getSync(aw.qmc.roastUUID) return bool(res)
def addSyncItem(self, item): # successfully transmitted, we add/update the roasts UUID sync-cache if "roast_id" in item["data"] and "modified_at" in item["data"]: # we update the plus status icon if the given roast_id was not yet in the sync cache and thus new if sync.getSync(item["data"]["roast_id"]) is None: sync.addSync(item["data"]["roast_id"], util.ISO86012epoch(item["data"]["modified_at"])) config.app_window.updatePlusStatusSignal.emit( ) # @UndefinedVariable else: sync.addSync(item["data"]["roast_id"], util.ISO86012epoch(item["data"]["modified_at"]))
def run(self): global queue config.logger.debug("queue:run()") time.sleep(config.queue_start_delay) self.resume() # unpause self item = None while True: time.sleep(config.queue_task_delay) with self.state: if self.paused: self.state.wait() # block until notified config.logger.debug("queue: looking for next item to be fetched") if item is None: item = queue.get() time.sleep(config.queue_task_delay) config.logger.debug("queue: -> worker processing item: %s", item) iters = config.queue_retries + 1 keepTask = False while iters > 0: config.logger.debug("queue: -> remaining iterations: %s", iters) r = None try: r = connection.sendData(item["url"], item["data"], item["verb"]) r.raise_for_status() iters = 0 # successfully transmitted, we add/update the roasts UUID sync-cache if "roast_id" in item["data"] and "modified_at" in item[ "data"]: # we update the plus status icon if the given roast_id was not yet in the sync cache and thus new if sync.getSync(item["data"]["roast_id"]) is None: sync.addSync( item["data"]["roast_id"], util.ISO86012epoch( item["data"]["modified_at"])) config.app_window.updatePlusStatusSignal.emit( ) # @UndefinedVariable else: sync.addSync( item["data"]["roast_id"], util.ISO86012epoch( item["data"]["modified_at"])) except Exception as e: config.logger.debug("queue: -> task failed: %s", e) if r is not None: config.logger.debug("queue: -> status code %s", r.status_code) if r is not None and r.status_code == 401: # authentication failed controller.disconnect(remove_credentials=False) iters = 0 # we don't retry and keep the task item keepTask = True elif r is not None and r.status_code == 409: # conflict iters = 0 # we don't retry, but remove the task as it is faulty else: # 500 internal server error, 429 Client Error: Too Many Requests or others # something went wrong we don't mark this task as done and retry iters = iters - 1 time.sleep(config.queue_retry_delay) if not keepTask: # we call task_done to remove the item from the queue queue.task_done() item = None config.logger.debug("queue: -> task done") config.logger.debug("queue: end of run:while paused=%s", self.paused)
def run(self): global queue config.logger.debug("queue:run()") time.sleep(config.queue_start_delay) self.resume() # unpause self item = None while True: time.sleep(config.queue_task_delay) with self.state: if self.paused: self.state.wait() # block until notified config.logger.debug("queue: -> qsize: %s", queue.qsize()) config.logger.debug("queue: looking for next item to be fetched") try: if item is None: item = queue.get() time.sleep(config.queue_task_delay) config.logger.debug("queue: -> worker processing item: %s", item) iters = config.queue_retries + 1 while iters > 0: config.logger.debug("queue: -> remaining iterations: %s", iters) r = None try: # we upload only full roast records, or partial updates in case the are under sync (registered in the sync cache) if is_full_roast_record(item["data"]) or ( "roast_id" in item["data"] and sync.getSync(item["data"]["roast_id"])): controller.connect(clear_on_failure=False, interactive=False) r = connection.sendData(item["url"], item["data"], item["verb"]) r.raise_for_status() # successfully transmitted, we add/update the roasts UUID sync-cache iters = 0 self.addSyncItem(item) else: # partial sync updates for roasts not registered for syncing are ignored iters = 0 except ConnectionError as e: try: if controller.is_connected(): config.logger.debug( "queue: -> connection error, disconnecting: %s", e) # we disconnect, but keep the queue running to let it automatically reconnect if possible controller.disconnect(remove_credentials=False, stop_queue=False) except: pass # we don't change the iter, but retry to connect after a delay in the next iteration time.sleep(config.queue_retry_delay) except Exception as e: config.logger.debug("queue: -> task failed: %s", e) if r is not None: config.logger.debug("queue: -> status code %s", r.status_code) else: config.logger.debug("queue: -> no status code") if r is not None and r.status_code == 401: # authentication failed try: if controller.is_connected(): config.logger.debug( "queue: -> connection error, disconnecting: %s", e) # we disconnect, but keep the queue running to let it automatically reconnect if possible controller.disconnect( remove_credentials=False, stop_queue=False) except: pass # we don't change the iter, but retry to connect after a delay in the next iteration time.sleep(config.queue_retry_delay) elif r is not None and r.status_code == 409: # conflict iters = 0 # we don't retry, but remove the task as it is faulty else: # 500 internal server error, 429 Client Error: Too Many Requests, 404 Client Error: Not Found or others # something went wrong we don't mark this task as done and retry iters = iters - 1 time.sleep(config.queue_retry_delay) # we call task_done to remove the item from the queue queue.task_done() item = None config.logger.debug("queue: -> task done") config.logger.debug("queue: end of run:while paused=%s", self.paused) except Exception as e: pass