def test_summary_class(self): """ test make summary dict """ file_list = self.input_module.get_file_data() class_word_vector = {} for file in file_list: self.input_module = InputFileCython(APP_ROOT + "/../../Data/wn_total_summary_51519_limit05_out_put/" + file.strip()) self.input_module.input_special_format_file() if file.strip() not in class_word_vector: word_list = (list(map(lambda x:x.strip(), self.input_module.get_file_data()))) class_word_vector.update({file.strip().replace("_summary.txt", ""): word_list}) sqlite_twitter_cython = SqliteTwitterSummaryCython(class_word_vector) sqlite_twitter_cython.call_sql()
def consumer_run(self): """ Running Consumer """ global class_queue while True: try: class_word_vector = class_queue.get() except class_queue.Empty: print("Queue Empty") pass else: log_text = "Consume " print(log_text) sqlite_twitter = SqliteTwitterSummaryCython(class_word_vector) sqlite_twitter.call_sql() class_queue.task_done() # Setting the wait time, I refered to the bellow link # https://www.w3.org/Protocols/HTTP-NG/http-prob.html time.sleep(random.uniform(0.601, 0.602))