def run(task, sources=None, notif_agents=None, notify=True, force_tasks=False, force_agents=False, recent_ads=0, save_ads=True, ignore_old_ads=False): from lib.core.state import State if sources is None: sources = State.get_sources() if notif_agents is None: notif_agents = State.get_notif_agents() exclude_words = task.exclude log.info_print(f"Task: {task.name}") if task.enabled == False: if force_tasks == False: log.info_print("Task disabled. Skipping...") print() return else: log.info_print("Task disabled but forcing task to run...") task_notif_agents = notif_agent.get_notif_agents_by_ids( task.notif_agent_ids) if notify == True and force_agents == False: notif_agent.notif_agents_enabled_check(task_notif_agents) source_results = {} for source_id in task.source_ids: source_results[source_id] = source.scrape( sources[source_id], task_notif_agents, include=task.include, exclude=task.exclude, colour_flag=task.colour_flag, notify=notify, force_tasks=force_tasks, force_agents=force_agents, recent_ads=recent_ads, save_ads=save_ads, ignore_old_ads=ignore_old_ads) if save_ads: ad.save() result = RunResult(source_results=source_results) return result
def get_notif_agents_by_ids(ids): from lib.core.state import State notif_agents = State.get_notif_agents() result = [] for id in ids: result.append(notif_agents[id]) return result
def edit_notif_agent(): creator.print_title("Edit Notification Agent") notif_agent = creator.prompt_complex_dict("Choose a notification agent", State.get_notif_agents(), "name", extra_options=["d"], extra_options_desc=["done"]) if notif_agent == "d": return else: notif_agent_creator(notif_agent)
def delete_notif_agent(): notif_agents_dict = State.get_notif_agents() creator.print_title("Delete Notification Agent") changes_made = False while True: notif_agents_list = [] for n in notif_agents_dict: notif_agents_list.append(notif_agents_dict[n]) for i in range(len(notif_agents_list)): print(f"{i} - {notif_agents_list[i].name}") print("s - save and quit") print("q - quit without saving") tnum_str = creator.prompt_string("Delete notif_agent") if tnum_str == "s": State.save_notif_agents() State.save_tasks() break elif tnum_str == "q": if changes_made and creator.yes_no("Quit without saving", "n") == "y": return elif not changes_made: return if re.match("[0-9]+$", tnum_str): tnum = int(tnum_str) if tnum >= 0 and tnum < len(notif_agents_list): if creator.yes_no(f"Delete {notif_agents_list[tnum].name}", "y") == "y": used_by = get_tasks_using_notif_agent( notif_agents_dict[notif_agents_list[tnum].id]) if used_by is not None and len(used_by) > 0: task_names = [] for u in used_by: task_names.append(f"'{u.name}'") print( f"Cannot delete notification agent '{notif_agents_list[tnum].name}'. It is being used by: {','.join(task_names)}" ) print( "Delete tasks using this notification agent or remove this notification agent from those tasks first before deleting." ) else: do_delete_notif_agent(notif_agents_list[tnum].id) changes_made = True
def __repr__(self): from lib.core.state import State source_names = [] sources = State.get_sources() for id in self.source_ids: source_names.append(f"'{sources[id].name}'") notif_agent_names = [] notif_agents = State.get_notif_agents() for id in self.notif_agent_ids: notif_agent_names.append(f"'{notif_agents[id].name}'") return f"""
def list_notif_agents(pause_after=0): from lib.core.state import State notif_agents = State.get_notif_agents() i = 0 for id in notif_agents: print(notif_agents[id]) i = i + 1 if pause_after > 0 and i == pause_after: i = 0 if input(":") == "q": break
def test_notif_agent(notif_agent): from lib.core.state import State notif_agents = State.get_notif_agents() modules = State.get_notif_agent_modules() log.debug_print(f"Testing notification agent: '{notif_agent.name}'") module = modules[notif_agent.module] module.send(title=f"Testing '{notif_agent.name}'", message="This is a test message", **notif_agent.module_properties) print("Done!")
def do_delete_notif_agent_yaml(id): from lib.core.state import State tasks_dict = State.get_tasks() notif_agents_dict = State.get_notif_agents() for task_id in tasks_dict: t = tasks_dict[task_id] if id in t.notif_agent_ids: t.notif_agent_ids.remove(id) del notif_agents_dict[id]
def do_delete_notif_agent(id): from lib.core.state import State import lib.core.hooks as hooks tasks_dict = State.get_tasks() notif_agents_dict = State.get_notif_agents() for task_id in tasks_dict: t = tasks_dict[task_id] if id in t.notif_agent_ids: t.notif_agent_ids.remove(id) hooks.delete_notif_agent_model(notif_agents_dict[id]) del notif_agents_dict[id]
def create_task_add_notif_agents(default=None): from lib.core.state import State notif_agents_dict = State.get_notif_agents() default_str = "" if default is None and len(notif_agents_dict) == 1: default = [list(notif_agents_dict)[0]] if default is not None: first = True for s in default: if not s in notif_agents_dict: continue if first: default_str = f"[{notif_agents_dict[s].name}" first = False else: default_str = f"{default_str}, {notif_agents_dict[s].name}" default_str = f" {default_str}]" add_notif_agents = [] if len(notif_agents_dict) == 0: log.error_print(f"No notif_agents found. Please add a notif_agent ") return notif_agents_list = list(notif_agents_dict.values()) remaining_notif_agents = notif_agents_list.copy() while len(remaining_notif_agents) > 0: i = 0 for s in remaining_notif_agents: print(f"{i} - {s.name}") i = i + 1 choices = "0" if len(remaining_notif_agents) > 1: choices = f"0-{len(remaining_notif_agents) - 1}" if len(add_notif_agents) > 0: print("r - reset") print("d - done") if default is None or len(add_notif_agents) > 0: notif_agent_index_str = input(f"notif_agent [{choices}]: ") else: notif_agent_index_str = input( f"notif_agent [{choices}]:{default_str} ") if default is not None and notif_agent_index_str == "" and len( add_notif_agents) == 0: return default if len(remaining_notif_agents) == 0 and notif_agent_index_str == "": add_notif_agents.append(remaining_notif_agents[notif_agent_index]) break if len(add_notif_agents): if notif_agent_index_str == "d": break elif notif_agent_index_str == "r": print("Resetting...") remaining_notif_agents = notif_agents_list.copy() add_notif_agents = [] if re.match("[0-9]+$", notif_agent_index_str): notif_agent_index = int(notif_agent_index_str) if notif_agent_index >= 0 and notif_agent_index < len( notif_agents_list): add_notif_agents.append( remaining_notif_agents[notif_agent_index]) del (remaining_notif_agents[notif_agent_index]) if len(remaining_notif_agents) == 0: break confirm = creator.yes_no("Add another?", "y") if confirm == "n": break result = [] for s in add_notif_agents: result.append(s.id) return result
def task_creator(task): from lib.core.state import State cur_tasks = State.get_tasks() sources = State.get_sources() notif_agents = State.get_notif_agents() t = task while True: while True: print(f"Id: {t.id}") t.name = creator.prompt_string("Name", default=t.name) t.frequency = creator.prompt_num("Frequency", default=t.frequency) t.frequency_unit = creator.prompt_options("Frequency Unit", ["minutes", "hours"], default=t.frequency_unit) t.source_ids = create_task_add_sources(default=t.source_ids) if t.source_ids == None: return t.include = creator.prompt_string( "Include [list seperated by commas]", allow_empty=True, default=t.include) t.exclude = creator.prompt_string( "Exclude [list seperated by commas]", allow_empty=True, default=t.exclude) t.notif_agent_ids = create_task_add_notif_agents( default=t.notif_agent_ids) if t.notif_agent_ids == None: return print() print(f"Name: {t.name}") print(f"Frequency: {t.frequency} {t.frequency_unit}") print(f"Sources") print(f"----------------------------") for source_id in t.source_ids: print(f"{sources[source_id].name}") print("-----------------------------") print(f"Include: {t.include}") print(f"Exclude: {t.exclude}") while True: confirm = creator.prompt_options( "Choose an option", ["save", "edit", "dryrun", "quit"]) if confirm == "quit": if creator.yes_no("Quit without saving?", "n") == "y": return else: continue elif confirm == "dryrun": if creator.yes_no("Execute dry run?", "y"): log.debug_print("Executing dry run...") test(task) continue else: break if confirm == "save": break elif confirm == "edit": continue cur_tasks[task.id] = task save() if creator.yes_no("Prime this task?", "y") == "y": recent = int( creator.prompt_num( "How many of the latest ads do you want notified?", default="3")) if recent == 0: notify = False else: notify = True prime(task, notify=notify, recent_ads=recent) if not cron.exists(task.frequency, task.frequency_unit): if creator.yes_no( f"Add cronjob for '{task.frequency} {task.frequency_unit}'", "y") == "y": refresh_cron() else: print( f"Cronjob already exists for '{task.frequency} {task.frequency_unit}'... skipping" ) print("Done!") return
def notif_agent_creator(notif_agent): from lib.core.state import State n = notif_agent cur_notif_agents = State.get_notif_agents() modules = State.get_notif_agent_modules() while True: n.name = creator.prompt_string("Name", default=n.name) n.module = create_notif_agent_choose_module(n.module) module = modules[n.module] props = module.get_properties() print("Module Properties") for p in props: default = None if n.module_properties is not None: default = n.module_properties.get(p, None) else: n.module_properties = {} while True: n.module_properties[p] = creator.prompt_string(f"{p}", default=default) is_valid, error_msg = module.is_property_valid( p, n.module_properties[p]) if is_valid: break else: print(error_msg) default = None print() print(f"Id: {n.id}") print(f"Name: {n.name}") print(f"Module: {n.module}") print("-----------------------------") for p in props: print(f"{p}: {n.module_properties[p]}") print("-----------------------------") while True: confirm = creator.prompt_options("Choose an option", ["save", "edit", "test", "quit"]) if confirm == "test": test_notif_agent(notif_agent) continue else: break if confirm == "save": break elif confirm == "edit": continue elif confirm == "quit": return cur_notif_agents[n.id] = notif_agent State.save_notif_agents()
def test_notif_agent(): option = simple_cmd("Choose a Notification Agent to Test", "Test Notification Agent", State.get_notif_agents(), core.NotifAgent) if option is not None: notif_agent.test_notif_agent(option)