def source_creator(source): from lib.core.state import State s = source sources = State.get_sources() modules = State.get_source_modules() while True: name = s.name s.name = creator.prompt_string("Name", default=name) s.module = create_source_choose_module(s.module) module = modules[s.module] props = module.get_properties() print("Module Properties") for p in props: default = None if s.module_properties is not None: default = s.module_properties.get(p, None) if s.module_properties is None: s.module_properties = {} s.module_properties[p] = creator.prompt_string(f"{p}", default=default) print() print(f"Id: {s.id}") print(f"Name: {s.name}") print(f"Module: {s.module}") print("-----------------------------") for p in s.module_properties: print(f"{p}: {s.module_properties[p]}") print("-----------------------------") while True: confirm = creator.prompt_options("Choose an option", ["save", "edit", "test", "quit"]) if confirm == "test": test_source(source, modules) continue else: break if confirm == "save": break elif confirm == "edit": continue elif confirm == "quit": return sources[source.id] = source save()
def delete_source(): from lib.core.state import State sources_dict = State.get_sources() tasks_dict = State.get_tasks() creator.print_title("Delete Source") changes_made = False while True: sources_list = [] for s in sources_dict: sources_list.append(sources_dict[s]) for i in range(len(sources_list)): print(f"{i} - {sources_list[i].name}") print("s - save and quit") print("q - quit without saving") tnum_str = creator.prompt_string("Delete source") if tnum_str == "s": save(sources_dict, sources_file) core.task.save(tasks_dict, tasks_file) return elif tnum_str == "q": if changes_made and creator.yes_no("Quit without saving", "n") == "y": return elif not changes_made: return if re.match("[0-9]+$", tnum_str): tnum = int(tnum_str) if tnum >= 0 and tnum < len(sources_list): if creator.yes_no(f"Delete {sources_list[tnum].name}", "y") == "y": used_by = get_tasks_using_source( sources_dict[sources_list[tnum].id], tasks_dict) if len(used_by) > 0: task_names = [] for u in used_by: task_names.append(f"'{u.name}'") print( f"Cannot delete source. It is being used by task(s): {','.join(task_names)}" ) print( "Delete those tasks or remove this notification agent from them first before deleting." ) else: do_delete_source(sources_list[tnum].id) changes_made = True
def test_source(source): from lib.core.state import State modules = State.get_source_modules() include = [] exclude = [] if creator.yes_no("Would you like to add inlcudes/excludes", "n") == "y": include = creator.prompt_string("Include", allow_empty=True) exclude = creator.prompt_string("Exclude", allow_empty=True) module = modules[source.module] return scrape(source, None, include=include, exclude=exclude, notify=False, save_ads=False)
def delete_notif_agent(): notif_agents_dict = State.get_notif_agents() creator.print_title("Delete Notification Agent") changes_made = False while True: notif_agents_list = [] for n in notif_agents_dict: notif_agents_list.append(notif_agents_dict[n]) for i in range(len(notif_agents_list)): print(f"{i} - {notif_agents_list[i].name}") print("s - save and quit") print("q - quit without saving") tnum_str = creator.prompt_string("Delete notif_agent") if tnum_str == "s": State.save_notif_agents() State.save_tasks() break elif tnum_str == "q": if changes_made and creator.yes_no("Quit without saving", "n") == "y": return elif not changes_made: return if re.match("[0-9]+$", tnum_str): tnum = int(tnum_str) if tnum >= 0 and tnum < len(notif_agents_list): if creator.yes_no(f"Delete {notif_agents_list[tnum].name}", "y") == "y": used_by = get_tasks_using_notif_agent( notif_agents_dict[notif_agents_list[tnum].id]) if used_by is not None and len(used_by) > 0: task_names = [] for u in used_by: task_names.append(f"'{u.name}'") print( f"Cannot delete notification agent '{notif_agents_list[tnum].name}'. It is being used by: {','.join(task_names)}" ) print( "Delete tasks using this notification agent or remove this notification agent from those tasks first before deleting." ) else: do_delete_notif_agent(notif_agents_list[tnum].id) changes_made = True
def choose_task(msg, title, options_dict=None, confirm_msg=None): from lib.core.state import State tasks = State.get_tasks() creator.print_title(title) while True: tasks_list = list(tasks.values()) for i in range(len(tasks_list)): print(f"{i} - {tasks_list[i].name}") if options_dict is not None: for o in options_dict: print(f"{o} - {options_dict[o]}") tnum_str = creator.prompt_string(msg) if options_dict is not None: for o in options_dict: if re.match(tnum_str, o): return o if not re.match("[0-9]+$", tnum_str): continue tnum = int(tnum_str) if tnum < 0 and tnum >= len(tasks): continue task = tasks_list[tnum] print(task) if confirm_msg is not None: if creator.yes_no(format_task_string(confirm_msg, task)) == "n": continue print("****") print(tasks_list[tnum]) return tasks_list[tnum]
def task_creator(task): from lib.core.state import State cur_tasks = State.get_tasks() sources = State.get_sources() notif_agents = State.get_notif_agents() t = task while True: while True: print(f"Id: {t.id}") t.name = creator.prompt_string("Name", default=t.name) t.frequency = creator.prompt_num("Frequency", default=t.frequency) t.frequency_unit = creator.prompt_options("Frequency Unit", ["minutes", "hours"], default=t.frequency_unit) t.source_ids = create_task_add_sources(default=t.source_ids) if t.source_ids == None: return t.include = creator.prompt_string( "Include [list seperated by commas]", allow_empty=True, default=t.include) t.exclude = creator.prompt_string( "Exclude [list seperated by commas]", allow_empty=True, default=t.exclude) t.notif_agent_ids = create_task_add_notif_agents( default=t.notif_agent_ids) if t.notif_agent_ids == None: return print() print(f"Name: {t.name}") print(f"Frequency: {t.frequency} {t.frequency_unit}") print(f"Sources") print(f"----------------------------") for source_id in t.source_ids: print(f"{sources[source_id].name}") print("-----------------------------") print(f"Include: {t.include}") print(f"Exclude: {t.exclude}") while True: confirm = creator.prompt_options( "Choose an option", ["save", "edit", "dryrun", "quit"]) if confirm == "quit": if creator.yes_no("Quit without saving?", "n") == "y": return else: continue elif confirm == "dryrun": if creator.yes_no("Execute dry run?", "y"): log.debug_print("Executing dry run...") test(task) continue else: break if confirm == "save": break elif confirm == "edit": continue cur_tasks[task.id] = task save() if creator.yes_no("Prime this task?", "y") == "y": recent = int( creator.prompt_num( "How many of the latest ads do you want notified?", default="3")) if recent == 0: notify = False else: notify = True prime(task, notify=notify, recent_ads=recent) if not cron.exists(task.frequency, task.frequency_unit): if creator.yes_no( f"Add cronjob for '{task.frequency} {task.frequency_unit}'", "y") == "y": refresh_cron() else: print( f"Cronjob already exists for '{task.frequency} {task.frequency_unit}'... skipping" ) print("Done!") return
def notif_agent_creator(notif_agent): from lib.core.state import State n = notif_agent cur_notif_agents = State.get_notif_agents() modules = State.get_notif_agent_modules() while True: n.name = creator.prompt_string("Name", default=n.name) n.module = create_notif_agent_choose_module(n.module) module = modules[n.module] props = module.get_properties() print("Module Properties") for p in props: default = None if n.module_properties is not None: default = n.module_properties.get(p, None) else: n.module_properties = {} while True: n.module_properties[p] = creator.prompt_string(f"{p}", default=default) is_valid, error_msg = module.is_property_valid( p, n.module_properties[p]) if is_valid: break else: print(error_msg) default = None print() print(f"Id: {n.id}") print(f"Name: {n.name}") print(f"Module: {n.module}") print("-----------------------------") for p in props: print(f"{p}: {n.module_properties[p]}") print("-----------------------------") while True: confirm = creator.prompt_options("Choose an option", ["save", "edit", "test", "quit"]) if confirm == "test": test_notif_agent(notif_agent) continue else: break if confirm == "save": break elif confirm == "edit": continue elif confirm == "quit": return cur_notif_agents[n.id] = notif_agent State.save_notif_agents()