class ForAllDescendants: def __init__(self, mid = None, clean=False, segments=False, episodes=False, filter=None, dryrun=False, include_self=False, processor = None, processor_description= None, filter_description = None): self.api = MediaBackend().command_line_client() self.description = "Doing for all" self.clean = clean self.segments = segments self.episodes = episodes self.filter = filter self.dryrun = dryrun self.include_self = include_self self.mid = mid self.logger = self.api.logger self.processor = processor self.processor_description = processor_description self.filter_description = filter_description def command_line(self): api = self.api api.add_argument('mid', type=str, nargs=1, help='The mid of the object to handle') api.add_argument('-C', '--clean', action='store_true', default=False) api.add_argument('--dryrun', action='store_true', default=False) api.add_argument('--segments', action='store_true', default=False, help='') api.add_argument('--episodes', action='store_true', default=False, help='') api.add_argument('--include_self', action='store_true', default=False, help='') if self.processor is None: api.add_argument('process', type=str, nargs=1, help= """ python code to postprocess. E.g. member.genre.append('1.3.4') member.publishStop=parse("2018-12-31") """) if self.filter is None: api.add_argument('--filter', type=str, help=""" Filter. A piece of python code to filter. E.g. type(member) == npoapi.xml.mediaupdate.programUpdateType member.type == 'CLIP' 'kort!' in short_title.lower() """) def parse_args(self): args = self.api.parse_args() self.processor = ForAllDescendants.function_or_arg(self.processor, args, "process", self.logger) self.filter = ForAllDescendants.function_or_arg(self.filter, args, "filter", self.logger) self.processor_description = ForAllDescendants.function_description(self.processor_description, args, "process") self.filter_description = ForAllDescendants.function_description(self.filter_description, args, "filter") self.mid = args.mid[0] self.clean = args.clean or self.clean self.segments = args.segments or self.segments self.episodes = args.episodes or self.episodes self.dryrun = args.dryrun or self.dryrun self.include_self = args.include_self or self.include_self def do_one(self, member, idx): self.api.post(member) def process(self, member, idx): needs_post = self.processor(member, idx) if needs_post is None: needs_post = True self.logger.debug(" needs post %s", str(needs_post)) return needs_post def do_all(self): log = self.api.logger tempfilename = os.path.splitext(os.path.basename(sys.argv[0]))[0] cache = os.path.join(gettempdir(), tempfilename + "." + self.mid + ".p") members = [] if os.path.exists(cache) and not self.clean: log.info("Reusing from " + cache) members = pickle.load(open(cache, "rb")) else: if not self.clean: log.info("Not found " + cache) MU.descendants(self.api, self.mid, batch=200, target=members, segments=self.segments, episodes=self.episodes, log_progress=True) pickle.dump(members, open(cache, "wb")) log.info("Found " + str(len(members)) + " objects") count = 0 for idx, member in enumerate(MU.iterate_objects(members)): member_mid = member.mid # noinspection PyUnusedLocal main_title = MU.title(member, "MAIN") # noinspection PyUnusedLocal short_title = MU.title(member, "SHORT") member_type = MU.mediatype(member) string = "%s %s (%s)" % (member_type, member_mid, main_title) if self.filter: try : result = self.filter(member, idx) log.debug("%s Execed %s result %s", str(idx), self.filter_description, str(result)) if not result: log.info("%s Skipping %s because of filter %s", str(idx), string, self.filter_description) continue except Exception as e: log.warning("%s %s", str(member.mid), str(e)) continue needs_post = self.process(member, idx) if needs_post is None: needs_post = True log.debug(" needs post %s", str(needs_post)) if needs_post: if not self.dryrun: log.info("%s Execed %s for %s and posting", str(idx), self.processor_description, string) self.do_one(member, idx) else: log.info("%s Execed %s for %s (not posting because of dryrun parameter)", str(idx), self.processor_description, string) else: log.info("%s Skipping %s for %s", str(idx), self.processor_description, string) count += 1 if self.include_self: if not self.dryrun: log.info("%s %s", self.description, self.mid) object = self.api.get_object(self.mid) log.info("Found %s", str(object)) self.do_one(object, None) else: log.info("Dry run %s %s", self.description, self.mid) count += 1 log.info("Ready. %s %s object from POMS", self.description, str(count)) return count @staticmethod def function_or_arg(given_function, args, attr, log): if given_function is None: to_exec = getattr(args, attr) if type(to_exec) == list: to_exec = to_exec[0] if not to_exec is None: if os.path.exists(to_exec): log.info("%s is a file.", str(to_exec)) to_exec = open(to_exec).read() def exec_string(member, idx): return ForAllDescendants.exec_then_eval(to_exec, {}, locals()) given_function = exec_string else: given_function = None return given_function @staticmethod def function_description(given_function_description, args, attr): if given_function_description is None: if hasattr(args, attr): given_function_description = getattr(args, attr) else: given_function_description = "" return given_function_description def nope(self, *args): """""" @staticmethod def exec_then_eval(code, globals, locals): block = ast.parse(code, mode='exec') # assumes last node is an expression last = ast.Expression(block.body.pop().value) exec(compile(block, '<string>', mode='exec'), globals, locals) return eval(compile(last, '<string>', mode='eval'), globals, locals) def main(self): self.command_line() self.parse_args() self.do_all()
Filter. A piece of python code to filter. E.g. "memberType == npoapi.xml.mediaupdate.programUpdateType" or "member.type == 'PROMO'" """, ) api.add_argument("--to_object", action="store_true", default=False, help="Add to object itself too") api.add_argument("--to_object_only", action="store_true", default=False, help="Add to object itself only") api.add_argument("--max", type=int, nargs="?", help="Maximum number of objects to process") api.add_argument("--max_query", type=int, nargs="?", help="Maximum number of objects to find") api.add_argument("--segments", action="store_true", default=False, help="") MU.logger = api.logger args = api.parse_args() mid = args.mid[0] images = args.image title = args.title mediaUpdate = api.get_object(mid, ignore_not_found=True) only_if_none = args.only_if_none filter = args.filter if args.dry_run: api.logger.info("Dry running") count = 0 if mediaUpdate: if (args.to_object or args.to_object_only) and not args.dry_run: if not only_if_none or len(mediaUpdate.images.image) == 0: if title is None: title = mediaUpdate.title[0].value() api.logger.info("Adding image %s to %s", images[count % len(images)], mid) api.add_image(mid, MU.create_image(images[count % len(images)], title=title)) count += 1