def _getProcessingRecord(self, ctx, record_name): record_cache = ctx.app.cache.getCache('proc') if not record_cache.has(record_name): logger.warning( "No asset processing record has been created for this " "output path.") return None record = ProcessorPipelineRecord.load( record_cache.getCachePath(record_name)) return record
def _showProcessingRecord(self, ctx, record_name, pattern, out_pattern): record_cache = ctx.app.cache.getCache('proc') if not record_cache.has(record_name): raise Exception("No record has been created for this output path. " "Did you bake there yet?") # Show the pipeline record. record = ProcessorPipelineRecord.load( record_cache.getCachePath(record_name)) logging.info("") logging.info("Processing record for: %s" % record.out_dir) logging.info("Last baked: %s" % datetime.datetime.fromtimestamp(record.process_time)) if record.success: logging.info("Status: success") else: logging.error("Status: failed") logging.info("Entries:") for entry in record.entries: rel_path = os.path.relpath(entry.path, ctx.app.root_dir) if pattern and not fnmatch.fnmatch(rel_path, pattern): continue if out_pattern and not (any([ o for o in entry.rel_outputs if fnmatch.fnmatch(o, out_pattern) ])): continue flags = _get_flag_descriptions( entry.flags, { FLAG_PREPARED: 'prepared', FLAG_PROCESSED: 'processed', FLAG_BYPASSED_STRUCTURED_PROCESSING: 'external' }) logger.info(" - ") logger.info(" path: %s" % rel_path) logger.info(" out paths: %s" % entry.rel_outputs) logger.info(" flags: %s" % _join(flags)) logger.info(" proc tree: %s" % _format_proc_tree(entry.proc_tree, 14 * ' ')) if entry.errors: logger.error(" errors: %s" % entry.errors)
def _showProcessingRecord(self, ctx, record_name, pattern, out_pattern): record_cache = ctx.app.cache.getCache('proc') if not record_cache.has(record_name): raise Exception("No record has been created for this output path. " "Did you bake there yet?") # Show the pipeline record. record = ProcessorPipelineRecord.load( record_cache.getCachePath(record_name)) logging.info("") logging.info("Processing record for: %s" % record.out_dir) logging.info("Last baked: %s" % datetime.datetime.fromtimestamp(record.process_time)) if record.success: logging.info("Status: success") else: logging.error("Status: failed") logging.info("Entries:") for entry in record.entries: rel_path = os.path.relpath(entry.path, ctx.app.root_dir) if pattern and not fnmatch.fnmatch(rel_path, pattern): continue if out_pattern and not ( any([o for o in entry.rel_outputs if fnmatch.fnmatch(o, out_pattern)])): continue flags = _get_flag_descriptions( entry.flags, { FLAG_PREPARED: 'prepared', FLAG_PROCESSED: 'processed', FLAG_BYPASSED_STRUCTURED_PROCESSING: 'external'}) logger.info(" - ") logger.info(" path: %s" % rel_path) logger.info(" out paths: %s" % entry.rel_outputs) logger.info(" flags: %s" % _join(flags)) logger.info(" proc tree: %s" % _format_proc_tree( entry.proc_tree, 14*' ')) if entry.errors: logger.error(" errors: %s" % entry.errors)
def run(self, ctx): out_dir = ctx.args.output or os.path.join(ctx.app.root_dir, '_counter') record_id = hashlib.md5(out_dir.encode('utf8')).hexdigest() suffix = '' if ctx.args.last == 0 else '.%d' % ctx.args.last record_name = '%s%s.record' % (record_id, suffix) pattern = None if ctx.args.path: pattern = '*%s*' % ctx.args.path.strip('*') out_pattern = None if ctx.args.out: out_pattern = '*%s*' % ctx.args.out.strip('*') record_cache = ctx.app.cache.getCache('baker') if not record_cache.has(record_name): raise Exception("No record has been created for this output path. " "Did you bake there yet?") # Show the bake record. record = BakeRecord.load(record_cache.getCachePath(record_name)) logging.info("Bake record for: %s" % record.out_dir) logging.info("From: %s" % record_name) logging.info("Last baked: %s" % datetime.datetime.fromtimestamp(record.bake_time)) if record.success: logging.info("Status: success") else: logging.error("Status: failed") logging.info("Entries:") for entry in record.entries: if pattern and not fnmatch.fnmatch(entry.rel_path, pattern): continue if out_pattern and not ( any([o for o in entry.out_paths if fnmatch.fnmatch(o, out_pattern)])): continue flags = [] if entry.flags & BakeRecordPageEntry.FLAG_OVERRIDEN: flags.append('overriden') passes = {PASS_RENDERING: 'render', PASS_FORMATTING: 'format'} logging.info(" - ") logging.info(" path: %s" % entry.rel_path) logging.info(" spec: %s:%s" % (entry.source_name, entry.rel_path)) if entry.taxonomy_info: tn, t, sn = entry.taxonomy_info logging.info(" taxonomy: %s (%s:%s)" % (t, sn, tn)) else: logging.info(" taxonomy: <none>") logging.info(" flags: %s" % ', '.join(flags)) logging.info(" config: %s" % entry.config) logging.info(" %d sub-pages:" % len(entry.subs)) for sub in entry.subs: logging.info(" - ") logging.info(" URL: %s" % sub.out_uri) logging.info(" path: %s" % os.path.relpath(sub.out_path, out_dir)) logging.info(" baked?: %s" % sub.was_baked) sub_flags = [] if sub.flags & BakeRecordSubPageEntry.FLAG_FORCED_BY_SOURCE: sub_flags.append('forced by source') if sub.flags & BakeRecordSubPageEntry.FLAG_FORCED_BY_NO_PREVIOUS: sub_flags.append('forced by missing previous record entry') if sub.flags & BakeRecordSubPageEntry.FLAG_FORCED_BY_PREVIOUS_ERRORS: sub_flags.append('forced by previous errors') logging.info(" flags: %s" % ', '.join(sub_flags)) for p, pi in sub.render_passes.items(): logging.info(" %s pass:"******" used srcs: %s" % ', '.join(pi.used_source_names)) logging.info(" used terms: %s" % ', '.join( ['%s (%s:%s)' % (t, sn, tn) for sn, tn, t in pi.used_taxonomy_terms])) if sub.errors: logging.error(" errors: %s" % sub.errors) logging.info(" assets: %s" % ', '.join(entry.assets)) if entry.errors: logging.error(" errors: %s" % entry.errors) record_cache = ctx.app.cache.getCache('proc') if not record_cache.has(record_name): return # Show the pipeline record. record = ProcessorPipelineRecord.load( record_cache.getCachePath(record_name)) logging.info("") logging.info("Processing record for: %s" % record.out_dir) logging.info("Last baked: %s" % datetime.datetime.fromtimestamp(record.process_time)) if record.success: logging.info("Status: success") else: logging.error("Status: failed") logging.info("Entries:") for entry in record.entries: if pattern and not fnmatch.fnmatch(entry.rel_input, pattern): continue if out_pattern and not ( any([o for o in entry.rel_outputs if fnmatch.fnmatch(o, out_pattern)])): continue flags = [] if entry.flags & FLAG_PREPARED: flags.append('prepared') if entry.flags & FLAG_PROCESSED: flags.append('processed') if entry.flags & FLAG_OVERRIDEN: flags.append('overriden') if entry.flags & FLAG_BYPASSED_STRUCTURED_PROCESSING: flags.append('external') logger.info(" - ") logger.info(" path: %s" % entry.rel_input) logger.info(" out paths: %s" % entry.rel_outputs) logger.info(" flags: %s" % flags) logger.info(" proc tree: %s" % format_proc_tree( entry.proc_tree, 14*' ')) if entry.errors: logger.error(" errors: %s" % entry.errors)
def run(self, ctx): out_dir = ctx.args.output or os.path.join(ctx.app.root_dir, '_counter') record_id = hashlib.md5(out_dir.encode('utf8')).hexdigest() suffix = '' if ctx.args.last == 0 else '.%d' % ctx.args.last record_name = '%s%s.record' % (record_id, suffix) pattern = None if ctx.args.path: pattern = '*%s*' % ctx.args.path.strip('*') out_pattern = None if ctx.args.out: out_pattern = '*%s*' % ctx.args.out.strip('*') record_cache = ctx.app.cache.getCache('baker') if not record_cache.has(record_name): raise Exception("No record has been created for this output path. " "Did you bake there yet?") # Show the bake record. record = BakeRecord.load(record_cache.getCachePath(record_name)) logging.info("Bake record for: %s" % record.out_dir) logging.info("From: %s" % record_name) logging.info("Last baked: %s" % datetime.datetime.fromtimestamp(record.bake_time)) if record.success: logging.info("Status: success") else: logging.error("Status: failed") logging.info("Entries:") for entry in record.entries: if pattern and not fnmatch.fnmatch(entry.rel_path, pattern): continue if out_pattern and not (any([ o for o in entry.out_paths if fnmatch.fnmatch(o, out_pattern) ])): continue flags = [] if entry.flags & BakeRecordPageEntry.FLAG_OVERRIDEN: flags.append('overriden') passes = {PASS_RENDERING: 'render', PASS_FORMATTING: 'format'} logging.info(" - ") logging.info(" path: %s" % entry.rel_path) logging.info(" spec: %s:%s" % (entry.source_name, entry.rel_path)) if entry.taxonomy_info: tn, t, sn = entry.taxonomy_info logging.info(" taxonomy: %s (%s:%s)" % (t, sn, tn)) else: logging.info(" taxonomy: <none>") logging.info(" flags: %s" % ', '.join(flags)) logging.info(" config: %s" % entry.config) logging.info(" %d sub-pages:" % len(entry.subs)) for sub in entry.subs: logging.info(" - ") logging.info(" URL: %s" % sub.out_uri) logging.info(" path: %s" % os.path.relpath(sub.out_path, out_dir)) logging.info(" baked?: %s" % sub.was_baked) sub_flags = [] if sub.flags & BakeRecordSubPageEntry.FLAG_FORCED_BY_SOURCE: sub_flags.append('forced by source') if sub.flags & BakeRecordSubPageEntry.FLAG_FORCED_BY_NO_PREVIOUS: sub_flags.append('forced by missing previous record entry') if sub.flags & BakeRecordSubPageEntry.FLAG_FORCED_BY_PREVIOUS_ERRORS: sub_flags.append('forced by previous errors') logging.info(" flags: %s" % ', '.join(sub_flags)) for p, pi in sub.render_passes.items(): logging.info(" %s pass:"******" used srcs: %s" % ', '.join(pi.used_source_names)) logging.info(" used terms: %s" % ', '.join([ '%s (%s:%s)' % (t, sn, tn) for sn, tn, t in pi.used_taxonomy_terms ])) if sub.errors: logging.error(" errors: %s" % sub.errors) logging.info(" assets: %s" % ', '.join(entry.assets)) if entry.errors: logging.error(" errors: %s" % entry.errors) record_cache = ctx.app.cache.getCache('proc') if not record_cache.has(record_name): return # Show the pipeline record. record = ProcessorPipelineRecord.load( record_cache.getCachePath(record_name)) logging.info("") logging.info("Processing record for: %s" % record.out_dir) logging.info("Last baked: %s" % datetime.datetime.fromtimestamp(record.process_time)) if record.success: logging.info("Status: success") else: logging.error("Status: failed") logging.info("Entries:") for entry in record.entries: if pattern and not fnmatch.fnmatch(entry.rel_input, pattern): continue if out_pattern and not (any([ o for o in entry.rel_outputs if fnmatch.fnmatch(o, out_pattern) ])): continue flags = [] if entry.flags & FLAG_PREPARED: flags.append('prepared') if entry.flags & FLAG_PROCESSED: flags.append('processed') if entry.flags & FLAG_OVERRIDEN: flags.append('overriden') if entry.flags & FLAG_BYPASSED_STRUCTURED_PROCESSING: flags.append('external') logger.info(" - ") logger.info(" path: %s" % entry.rel_input) logger.info(" out paths: %s" % entry.rel_outputs) logger.info(" flags: %s" % flags) logger.info(" proc tree: %s" % format_proc_tree(entry.proc_tree, 14 * ' ')) if entry.errors: logger.error(" errors: %s" % entry.errors)