def initialize(self):
# Create the app local to this worker.
app = PieCrust(self.ctx.root_dir, debug=self.ctx.debug)
app._useSubCacheDir(self.ctx.sub_cache_dir)
app.config.set('baker/is_baking', True)
app.env.base_asset_url_format = '%uri%'
app.env.fs_cache_only_for_main_page = True
app.env.registerTimer("BakeWorker_%d_Total" % self.wid)
app.env.registerTimer("BakeWorkerInit")
app.env.registerTimer("JobReceive")
apply_variant_and_values(app, self.ctx.config_variant,
self.ctx.config_values)
self.ctx.app = app
# Load previous record
if self.ctx.previous_record_path:
self.ctx.previous_record = BakeRecord.load(
self.ctx.previous_record_path)
self.ctx.previous_record_index = {}
for e in self.ctx.previous_record.entries:
key = _get_transition_key(e.path, e.taxonomy_info)
self.ctx.previous_record_index[key] = e
# Create the job handlers.
job_handlers = {
JOB_LOAD: LoadJobHandler(self.ctx),
JOB_RENDER_FIRST: RenderFirstSubJobHandler(self.ctx),
JOB_BAKE: BakeJobHandler(self.ctx)}
for jt, jh in job_handlers.items():
app.env.registerTimer(type(jh).__name__)
self.job_handlers = job_handlers
app.env.stepTimerSince("BakeWorkerInit", self.work_start_time)
def initialize(self):
# Create the app local to this worker.
app = PieCrust(self.ctx.root_dir, debug=self.ctx.debug)
app._useSubCacheDir(self.ctx.sub_cache_dir)
app.config.set('baker/is_baking', True)
app.config.set('baker/worker_id', self.wid)
app.env.base_asset_url_format = '%uri%'
app.env.fs_cache_only_for_main_page = True
app.env.registerTimer("BakeWorker_%d_Total" % self.wid)
app.env.registerTimer("BakeWorkerInit")
app.env.registerTimer("JobReceive")
apply_variant_and_values(app, self.ctx.config_variant,
self.ctx.config_values)
self.ctx.app = app
# Load previous record
if self.ctx.previous_record_path:
self.ctx.previous_record = BakeRecord.load(
self.ctx.previous_record_path)
self.ctx.previous_record_index = {}
for e in self.ctx.previous_record.entries:
key = _get_transition_key(e.path, e.taxonomy_info)
self.ctx.previous_record_index[key] = e
# Create the job handlers.
job_handlers = {
JOB_LOAD: LoadJobHandler(self.ctx),
JOB_RENDER_FIRST: RenderFirstSubJobHandler(self.ctx),
JOB_BAKE: BakeJobHandler(self.ctx)}
for jt, jh in job_handlers.items():
app.env.registerTimer(type(jh).__name__)
self.job_handlers = job_handlers
app.env.stepTimerSince("BakeWorkerInit", self.work_start_time)
def initialize(self):
# Create the app local to this worker.
app = self.ctx.appfactory.create()
app.config.set('baker/is_baking', True)
app.config.set('baker/worker_id', self.wid)
app.env.base_asset_url_format = '%uri%'
app.env.fs_cache_only_for_main_page = True
app.env.registerTimer("BakeWorker_%d_Total" % self.wid)
app.env.registerTimer("BakeWorkerInit")
app.env.registerTimer("JobReceive")
app.env.registerCounter("SourceUseAbortions")
app.env.registerManifest("LoadJobs")
app.env.registerManifest("RenderJobs")
app.env.registerManifest("BakeJobs")
self.ctx.app = app
# Load previous record
if self.ctx.previous_record_path:
self.ctx.previous_record = BakeRecord.load(
self.ctx.previous_record_path)
self.ctx.previous_record_index = {}
for e in self.ctx.previous_record.entries:
key = _get_transition_key(e.path, e.extra_key)
self.ctx.previous_record_index[key] = e
# Create the job handlers.
job_handlers = {
JOB_LOAD: LoadJobHandler(self.ctx),
JOB_RENDER_FIRST: RenderFirstSubJobHandler(self.ctx),
JOB_BAKE: BakeJobHandler(self.ctx)}
for jt, jh in job_handlers.items():
app.env.registerTimer(type(jh).__name__)
self.job_handlers = job_handlers
app.env.stepTimerSince("BakeWorkerInit", self.work_start_time)
def handleJob(self, job):
# Actually bake the page and all its sub-pages to the output folder.
fac = load_factory(self.app, job['factory_info'])
self.app.env.addManifestEntry('BakeJobs', fac.ref_spec)
route_index = job['route_index']
route_metadata = job['route_metadata']
route = self.app.routes[route_index]
gen_name = job['generator_name']
gen_key = job['generator_record_key']
dirty_source_names = job['dirty_source_names']
page = fac.buildPage()
qp = QualifiedPage(page, route, route_metadata)
result = {
'path': fac.path,
'generator_name': gen_name,
'generator_record_key': gen_key,
'sub_entries': None,
'errors': None}
if job.get('needs_config', False):
result['config'] = page.config.getAll()
previous_entry = None
if self.ctx.previous_record_index is not None:
key = _get_transition_key(fac.path, gen_key)
previous_entry = self.ctx.previous_record_index.get(key)
logger.debug("Baking page: %s" % fac.ref_spec)
logger.debug("With route metadata: %s" % route_metadata)
try:
sub_entries = self.page_baker.bake(
qp, previous_entry, dirty_source_names, gen_name)
result['sub_entries'] = sub_entries
except BakingError as ex:
logger.debug("Got baking error. Sending it to master.")
result['errors'] = _get_errors(ex)
if self.ctx.app.debug:
logger.exception(ex)
return result
def handleJob(self, job):
# Actually bake the page and all its sub-pages to the output folder.
fac = load_factory(self.app, job['factory_info'])
route_metadata = job['route_metadata']
tax_info = job['taxonomy_info']
if tax_info is not None:
route = self.app.getTaxonomyRoute(tax_info.taxonomy_name,
tax_info.source_name)
else:
route = self.app.getRoute(fac.source.name, route_metadata,
skip_taxonomies=True)
assert route is not None
page = fac.buildPage()
qp = QualifiedPage(page, route, route_metadata)
result = {
'path': fac.path,
'taxonomy_info': tax_info,
'sub_entries': None,
'errors': None}
dirty_source_names = job['dirty_source_names']
previous_entry = None
if self.ctx.previous_record_index is not None:
key = _get_transition_key(fac.path, tax_info)
previous_entry = self.ctx.previous_record_index.get(key)
logger.debug("Baking page: %s" % fac.ref_spec)
try:
sub_entries = self.page_baker.bake(
qp, previous_entry, dirty_source_names, tax_info)
result['sub_entries'] = sub_entries
except BakingError as ex:
logger.debug("Got baking error. Sending it to master.")
result['errors'] = _get_errors(ex)
if self.ctx.debug:
logger.exception(ex)
return result
def handleJob(self, job):
# Actually bake the page and all its sub-pages to the output folder.
fac = load_factory(self.app, job['factory_info'])
route_metadata = job['route_metadata']
tax_info = job['taxonomy_info']
if tax_info is not None:
route = self.app.getTaxonomyRoute(tax_info.taxonomy_name,
tax_info.source_name)
else:
route = self.app.getRoute(fac.source.name, route_metadata,
skip_taxonomies=True)
assert route is not None
page = fac.buildPage()
qp = QualifiedPage(page, route, route_metadata)
result = {
'path': fac.path,
'taxonomy_info': tax_info,
'sub_entries': None,
'errors': None}
dirty_source_names = job['dirty_source_names']
previous_entry = None
if self.ctx.previous_record_index is not None:
key = _get_transition_key(fac.path, tax_info)
previous_entry = self.ctx.previous_record_index.get(key)
logger.debug("Baking page: %s" % fac.ref_spec)
try:
sub_entries = self.page_baker.bake(
qp, previous_entry, dirty_source_names, tax_info)
result['sub_entries'] = sub_entries
except BakingError as ex:
logger.debug("Got baking error. Sending it to master.")
result['errors'] = _get_errors(ex)
if self.ctx.debug:
logger.exception(ex)
return result
