def register_artifacts(self, which_pass):
GitRevisionWriter.register_artifacts(self, which_pass)
if Ctx().revision_collector.blob_filename is None:
artifact_manager.register_temp_file_needed(
config.GIT_BLOB_DATAFILE,
which_pass,
)
def register_artifacts(self, which_pass):
# These artifacts are needed for SymbolingsReader:
artifact_manager.register_temp_file_needed(
config.SYMBOL_OPENINGS_CLOSINGS_SORTED, which_pass)
artifact_manager.register_temp_file_needed(config.SYMBOL_OFFSETS_DB,
which_pass)
self._mirror.register_artifacts(which_pass)
def register_artifacts(self, which_pass):
# These artifacts are needed for SymbolingsReader:
artifact_manager.register_temp_file_needed(
config.SYMBOL_OPENINGS_CLOSINGS_SORTED, which_pass
)
artifact_manager.register_temp_file_needed(
config.SYMBOL_OFFSETS_DB, which_pass
)
def register_artifacts(self, which_pass):
artifact_manager.register_temp_file_needed(config.RCS_TREES_STORE,
which_pass)
artifact_manager.register_temp_file_needed(
config.RCS_TREES_INDEX_TABLE, which_pass)
artifact_manager.register_temp_file(config.RCS_TREES_FILTERED_STORE,
which_pass)
artifact_manager.register_temp_file(
config.RCS_TREES_FILTERED_INDEX_TABLE, which_pass)
def register_artifacts(self, which_pass):
artifact_manager.register_temp_file_needed(
config.RCS_TREES_STORE, which_pass
)
artifact_manager.register_temp_file_needed(
config.RCS_TREES_INDEX_TABLE, which_pass
)
artifact_manager.register_temp_file(
config.RCS_TREES_FILTERED_STORE, which_pass
)
artifact_manager.register_temp_file(
config.RCS_TREES_FILTERED_INDEX_TABLE, which_pass
)
def register_artifacts(self, which_pass):
artifact_manager.register_temp_file(config.CVS_CHECKOUT_DB, which_pass)
artifact_manager.register_temp_file_needed(config.RCS_DELTAS_STORE,
which_pass)
artifact_manager.register_temp_file_needed(
config.RCS_DELTAS_INDEX_TABLE, which_pass)
artifact_manager.register_temp_file_needed(config.RCS_TREES_STORE,
which_pass)
artifact_manager.register_temp_file_needed(
config.RCS_TREES_INDEX_TABLE, which_pass)
def register_artifacts(self, which_pass):
artifact_manager.register_temp_file(config.CVS_CHECKOUT_DB, which_pass)
artifact_manager.register_temp_file_needed(
config.RCS_DELTAS_STORE, which_pass
)
artifact_manager.register_temp_file_needed(
config.RCS_DELTAS_INDEX_TABLE, which_pass
)
artifact_manager.register_temp_file_needed(
config.RCS_TREES_STORE, which_pass
)
artifact_manager.register_temp_file_needed(
config.RCS_TREES_INDEX_TABLE, which_pass
)
def run(self, run_options):
"""Run the specified passes, one after another.
RUN_OPTIONS will be passed to the Passes' run() methods.
RUN_OPTIONS.start_pass is the number of the first pass that should
be run. RUN_OPTIONS.end_pass is the number of the last pass that
should be run. It must be that 1 <= RUN_OPTIONS.start_pass <=
RUN_OPTIONS.end_pass <= self.num_passes."""
# Convert start_pass and end_pass into the indices of the passes
# to execute, using the Python index range convention (i.e., first
# pass executed and first pass *after* the ones that should be
# executed).
index_start = run_options.start_pass - 1
index_end = run_options.end_pass
# Inform the artifact manager when artifacts are created and used:
for (i, the_pass) in enumerate(self.passes):
the_pass.register_artifacts()
# Each pass creates a new version of the statistics file:
artifact_manager.register_temp_file(
config.STATISTICS_FILE % (i + 1, ), the_pass)
if i != 0:
# Each pass subsequent to the first reads the statistics file
# from the preceding pass:
artifact_manager.register_temp_file_needed(
config.STATISTICS_FILE % (i + 1 - 1, ), the_pass)
# Tell the artifact manager about passes that are being skipped this run:
for the_pass in self.passes[0:index_start]:
artifact_manager.pass_skipped(the_pass)
start_time = time.time()
for i in range(index_start, index_end):
the_pass = self.passes[i]
logger.quiet('----- pass %d (%s) -----' % (
i + 1,
the_pass.name,
))
artifact_manager.pass_started(the_pass)
if i == 0:
stats_keeper = StatsKeeper()
else:
stats_keeper = read_stats_keeper(
artifact_manager.get_temp_file(config.STATISTICS_FILE %
(i + 1 - 1, )))
the_pass.run(run_options, stats_keeper)
end_time = time.time()
stats_keeper.log_duration_for_pass(end_time - start_time, i + 1,
the_pass.name)
logger.normal(stats_keeper.single_pass_timing(i + 1))
stats_keeper.archive(
artifact_manager.get_temp_file(config.STATISTICS_FILE %
(i + 1, )))
start_time = end_time
Ctx().clean()
# Allow the artifact manager to clean up artifacts that are no
# longer needed:
artifact_manager.pass_done(the_pass, Ctx().skip_cleanup)
self.garbage_collection_policy.check_for_garbage()
# Tell the artifact manager about passes that are being deferred:
for the_pass in self.passes[index_end:]:
artifact_manager.pass_deferred(the_pass)
logger.quiet(stats_keeper)
logger.normal(stats_keeper.timings())
# Consistency check:
artifact_manager.check_clean()
def _register_temp_file_needed(self, basename):
"""Helper method; for brevity only."""
artifact_manager.register_temp_file_needed(basename, self)
def register_artifacts(self, which_pass):
GitRevisionWriter.register_artifacts(self, which_pass)
if Ctx().revision_collector.blob_filename is None:
artifact_manager.register_temp_file_needed(
config.GIT_BLOB_DATAFILE, which_pass,
)
def _register_temp_file_needed(self, basename):
"""Helper method; for brevity only."""
artifact_manager.register_temp_file_needed(basename, self)
def run(self, run_options):
"""Run the specified passes, one after another.
RUN_OPTIONS will be passed to the Passes' run() methods.
RUN_OPTIONS.start_pass is the number of the first pass that should
be run. RUN_OPTIONS.end_pass is the number of the last pass that
should be run. It must be that 1 <= RUN_OPTIONS.start_pass <=
RUN_OPTIONS.end_pass <= self.num_passes."""
# Convert start_pass and end_pass into the indices of the passes
# to execute, using the Python index range convention (i.e., first
# pass executed and first pass *after* the ones that should be
# executed).
index_start = run_options.start_pass - 1
index_end = run_options.end_pass
# Inform the artifact manager when artifacts are created and used:
for (i, the_pass) in enumerate(self.passes):
the_pass.register_artifacts()
# Each pass creates a new version of the statistics file:
artifact_manager.register_temp_file(
config.STATISTICS_FILE % (i + 1,), the_pass
)
if i != 0:
# Each pass subsequent to the first reads the statistics file
# from the preceding pass:
artifact_manager.register_temp_file_needed(
config.STATISTICS_FILE % (i + 1 - 1,), the_pass
)
# Tell the artifact manager about passes that are being skipped this run:
for the_pass in self.passes[0:index_start]:
artifact_manager.pass_skipped(the_pass)
start_time = time.time()
for i in range(index_start, index_end):
the_pass = self.passes[i]
logger.quiet('----- pass %d (%s) -----' % (i + 1, the_pass.name,))
artifact_manager.pass_started(the_pass)
if i == 0:
stats_keeper = StatsKeeper()
else:
stats_keeper = read_stats_keeper(
artifact_manager.get_temp_file(
config.STATISTICS_FILE % (i + 1 - 1,)
)
)
the_pass.run(run_options, stats_keeper)
end_time = time.time()
stats_keeper.log_duration_for_pass(
end_time - start_time, i + 1, the_pass.name
)
logger.normal(stats_keeper.single_pass_timing(i + 1))
stats_keeper.archive(
artifact_manager.get_temp_file(config.STATISTICS_FILE % (i + 1,))
)
start_time = end_time
Ctx().clean()
# Allow the artifact manager to clean up artifacts that are no
# longer needed:
artifact_manager.pass_done(the_pass, Ctx().skip_cleanup)
check_for_garbage()
# Tell the artifact manager about passes that are being deferred:
for the_pass in self.passes[index_end:]:
artifact_manager.pass_deferred(the_pass)
logger.quiet(stats_keeper)
logger.normal(stats_keeper.timings())
# Consistency check:
artifact_manager.check_clean()
