data = AutoCode.auto_code(user, data, pipeline_configuration,
icr_output_dir, coded_dir_path)
log.info("Exporting production CSV...")
data = ProductionFile.generate(data, production_csv_output_path)
if pipeline_run_mode == "all-stages":
log.info("Running post labelling pipeline stages...")
log.info("Applying Manual Codes from Coda...")
data = ApplyManualCodes.apply_manual_codes(user, data,
prev_coded_dir_path)
log.info("Generating Analysis CSVs...")
messages_data, individuals_data = AnalysisFile.generate(
user, data, csv_by_message_output_path,
csv_by_individual_output_path)
log.info("Writing messages TracedData to file...")
IOUtils.ensure_dirs_exist_for_file(messages_json_output_path)
with open(messages_json_output_path, "w") as f:
TracedDataJsonIO.export_traced_data_iterable_to_jsonl(
messages_data, f)
log.info("Writing individuals TracedData to file...")
IOUtils.ensure_dirs_exist_for_file(individuals_json_output_path)
with open(individuals_json_output_path, "w") as f:
TracedDataJsonIO.export_traced_data_iterable_to_jsonl(
individuals_data, f)
else:
assert pipeline_run_mode == "auto-code-only", "pipeline run mode must be either auto-code-only or all-stages"
data = AutoCode.auto_code(user, data, pipeline_configuration,
icr_output_dir, coded_dir_path)
log.info("Applying Manual Codes from Coda...")
data = ApplyManualCodes.apply_manual_codes(user, data, prev_coded_dir_path)
log.info("Filtering out Messages labelled as Noise_Other_Channel...")
data = MessageFilters.filter_noise_other_channel(data)
log.info("Exporting production CSV...")
data = ProductionFile.generate(data, production_csv_output_path)
log.info(
"Tagging listening group participants & Generating Analysis CSVs...")
messages_data, individuals_data = AnalysisFile.generate(
user, data, pipeline_configuration, raw_data_dir,
csv_by_message_output_path, csv_by_individual_output_path)
log.info("Writing messages TracedData to file...")
IOUtils.ensure_dirs_exist_for_file(messages_json_output_path)
with open(messages_json_output_path, "w") as f:
TracedDataJsonIO.export_traced_data_iterable_to_jsonl(messages_data, f)
log.info("Writing individuals TracedData to file...")
IOUtils.ensure_dirs_exist_for_file(individuals_json_output_path)
with open(individuals_json_output_path, "w") as f:
TracedDataJsonIO.export_traced_data_iterable_to_jsonl(
individuals_data, f)
log.info("Python script complete")