data = AutoCode.auto_code(user, data, pipeline_configuration, icr_output_dir, coded_dir_path) log.info("Exporting production CSV...") data = ProductionFile.generate(data, production_csv_output_path) if pipeline_run_mode == "all-stages": log.info("Running post labelling pipeline stages...") log.info("Applying Manual Codes from Coda...") data = ApplyManualCodes.apply_manual_codes(user, data, prev_coded_dir_path) log.info("Generating Analysis CSVs...") messages_data, individuals_data = AnalysisFile.generate( user, data, csv_by_message_output_path, csv_by_individual_output_path) log.info("Writing messages TracedData to file...") IOUtils.ensure_dirs_exist_for_file(messages_json_output_path) with open(messages_json_output_path, "w") as f: TracedDataJsonIO.export_traced_data_iterable_to_jsonl( messages_data, f) log.info("Writing individuals TracedData to file...") IOUtils.ensure_dirs_exist_for_file(individuals_json_output_path) with open(individuals_json_output_path, "w") as f: TracedDataJsonIO.export_traced_data_iterable_to_jsonl( individuals_data, f) else: assert pipeline_run_mode == "auto-code-only", "pipeline run mode must be either auto-code-only or all-stages"
data = AutoCode.auto_code(user, data, pipeline_configuration, icr_output_dir, coded_dir_path) log.info("Applying Manual Codes from Coda...") data = ApplyManualCodes.apply_manual_codes(user, data, prev_coded_dir_path) log.info("Filtering out Messages labelled as Noise_Other_Channel...") data = MessageFilters.filter_noise_other_channel(data) log.info("Exporting production CSV...") data = ProductionFile.generate(data, production_csv_output_path) log.info( "Tagging listening group participants & Generating Analysis CSVs...") messages_data, individuals_data = AnalysisFile.generate( user, data, pipeline_configuration, raw_data_dir, csv_by_message_output_path, csv_by_individual_output_path) log.info("Writing messages TracedData to file...") IOUtils.ensure_dirs_exist_for_file(messages_json_output_path) with open(messages_json_output_path, "w") as f: TracedDataJsonIO.export_traced_data_iterable_to_jsonl(messages_data, f) log.info("Writing individuals TracedData to file...") IOUtils.ensure_dirs_exist_for_file(individuals_json_output_path) with open(individuals_json_output_path, "w") as f: TracedDataJsonIO.export_traced_data_iterable_to_jsonl( individuals_data, f) log.info("Python script complete")