def test_run(self):
out_prefix = "results/tests/dss/test_dss"
safe_makedir(os.path.dirname(out_prefix))
result = dss.run(self.count_file, self.conds, ("untreat", "treat"), out_prefix=out_prefix)
self.assertTrue(file_exists(result))
def main(config_file):
with open(config_file) as in_handle:
config = yaml.load(in_handle)
setup_logging(config)
from bipy.log import logger
start_cluster(config)
data_dir = config["dir"]["data"]
from bipy.cluster import view
input_files = [glob.glob(os.path.join(data_dir, x, "*_rep*")) for x in
config["input_dirs"]]
input_files = list(flatten(input_files))
logger.info("Input files to process: %s" % (input_files))
results_dir = config["dir"]["results"]
map(safe_makedir, config["dir"].values())
curr_files = input_files
for stage in config["run"]:
if stage == "fastqc":
nfiles = len(curr_files)
logger.info("Running %s on %s" % (stage, str(curr_files)))
fastqc_config = _get_stage_config(config, stage)
fastqc_outputs = view.map(fastqc.run, curr_files,
[fastqc_config] * nfiles,
[config] * nfiles)
if stage == "cutadapt":
nfiles = len(curr_files)
cutadapt_config = _get_stage_config(config, stage)
cutadapt_outputs = view.map(cutadapt_tool.run,
curr_files,
[cutadapt_config] * nfiles,
[config] * nfiles)
curr_files = cutadapt_outputs
if stage == "novoalign":
nfiles = len(curr_files)
novoalign_config = _get_stage_config(config, stage)
#db = novoindex.run(config["ref"],
# _get_stage_config(config, "novoindex"),
# config)
db = config["genome"]["file"]
novoalign_outputs = view.map(novoalign.run, curr_files,
[db] * nfiles,
[novoalign_config] * nfiles,
[config] * nfiles)
picard = BroadRunner(config["program"]["picard"])
args = zip(*itertools.product([picard], novoalign_outputs))
# conver to bam
bamfiles = view.map(picardrun.picard_formatconverter,
*args)
args = zip(*itertools.product([picard], bamfiles))
# sort bam
sorted_bf = view.map(picardrun.picard_sort, *args)
# index bam
args = zip(*itertools.product([picard], sorted_bf))
view.map(picardrun.picard_index, *args)
curr_files = novoalign_outputs
if stage == "htseq-count":
logger.info("Running htseq-count on %s" %(curr_files))
htseq_outputs = curr_files
column_names = _get_short_names(input_files)
logger.info("Column names: %s" % (column_names))
out_file = os.path.join(config["dir"]["results"], stage,
"combined.counts")
out_dir = os.path.join(results_dir, stage)
safe_makedir(out_dir)
combined_out = htseq_count.combine_counts(htseq_outputs,
column_names,
out_file)
rpkm = htseq_count.calculate_rpkm(combined_out,
config["annotation"]["file"])
rpkm_file = os.path.join(config["dir"]["results"], stage,
"rpkm.txt")
rpkm.to_csv(rpkm_file, sep="\t")
if stage == "coverage":
logger.info("Calculating RNASeq metrics on %s." % (curr_files))
nrun = len(curr_files)
ref = blastn.prepare_ref_file(config["stage"][stage]["ref"],
config)
ribo = config["stage"][stage]["ribo"]
picard = BroadRunner(config["program"]["picard"])
out_dir = os.path.join(results_dir, stage)
safe_makedir(out_dir)
out_files = [replace_suffix(os.path.basename(x),
"metrics") for x in curr_files]
out_files = [os.path.join(out_dir, x) for x in out_files]
out_files = view.map(picardrun.picard_rnaseq_metrics,
[picard] * nrun,
curr_files,
[ref] * nrun,
[ribo] * nrun,
out_files)
if stage == "deseq":
conditions = [os.path.basename(x).split("_")[0] for x in
input_files]
deseq_config = _get_stage_config(config, stage)
out_dir = os.path.join(results_dir, stage)
safe_makedir(out_dir)
for comparison in deseq_config["comparisons"]:
comparison_name = "_vs_".join(comparison)
out_dir = os.path.join(results_dir, stage, comparison_name)
safe_makedir(out_dir)
# get the of the conditons that match this comparison
indexes = [x for x, y in enumerate(conditions) if
y in comparison]
# find the htseq_files to combine and combine them
htseq_files = [htseq_outputs[index] for index in indexes]
htseq_columns = [column_names[index] for index in indexes]
logger.info(htseq_files)
logger.info(htseq_columns)
out_file = os.path.join(out_dir,
comparison_name + ".counts.txt")
combined_out = htseq_count.combine_counts(htseq_files,
htseq_columns,
out_file)
deseq_conds = [conditions[index] for index in indexes]
deseq_prefix = os.path.join(out_dir, comparison_name)
deseq_out = view.map(deseq.run, [combined_out],
[deseq_conds], [deseq_prefix])
logger.info("Annotating %s." % (deseq_out))
annotated_file = view.map(annotate.annotate_table_with_biomart,
deseq_out,
["id"],
["ensembl_gene_id"],
["human"])
if stage == "dss":
conditions = [os.path.basename(x).split("_")[0] for x in
input_files]
dss_config = _get_stage_config(config, stage)
out_dir = os.path.join(results_dir, stage)
safe_makedir(out_dir)
for comparison in dss_config["comparisons"]:
comparison_name = "_vs_".join(comparison)
out_dir = os.path.join(results_dir, stage, comparison_name)
safe_makedir(out_dir)
# get the of the conditons that match this comparison
indexes = [x for x, y in enumerate(conditions) if
y in comparison]
# find the htseq_files to combine and combine them
htseq_files = [htseq_outputs[index] for index in indexes]
htseq_columns = [column_names[index] for index in indexes]
out_file = os.path.join(out_dir,
comparison_name + ".counts.txt")
combined_out = htseq_count.combine_counts(htseq_files,
htseq_columns,
out_file)
dss_conds = [conditions[index] for index in indexes]
dss_prefix = os.path.join(out_dir, comparison_name)
logger.info("Running DSS on %s with conditions %s and comparison %s." % (combined_out, dss_conds, comparison))
dss_out = dss.run(combined_out, dss_conds, comparison,
dss_prefix)
stop_cluster()