def main() -> None:
logging.basicConfig(level=logging.DEBUG,
format="%(asctime)s:%(levelname)s: %(message)s")
p = argparse.ArgumentParser()
p.add_argument('--cache_dir',
default=util.DEFAULT_CACHE_DIR,
help='Benchmark cache dir')
p.add_argument('--result_dir',
default=util.DEFAULT_RESULT_DIR,
help='Benchmark result dir')
args = p.parse_args()
util.s3_cache_files([
util.REFERENCE_DIR + '/gencode.v26.whole_genes.fa',
util.REFERENCE_DIR + '/all_pair_art_lod_gpair_merged.txt'
], args.cache_dir)
for sample in util.TITRATION_SAMPLES:
logging.info('Start benchmark %s', sample.name)
result_dir = args.result_dir + '/' + sample.name
try:
os.makedirs(result_dir, 0o755)
except:
logging.error("mkdir %s failed", result_dir)
if os.path.exists(result_dir + "/filtered.fa"):
logging.info("Skip %s", result_dir)
continue
util.s3_cache_files(util.expand_fastq_files(sample.paths),
args.cache_dir)
cached_r1 = ",".join([
args.cache_dir + '/' + os.path.basename(fq.r1)
for fq in sample.paths
])
cached_r2 = ",".join([
args.cache_dir + '/' + os.path.basename(fq.r2)
for fq in sample.paths
])
cached_ref = args.cache_dir + '/gencode.v26.whole_genes.fa'
cached_cosmic_fusion = args.cache_dir + '/all_pair_art_lod_gpair_merged.txt'
af4_args = [
str(util.af4_path()), f'-log_dir={result_dir}', f'-pprof=:12345',
f'-mutex-profile-rate=1000', f'-block-profile-rate=1000',
f'-r1={cached_r1}', f'-r2={cached_r2}',
f'-fasta-output={result_dir}/all.fa',
f'-filtered-output={result_dir}/filtered.fa',
f'-transcript={cached_ref}', f'-max-genes-per-kmer=2',
f'-max-proximity-distance=1000', f'-max-proximity-genes=5',
f'-unstranded-prep', f'-cosmic-fusion={cached_cosmic_fusion}'
]
util.check_call(af4_args)
logging.info('Finished benchmark %d: %s', sample.name)
logging.info("Runtime stats: %s", util.run_stats(Path(result_dir)))
for path in glob.glob(f'{args.cache_dir}/*rerun*'):
try:
os.remove(path)
except:
logging.error("failed to remove " + path)
def run_af4(
sample_name: str,
cached_file_pairs: List[util.FASTQPair],
cosmic_fusion_path: str,
args: Any,
):
ref_path = "s3://grail-publications/resources/gencode.v26.whole_genes.fa"
util.s3_cache_files([ref_path, cosmic_fusion_path], args.cache_dir)
cached_r1 = ",".join([
args.cache_dir + "/" + os.path.basename(fp.r1)
for fp in cached_file_pairs
])
cached_r2 = ",".join([
args.cache_dir + "/" + os.path.basename(fp.r2)
for fp in cached_file_pairs
])
for mode in ["denovo", "targeted"]:
result_dir = args.result_dir + "/" + os.path.basename(sample_name +
"-" + mode)
if os.path.exists(result_dir + "/filtered.fa"):
logging.info("Skipping benchmark: %s", result_dir)
continue
logging.info("Start af4 benchmark: %s", result_dir)
try:
os.makedirs(result_dir, 0o755)
except:
logging.error("mkdir %s failed", result_dir)
af4_args = [
str(util.af4_path()),
f"-log_dir={result_dir}",
f"-pprof=:12345",
f"-mutex-profile-rate=1000",
f"-block-profile-rate=1000",
f"-r1={cached_r1}",
f"-r2={cached_r2}",
f"-max-genes-per-kmer=2",
f"-max-proximity-distance=1000",
f"-max-proximity-genes=5",
f"-fasta-output={result_dir}/all.fa",
f"-filtered-output={result_dir}/filtered.fa",
f"-transcript={args.cache_dir}/gencode.v26.250padded_separate_jns_transcripts_parsed_no_mt_no_overlap_no_pary_no_versioned.fa",
]
if mode == "targeted":
af4_args.append(
f"-cosmic-fusion={args.cache_dir}/all_pair_art_lod_gpair_merged.txt"
)
util.check_call(af4_args)
logging.info("Finished benchmark: %s", result_dir)
logging.info("Runtime stats: %s", util.run_stats(Path(result_dir)))
def run_af4(sample_name: str, cached_file_pairs: List[util.FASTQPair],
args: Any):
ref_path = "s3://grail-publications/resources/gencode.v26.whole_genes.fa"
cosmic_fusion_path = "s3://grail-publications/resources/all_pair_art_lod_gpair_merged.txt"
util.s3_cache_files([ref_path, cosmic_fusion_path], args.cache_dir)
cached_r1 = ",".join([
args.cache_dir + '/' + os.path.basename(fp.r1)
for fp in cached_file_pairs
])
cached_r2 = ",".join([
args.cache_dir + '/' + os.path.basename(fp.r2)
for fp in cached_file_pairs
])
for mode in ['denovo', 'targeted']:
result_dir = args.result_dir + '/' + os.path.basename(sample_name +
'-' + mode)
if os.path.exists(result_dir + "/filtered.fa"):
logging.info('Skipping benchmark: %s', result_dir)
continue
logging.info('Start af4 benchmark: %s', result_dir)
try:
os.makedirs(result_dir, 0o755)
except:
logging.error("mkdir %s failed", result_dir)
af4_args = [
str(util.af4_path()), f'-log_dir={result_dir}', f'-pprof=:12345',
f'-mutex-profile-rate=1000', f'-block-profile-rate=1000',
f'-umi-in-read', f'-r1={cached_r1}', f'-r2={cached_r2}',
f'-fasta-output={result_dir}/all.fa',
f'-filtered-output={result_dir}/filtered.fa',
f'-transcript={args.cache_dir}/gencode.v26.250padded_separate_jns_transcripts_parsed_no_mt_no_overlap_no_pary_no_versioned.fa'
]
if mode == 'targeted':
af4_args.append(
f'-cosmic-fusion={args.cache_dir}/all_pair_art_lod_gpair_merged.txt'
)
util.check_call(af4_args)
logging.info('Finished benchmark: %s', result_dir)
logging.info("Runtime stats: %s", util.run_stats(Path(result_dir)))
"108CPREL315": "Prc108",
"74HPREL332": "HC332",
"118HPREL322": "HC118",
"68HPREL273": "HC273", # not used
"53HPREL160": "HC160",
"117HPREL321": "HC117", # not used
}
def pretty_name(path: str) -> str:
if path[-1] == '/':
name = os.path.basename(path[:-1])
else:
name = os.path.basename(path)
for key, val in name_map.items():
name = name.replace(key, val)
return name
for pattern in sys.argv[1:]:
for path in sorted(glob.glob(pattern)):
s = util.run_stats(Path(path))
name = util.pretty_sample_name(path)
n_fragment_frac = []
for v in s.n_fragment_matches:
n_fragment_frac.append(100 * float(v) / float(s.n_fragments))
print(name, s, "fragment_matches", n_fragment_frac)
#print(f'{name} & {n_reads_str} & {s.all_candidates - s.min_span} & {s.low_complexity_substring} & {s.close_proximity} & {s.duplicates} & {s.abundant_partners} & {s.final_candidates} & {s.duration} & {s.fusion_stats}\\\\')
def main() -> None:
logging.basicConfig(level=logging.DEBUG,
format="%(asctime)s:%(levelname)s: %(message)s")
p = argparse.ArgumentParser()
p.add_argument('--cache_dir',
default=util.DEFAULT_CACHE_DIR,
help='Benchmark cache dir')
p.add_argument('--result_dir',
default=util.DEFAULT_RESULT_DIR,
help='Benchmark result dir')
p.add_argument(
'--rerun_af4',
action='store_true',
help='Always run AF4 even if the result file already exists')
p.add_argument(
'--recache_files',
action='store_true',
help=
'Always copy benchmark data files, even if they already exist locally.'
)
args = p.parse_args()
util.s3_cache_files([
util.REFERENCE_DIR +
'/gencode.v26.250padded_separate_jns_transcripts_parsed_no_mt_no_overlap_no_pary_no_versioned.fa',
util.REFERENCE_DIR + '/all_pair_art_lod_gpair_merged.txt',
util.REFERENCE_DIR + '/liu_gpair.txt'
], args.cache_dir)
for mode in ['denovo', 'targeted']:
for sample in util.SIMULATED_SAMPLES:
util.s3_cache_files([sample.path.r1, sample.path.r2],
args.cache_dir)
result_dir = f'{args.result_dir}/synthetic-{mode}-{sample.n}-{sample.coverage}'
try:
os.makedirs(result_dir, 0o755)
except:
logging.error("mkdir %s failed", result_dir)
if not os.path.exists(
f'{result_dir}/filtered.fa') or args.rerun_af4:
logging.info('running benchmark in %s', result_dir)
af4_args = [
str(util.af4_path()), f'-log_dir={result_dir}',
f'-r1={args.cache_dir}/{sample.path.r1}',
f'-r2={args.cache_dir}/{sample.path.r2}',
f'-fasta-output={result_dir}/all.fa',
f'-filtered-output={result_dir}/filtered.fa',
'-transcript=' + args.cache_dir +
'/gencode.v26.250padded_separate_jns_transcripts_parsed_no_mt_no_overlap_no_pary_no_versioned.fa'
]
if mode == 'targeted':
af4_args.append('-cosmic-fusion=' + args.cache_dir +
'/all_pair_art_lod_gpair_merged.txt')
util.check_call(af4_args)
logging.info("Runtime stats: %s",
util.run_stats(Path(result_dir)))
stats = TargetedFusionStats(
Path(f'{args.cache_dir}/liu_gpair.txt'),
Path(f'{result_dir}/filtered.fa'))
s = stats.stats()
tp = "%d" % (s.tp, )
fp = "%d" % (s.fp, )
fn = "%d" % (s.fn, )
print(
f'{mode} & {sample.n} & {sample.coverage} & {tp} & {fp} & {fn}\\\\'
)
def main() -> None:
logging.basicConfig(level=logging.DEBUG,
format="%(asctime)s:%(levelname)s: %(message)s")
p = argparse.ArgumentParser()
p.add_argument("--cache_dir",
default=util.DEFAULT_CACHE_DIR,
help="Benchmark cache dir")
p.add_argument("--result_dir",
default=util.DEFAULT_RESULT_DIR,
help="Benchmark result dir")
p.add_argument(
"--rerun_af4",
action="store_true",
help="Always run AF4 even if the result file already exists",
)
p.add_argument(
"--recache_files",
action="store_true",
help=
"Always copy benchmark data files, even if they already exist locally.",
)
args = p.parse_args()
util.s3_cache_files(
[
util.REFERENCE_DIR +
"/gencode.v26.250padded_separate_jns_transcripts_parsed_no_mt_no_overlap_no_pary_no_versioned.fa",
util.REFERENCE_DIR + "/all_pair_art_lod_gpair_merged.txt",
util.REFERENCE_DIR + "/liu_gpair.txt",
],
args.cache_dir,
)
for mode in ["denovo", "targeted"]:
for sample in util.SIMULATED_SAMPLES:
util.s3_cache_files([sample.path.r1, sample.path.r2],
args.cache_dir)
result_dir = (
f"{args.result_dir}/synthetic-{mode}-{sample.n}-{sample.coverage}"
)
try:
os.makedirs(result_dir, 0o755)
except:
logging.error("mkdir %s failed", result_dir)
if not os.path.exists(
f"{result_dir}/filtered.fa") or args.rerun_af4:
logging.info("running benchmark in %s", result_dir)
af4_args = [
str(util.af4_path()),
f"-log_dir={result_dir}",
f"-r1={args.cache_dir}/{sample.path.r1}",
f"-r2={args.cache_dir}/{sample.path.r2}",
f"-fasta-output={result_dir}/all.fa",
f"-filtered-output={result_dir}/filtered.fa",
f"-max-genes-per-kmer=2",
f"-max-proximity-distance=1000",
f"-max-proximity-genes=5",
"-transcript=" + args.cache_dir +
"/gencode.v26.250padded_separate_jns_transcripts_parsed_no_mt_no_overlap_no_pary_no_versioned.fa",
]
if mode == "targeted":
af4_args.append("-cosmic-fusion=" + args.cache_dir +
"/all_pair_art_lod_gpair_merged.txt")
util.check_call(af4_args)
logging.info("Runtime stats: %s",
util.run_stats(Path(result_dir)))
stats = TargetedFusionStats(
Path(f"{args.cache_dir}/liu_gpair.txt"),
Path(f"{result_dir}/filtered.fa"),
)
s = stats.stats()
tp = "%d" % (s.tp, )
fp = "%d" % (s.fp, )
fn = "%d" % (s.fn, )
print(
f"{mode} & {sample.n} & {sample.coverage} & {tp} & {fp} & {fn}\\\\"
)