def launch(args):
"""
main code when launch partition from the command line.
"""
if args.draw_ICL or args.keep_tmp_files:
mkOutdir(args.output, args.force)
pangenome = Pangenome()
pangenome.addFile(args.pangenome)
partition(pangenome,
args.tmpdir,
args.output,
args.force,
args.beta,
args.max_degree_smoothing,
args.free_dispersion,
args.chunk_size,
args.nb_of_partitions,
args.krange,
args.ICL_margin,
args.draw_ICL,
args.cpu,
args.seed,
args.keep_tmp_files,
show_bar=args.show_prog_bars)
writePangenome(pangenome,
pangenome.file,
args.force,
show_bar=args.show_prog_bars)
def launch(args):
filename = mkFilename(args.basename, args.output, args.force)
pangenome = Pangenome()
if args.fasta is not None and args.anno is None:
annotatePangenome(pangenome,
args.fasta,
tmpdir=args.tmpdir,
cpu=args.cpu,
translation_table=args.translation_table,
kingdom=args.kingdom,
norna=args.norna,
overlap=args.overlap,
show_bar=args.show_prog_bars)
elif args.anno is not None:
readAnnotations(pangenome,
args.anno,
cpu=args.cpu,
pseudo=args.use_pseudo,
show_bar=args.show_prog_bars)
if pangenome.status["geneSequences"] == "No":
if args.fasta:
getGeneSequencesFromFastas(pangenome, args.fasta)
else:
logging.getLogger().warning(
"You provided gff files without sequences, and you did not provide fasta sequences. Thus it was not possible to get the gene sequences."
)
logging.getLogger().warning(
"You will be able to proceed with your analysis ONLY if you provide the clustering results in the next step."
)
writePangenome(pangenome,
filename,
args.force,
show_bar=args.show_prog_bars)
def launch(args):
pangenome = Pangenome()
pangenome.addFile(args.pangenome)
if args.spot_graph or args.draw_hotspots:
mkOutdir(args.output, args.force)
predictHotspots(pangenome, args.output, force=args.force, cpu = args.cpu, spot_graph=args.spot_graph, overlapping_match=args.overlapping_match, set_size=args.set_size, exact_match=args.exact_match_size, draw_hotspot=args.draw_hotspots, interest=args.interest)
writePangenome(pangenome, pangenome.file, args.force)
def launch(args):
""" launch the clustering step"""
pangenome = Pangenome()
pangenome.addFile(args.pangenome)
if args.clusters is None:
clustering(pangenome,
args.tmpdir,
args.cpu,
defrag=not args.no_defrag,
code=args.translation_table,
coverage=args.coverage,
identity=args.identity,
mode=args.mode,
force=args.force,
disable_bar=args.disable_prog_bar)
logging.getLogger().info("Done with the clustering")
else:
readClustering(pangenome,
args.clusters,
args.infer_singletons,
args.force,
disable_bar=args.disable_prog_bar)
logging.getLogger().info("Done reading the cluster file")
writePangenome(pangenome,
pangenome.file,
args.force,
disable_bar=args.disable_prog_bar)
def launch(args):
pangenome = Pangenome()
pangenome.addFile(args.pangenome)
predictRGP(pangenome,
force=args.force,
persistent_penalty=args.persistent_penalty,
variable_gain=args.variable_gain,
min_length=args.min_length,
min_score=args.min_score,
dup_margin=args.dup_margin,
cpu=args.cpu)
writePangenome(pangenome, pangenome.file, args.force)
def launch(args):
pangenome = Pangenome()
pangenome.addFile(args.pangenome)
if args.spot_graph:
mkOutdir(args.output, args.force)
if args.draw_hotspots or args.interest or args.fig_margin or args.priority:
logging.getLogger().warning(
"Options to draw the spots with the 'ppanggolin spot' subcommand have been deprecated, "
"and are now dealt with in a dedicated subcommand 'ppanggolin drawspot'.")
predictHotspots(pangenome, args.output, force=args.force, cpu=args.cpu, spot_graph=args.spot_graph,
overlapping_match=args.overlapping_match, set_size=args.set_size, exact_match=args.exact_match_size,
disable_bar=args.disable_prog_bar)
writePangenome(pangenome, pangenome.file, args.force, disable_bar=args.disable_prog_bar)
def launch(args):
""" launch the clustering step"""
pangenome = Pangenome()
pangenome.addFile(args.pangenome)
if args.clusters is None:
clustering(pangenome, args.tmpdir, args.cpu, args.defrag,
args.translation_table, args.coverage, args.identity,
args.force)
logging.getLogger().info("Done with the clustering")
else:
readClustering(pangenome, args.clusters, args.infer_singletons,
args.force)
logging.getLogger().info("Done reading the cluster file")
writePangenome(pangenome, pangenome.file, args.force)
def launch(args):
if not any([args.fasta, args.anno]):
raise Exception("At least one of --fasta or --anno must be given")
filename = mkFilename(args.basename, args.output, args.force)
pangenome = Pangenome()
if args.fasta is not None and args.anno is None:
annotatePangenome(pangenome, args.fasta, tmpdir=args.tmpdir, cpu=args.cpu,
translation_table=args.translation_table, kingdom=args.kingdom, norna=args.norna,
overlap=args.overlap, contig_filter=args.contig_filter, disable_bar=args.disable_prog_bar)
elif args.anno is not None:
readAnnotations(pangenome, args.anno, cpu=args.cpu, pseudo=args.use_pseudo, disable_bar=args.disable_prog_bar)
if pangenome.status["geneSequences"] == "No":
if args.fasta:
getGeneSequencesFromFastas(pangenome, args.fasta)
else:
logging.getLogger().warning("You provided gff files without sequences, and you did not provide "
"fasta sequences. Thus it was not possible to get the gene sequences.")
logging.getLogger().warning("You will be able to proceed with your analysis ONLY if you provide "
"the clustering results in the next step.")
writePangenome(pangenome, filename, args.force, disable_bar=args.disable_prog_bar)
def launch(args):
pangenome = Pangenome()
filename = mkFilename(args.basename, args.output, args.force)
if args.anno: #if the annotations are provided, we read from it
getSeq = True
if args.clusters is not None:
getSeq = False
readAnnotations(pangenome, args.anno, getSeq)
writePangenome(pangenome, filename, args.force)
if args.clusters is None and pangenome.status[
"geneSequences"] == "No" and args.fasta is None:
raise Exception(
"The gff/gbff provided did not have any sequence informations, you did not provide clusters and you did not provide fasta file. Thus, we do not have the information we need to continue the analysis."
)
elif args.clusters is None and pangenome.status[
"geneSequences"] == "No" and args.fasta is not None:
getGeneSequencesFromFastas(pangenome, args.fasta)
if args.clusters is not None:
readClustering(pangenome, args.clusters)
elif args.clusters is None: #we should have the sequences here.
clustering(pangenome, args.tmpdir, args.cpu)
elif args.fasta is not None:
pangenome = Pangenome()
annotatePangenome(pangenome, args.fasta, args.tmpdir, args.cpu)
writePangenome(pangenome, filename, args.force)
clustering(pangenome, args.tmpdir, args.cpu)
computeNeighborsGraph(pangenome)
partition(pangenome,
tmpdir=args.tmpdir,
cpu=args.cpu,
K=args.nb_of_partitions)
writePangenome(pangenome, filename, args.force)
if args.rarefaction:
makeRarefactionCurve(pangenome, args.output, args.tmpdir, cpu=args.cpu)
if len(pangenome.organisms) < 5000:
drawTilePlot(pangenome,
args.output,
nocloud=False if len(pangenome.organisms) < 500 else True)
drawUCurve(pangenome, args.output)
writeFlatFiles(pangenome,
args.output,
args.cpu,
csv=True,
genePA=True,
gexf=True,
light_gexf=True,
projection=True,
json=True,
stats=True,
partitions=True)
printInfo(filename, content=True)
def launch(args):
pangenome = Pangenome()
pangenome.addFile(args.pangenome)
computeNeighborsGraph(pangenome, args.remove_high_copy_number, args.force, show_bar=args.show_prog_bars)
writePangenome(pangenome, pangenome.file, args.force, show_bar=args.show_prog_bars)
def launch(args):
check_option_workflow(args)
pangenome = Pangenome()
filename = mkFilename(args.basename, args.output, args.force)
writing_time, anno_time, clust_time, mod_time, desc_time = (None, None,
None, None,
None)
if args.anno: # if the annotations are provided, we read from it
start_anno = time.time()
readAnnotations(pangenome,
args.anno,
cpu=args.cpu,
disable_bar=args.disable_prog_bar)
anno_time = time.time() - start_anno
start_writing = time.time()
writePangenome(pangenome,
filename,
args.force,
disable_bar=args.disable_prog_bar)
writing_time = time.time() - start_writing
if args.clusters is None and pangenome.status[
"geneSequences"] == "No" and args.fasta is None:
raise Exception(
"The gff/gbff provided did not have any sequence informations, "
"you did not provide clusters and you did not provide fasta file. "
"Thus, we do not have the information we need to continue the analysis."
)
elif args.clusters is None and pangenome.status[
"geneSequences"] == "No" and args.fasta is not None:
getGeneSequencesFromFastas(pangenome, args.fasta)
start_clust = time.time()
if args.clusters is not None:
readClustering(pangenome,
args.clusters,
disable_bar=args.disable_prog_bar)
elif args.clusters is None: # we should have the sequences here.
clustering(pangenome,
args.tmpdir,
args.cpu,
identity=args.identity,
coverage=args.coverage,
mode=args.mode,
defrag=not args.no_defrag,
disable_bar=args.disable_prog_bar)
clust_time = time.time() - start_clust
elif args.fasta is not None:
start_anno = time.time()
annotatePangenome(pangenome,
args.fasta,
args.tmpdir,
args.cpu,
contig_filter=args.contig_filter,
disable_bar=args.disable_prog_bar)
anno_time = time.time() - start_anno
start_writing = time.time()
writePangenome(pangenome,
filename,
args.force,
disable_bar=args.disable_prog_bar)
writing_time = time.time() - start_writing
start_clust = time.time()
clustering(pangenome,
args.tmpdir,
args.cpu,
identity=args.identity,
coverage=args.coverage,
mode=args.mode,
defrag=not args.no_defrag,
disable_bar=args.disable_prog_bar)
clust_time = time.time() - start_clust
writePangenome(pangenome,
filename,
args.force,
disable_bar=args.disable_prog_bar)
start_graph = time.time()
computeNeighborsGraph(pangenome, disable_bar=args.disable_prog_bar)
graph_time = time.time() - start_graph
start_part = time.time()
partition(pangenome,
tmpdir=args.tmpdir,
cpu=args.cpu,
K=args.nb_of_partitions,
disable_bar=args.disable_prog_bar)
part_time = time.time() - start_part
start_writing = time.time()
writePangenome(pangenome,
filename,
args.force,
disable_bar=args.disable_prog_bar)
writing_time = writing_time + time.time() - start_writing
start_regions = time.time()
predictRGP(pangenome, disable_bar=args.disable_prog_bar)
regions_time = time.time() - start_regions
start_spots = time.time()
predictHotspots(pangenome, args.output, disable_bar=args.disable_prog_bar)
spot_time = time.time() - start_spots
start_mods = time.time()
predictModules(pangenome=pangenome,
cpu=args.cpu,
tmpdir=args.tmpdir,
disable_bar=args.disable_prog_bar)
mod_time = time.time() - start_mods
start_writing = time.time()
writePangenome(pangenome,
filename,
args.force,
disable_bar=args.disable_prog_bar)
writing_time = writing_time + time.time() - start_writing
if not args.only_pangenome:
start_spot_drawing = time.time()
mkOutdir(args.output + '/spot_figures', force=True)
drawSpots(pangenome=pangenome,
output=args.output + '/spot_figures',
spot_list='all',
disable_bar=args.disable_prog_bar)
spot_time = spot_time + time.time() - start_spot_drawing
if args.rarefaction:
makeRarefactionCurve(pangenome,
args.output,
args.tmpdir,
cpu=args.cpu,
disable_bar=args.disable_prog_bar)
if 1 < len(pangenome.organisms) < 5000:
drawTilePlot(
pangenome,
args.output,
nocloud=False if len(pangenome.organisms) < 500 else True)
drawUCurve(pangenome, args.output)
start_desc = time.time()
writeFlatFiles(pangenome,
args.output,
args.cpu,
csv=True,
genePA=True,
gexf=True,
light_gexf=True,
projection=True,
json=True,
stats=True,
partitions=True,
regions=True,
spots=True,
borders=True,
spot_modules=True,
modules=True)
desc_time = time.time() - start_desc
logging.getLogger().info(
f"Annotation took : {round(anno_time, 2)} seconds")
logging.getLogger().info(
f"Clustering took : {round(clust_time, 2)} seconds")
logging.getLogger().info(
f"Building the graph took : {round(graph_time, 2)} seconds")
logging.getLogger().info(
f"Partitioning the pangenome took : {round(part_time, 2)} seconds")
logging.getLogger().info(
f"Predicting RGP took : {round(regions_time, 2)} seconds")
logging.getLogger().info(
f"Gathering RGP into spots took : {round(spot_time, 2)} seconds")
logging.getLogger().info(
f"Predicting modules took : {round(mod_time, 2)} seconds")
logging.getLogger().info(
f"Writing the pangenome data in HDF5 took : {round(writing_time, 2)} seconds"
)
if not args.only_pangenome:
logging.getLogger().info(
f"Writing descriptive files for the pangenome took : {round(desc_time, 2)} seconds"
)
printInfo(filename, content=True)
def launch(args):
check_option_workflow(args)
pangenome = Pangenome()
filename = mkFilename(args.basename, args.output, args.force)
if args.anno: # if the annotations are provided, we read from it
readAnnotations(pangenome,
args.anno,
cpu=args.cpu,
disable_bar=args.disable_prog_bar)
writePangenome(pangenome,
filename,
args.force,
disable_bar=args.disable_prog_bar)
if args.clusters is None and pangenome.status[
"geneSequences"] == "No" and args.fasta is None:
raise Exception(
"The gff/gbff provided did not have any sequence informations, "
"you did not provide clusters and you did not provide fasta file. "
"Thus, we do not have the information we need to continue the analysis."
)
elif args.clusters is None and pangenome.status[
"geneSequences"] == "No" and args.fasta is not None:
getGeneSequencesFromFastas(pangenome, args.fasta)
if args.clusters is not None:
readClustering(pangenome,
args.clusters,
disable_bar=args.disable_prog_bar)
elif args.clusters is None: # we should have the sequences here.
clustering(pangenome,
tmpdir=args.tmpdir,
cpu=args.cpu,
identity=args.identity,
coverage=args.coverage,
mode=args.mode,
defrag=not args.no_defrag,
disable_bar=args.disable_prog_bar)
elif args.fasta is not None:
pangenome = Pangenome()
annotatePangenome(pangenome,
args.fasta,
args.tmpdir,
args.cpu,
contig_filter=args.contig_filter,
disable_bar=args.disable_prog_bar)
writePangenome(pangenome,
filename,
args.force,
disable_bar=args.disable_prog_bar)
clustering(pangenome,
tmpdir=args.tmpdir,
cpu=args.cpu,
identity=args.identity,
coverage=args.coverage,
mode=args.mode,
defrag=not args.no_defrag,
disable_bar=args.disable_prog_bar)
computeNeighborsGraph(pangenome, disable_bar=args.disable_prog_bar)
partition(pangenome,
tmpdir=args.tmpdir,
cpu=args.cpu,
K=args.nb_of_partitions,
disable_bar=args.disable_prog_bar)
writePangenome(pangenome,
filename,
args.force,
disable_bar=args.disable_prog_bar)
if args.rarefaction:
makeRarefactionCurve(pangenome,
args.output,
args.tmpdir,
cpu=args.cpu,
disable_bar=args.disable_prog_bar)
if 1 < len(pangenome.organisms) < 5000:
drawTilePlot(pangenome,
args.output,
nocloud=False if len(pangenome.organisms) < 500 else True)
drawUCurve(pangenome, args.output)
writeFlatFiles(pangenome,
args.output,
args.cpu,
csv=True,
genePA=True,
gexf=True,
light_gexf=True,
projection=True,
json=True,
stats=True,
partitions=True)
printInfo(filename, content=True)
def launch(args):
logging.getLogger().debug(f"Ram used at the start : {getCurrentRAM()}")
pangenome = Pangenome()
pangenome.addFile(args.pangenome)
computeNeighborsGraph(pangenome, args.remove_high_copy_number, args.force)
writePangenome(pangenome, pangenome.file, args.force)
def launch(args):
pangenome = Pangenome()
filename = mkFilename(args.basename, args.output, args.force)
if args.anno:#if the annotations are provided, we read from it
getSeq = True
if args.clusters is not None:
getSeq = False
start_anno = time.time()
readAnnotations(pangenome, args.anno, cpu = args.cpu, getSeq = getSeq, show_bar=args.show_prog_bars)
annotime = time.time() - start_anno
start_writing = time.time()
writePangenome(pangenome, filename, args.force, show_bar=args.show_prog_bars)
writing_time = time.time() - start_writing
if args.clusters is None and pangenome.status["geneSequences"] == "No" and args.fasta is None:
raise Exception("The gff/gbff provided did not have any sequence informations, you did not provide clusters and you did not provide fasta file. Thus, we do not have the information we need to continue the analysis.")
elif args.clusters is None and pangenome.status["geneSequences"] == "No" and args.fasta is not None:
getGeneSequencesFromFastas(pangenome, args.fasta)
start_clust = time.time()
if args.clusters is not None:
readClustering(pangenome, args.clusters, show_bar=args.show_prog_bars)
elif args.clusters is None:#we should have the sequences here.
clustering(pangenome, args.tmpdir, args.cpu, defrag=not args.no_defrag, show_bar=args.show_prog_bars)
clust_time = time.time() - start_clust
elif args.fasta is not None:
start_anno = time.time()
annotatePangenome(pangenome, args.fasta, args.tmpdir, args.cpu, show_bar=args.show_prog_bars)
annotime = time.time() - start_anno
start_writing = time.time()
writePangenome(pangenome, filename, args.force, show_bar=args.show_prog_bars)
writing_time = time.time() - start_writing
start_clust = time.time()
clustering(pangenome, args.tmpdir, args.cpu, defrag=not args.no_defrag, show_bar=args.show_prog_bars)
clust_time = time.time() - start_clust
writePangenome(pangenome, filename, args.force, show_bar=args.show_prog_bars)
start_graph = time.time()
computeNeighborsGraph(pangenome, show_bar=args.show_prog_bars)
graph_time = time.time() - start_graph
start_part = time.time()
partition(pangenome, tmpdir = args.tmpdir, cpu = args.cpu, K=args.nb_of_partitions, show_bar=args.show_prog_bars)
part_time = time.time() - start_part
start_writing = time.time()
writePangenome(pangenome, filename, args.force, show_bar=args.show_prog_bars)
writing_time = writing_time + time.time() - start_writing
start_regions = time.time()
predictRGP(pangenome, show_bar=args.show_prog_bars)
regions_time = time.time() - start_regions
start_spots = time.time()
predictHotspots(pangenome, args.output, interest=args.interest, show_bar=args.show_prog_bars)
spot_time = time.time() - start_spots
start_writing = time.time()
writePangenome(pangenome, filename, args.force, show_bar=args.show_prog_bars)
writing_time = writing_time + time.time() - start_writing
if args.rarefaction:
makeRarefactionCurve(pangenome,args.output, args.tmpdir, cpu=args.cpu, show_bar=args.show_prog_bars)
if len(pangenome.organisms) > 1 and len(pangenome.organisms) < 5000:
drawTilePlot(pangenome, args.output, nocloud = False if len(pangenome.organisms) < 500 else True)
drawUCurve(pangenome, args.output)
start_desc = time.time()
writeFlatFiles(pangenome, args.output, args.cpu, csv = True, genePA=True, gexf=True, light_gexf = True, projection=True, json = True, stats = True, partitions = True, regions = True, spots=True)
desc_time = time.time() - start_desc
logging.getLogger().info(f"Annotation took : {round(annotime,2)} seconds")
logging.getLogger().info(f"Clustering took : {round(clust_time,2)} seconds")
logging.getLogger().info(f"Building the graph took : {round(graph_time,2)} seconds")
logging.getLogger().info(f"Partitionning the pangenome took : {round(part_time,2)} seconds")
logging.getLogger().info(f"Predicting RGP took : {round(regions_time,2)} seconds")
logging.getLogger().info(f"Gathering RGP into spots took : {round(spot_time,2)} seconds")
logging.getLogger().info(f"Writing the pangenome data in HDF5 took : {round(writing_time,2)} seconds")
logging.getLogger().info(f"Writing descriptive files for the pangenome took : {round(desc_time,2)} seconds")
printInfo(filename, content = True)
