def plot_footprint_profile(ex, bedlist, signals, chrnames, groups, logfile):
files = dict((gid, {'pdf': "", 'mat': []}) for gid in bedlist.keys())
logfile.write("Plotting footprints:\n")
logfile.flush()
for gid, motifbed in bedlist.iteritems():
# signals = [track(sig) for sig in siglist[gid]]
snames = [sig.name for sig in signals[gid]]
tmotif = track(motifbed, format='bed')
data = {}
numregs = {}
for chrom in chrnames:
fread = {}
for r in tmotif.read(chrom):
r2 = r[3].split(":")
key = (r2[0], len(r2[1]))
if key in fread: fread[key].append(r[1:3])
else: fread[key] = [r[1:3]]
for motif, regs in fread.iteritems():
if motif not in data:
data[motif] = zeros(shape=(motif[1] + 2 * _plot_flank[1],
len(signals[gid])))
numregs[motif] = 0
numregs[motif] += len(regs)
tFeat = sorted_stream(
segment_features(FeatureStream(regs,
fields=['start', 'end']),
nbins=motif[1],
upstream=_plot_flank,
downstream=_plot_flank))
for t in score_by_feature(
[s.read(chrom) for s in signals[gid]], tFeat):
data[motif][t[2]] += t[3:]
files[gid]['pdf'] = unique_filename_in()
new = True
last = len(data)
for motif, dat in data.iteritems():
last -= 1
mname, nbins = motif
dat /= float(numregs[motif])
X = range(-_plot_flank[1], _plot_flank[1] + nbins)
for k in range(nbins):
X[k + _plot_flank[1]] = str(k + 1)
####### Could do a heatmap (sort by intensity)...
lineplot(X, [dat[:, n] for n in range(dat.shape[-1])],
mfrow=[4, 2],
output=files[gid]['pdf'],
new=new,
last=(last == 0),
legend=snames,
main=mname)
new = False
_datf = unique_filename_in()
with open(_datf, "w") as dff:
dff.write("\t".join([""] + [str(x) for x in X]) + "\n")
for n, sn in enumerate(snames):
dff.write("\t".join([sn] + [str(x)
for x in dat[:, n]]) + "\n")
files[gid]['mat'].append((mname, _datf))
return files
def plot_footprint_profile( ex, bedlist, signals, chrnames, groups, logfile ):
files = dict((gid,{'pdf':"",'mat':[]}) for gid in bedlist.keys())
logfile.write("Plotting footprints:\n");logfile.flush()
for gid, motifbed in bedlist.iteritems():
# signals = [track(sig) for sig in siglist[gid]]
snames = [sig.name for sig in signals[gid]]
tmotif = track(motifbed,format='bed')
data = {}
numregs = {}
for chrom in chrnames:
fread = {}
for r in tmotif.read(chrom):
r2 = r[3].split(":")
key = (r2[0],len(r2[1]))
if key in fread: fread[key].append(r[1:3])
else: fread[key] = [r[1:3]]
for motif, regs in fread.iteritems():
if motif not in data:
data[motif] = zeros(shape=(motif[1]+2*_plot_flank[1], len(signals[gid])))
numregs[motif] = 0
numregs[motif] += len(regs)
tFeat = sorted_stream(segment_features(FeatureStream(regs,fields=['start','end']),
nbins=motif[1],upstream=_plot_flank,downstream=_plot_flank))
for t in score_by_feature([s.read(chrom) for s in signals[gid]], tFeat):
data[motif][t[2]] += t[3:]
files[gid]['pdf'] = unique_filename_in()
new = True
last = len(data)
for motif, dat in data.iteritems():
last -= 1
mname, nbins = motif
dat /= float(numregs[motif])
X = range(-_plot_flank[1],_plot_flank[1]+nbins)
for k in range(nbins): X[k+_plot_flank[1]] = str(k+1)
####### Could do a heatmap (sort by intensity)...
lineplot(X, [dat[:, n] for n in range(dat.shape[-1])], mfrow=[4,2],
output=files[gid]['pdf'], new=new, last=(last==0),
legend=snames, main=mname)
new = False
_datf = unique_filename_in()
with open(_datf,"w") as dff:
dff.write("\t".join([""]+[str(x) for x in X])+"\n")
for n,sn in enumerate(snames):
dff.write("\t".join([sn]+[str(x) for x in dat[:, n]])+"\n")
files[gid]['mat'].append((mname,_datf))
return files
def __call__(self, **kw):
def make_X_labels(X,start,end,strand,down,up):
flen = end-start
i0 = (list(where(X == 0)[0])+[-1])[0]+1
i1 = (list(where(X == 1)[0])+[len(X)-1])[0]+1
i2 = len(X)-i1
istep = 0.5/(i1-i0)
if down < 1: down *= flen
if up < 1: up *= flen
Xup = (array(range(-i0,0))+.5)*up/i0
Xb = (X[i0:i1]+istep)*flen
Xdown = flen+(array(range(i2))+.5)*down/i2
if strand is None or strand > 0: return start+concatenate([Xup,Xb,Xdown])
else: return end-concatenate([Xup,Xb,Xdown])
chrmeta = "guess"
features = track(kw.get('features'), chrmeta=chrmeta)
#signals = kw.get('SigMulti',{}).get('signals', [])
signals = kw.get('signals', [])
if not isinstance(signals, list): signals = [signals]
signals = [track(sig) for sig in signals]
snames = [sig.name for sig in signals]
labels = None
data = None
upstr = _upstr
downstr = _downstr
if kw.get("upstream") is not None:
_up = int(kw["upstream"])
if _up > 50: upstr = (_up,5)
elif _up > 0: upstr = (_up,1)
else: upstr = (0,0)
if kw.get("downstream") is not None:
_down = int(kw["downstream"])
if _down > 50: downstr = (_down,5)
elif _down > 0: downstr = (_down,1)
else: downstr = (0,0)
if kw.get("nbins") is not None: nbins = max(1,int(kw["nbins"]))
else: nbins = _nbins
if kw.get("noclust") is not None:
noclust = str(kw["noclust"]).lower() in ['1','true','t','on']
else:
noclust = False
try:
ymin = float(kw.get('ymin'))
except (ValueError, TypeError):
ymin = None
try:
ymax = float(kw.get('ymax'))
except (ValueError, TypeError):
ymax = None
for chrom in features.chrmeta:
if 'name' in features.fields: _fread = features.read(chrom)
else: _fread = add_name_field(features.read(chrom))
_l, _d = feature_matrix([s.read(chrom) for s in signals], _fread,
segment=True, nbins=nbins,
upstream=upstr, downstream=downstr)
if _d.size == 0:
continue
if data is None:
labels = _l
data = _d
else:
labels = concatenate((labels, _l))
data = vstack((data, _d))
outf = str(kw.get('output'))
if outf not in output_list:
outf = output_list[0]
pdf = self.temporary_path(fname='plot_features.pdf')
if outf == 'archive':
tarname = self.temporary_path(fname='plot_features.tar.gz')
tarfh = tarfile.open(tarname, "w:gz")
if data is None:
raise ValueError("No data")
mode = kw.get('mode', 0)
if str(mode) in [str(x[0]) for x in plot_types]:
mode = int(mode)
X = array(range(-upstr[1]+1,nbins+downstr[1]+1))/(1.0*nbins)
if mode in plot_types[0]: #heatmap
new = True
if 'name' in features.fields: _fread = features.read(fields=['chr','start','end','name'])
else: _fread = add_name_field(features.read(fields=['chr','start','end']))
order = [where(labels == feat[3])[0][0] for feat in _fread]
for n in range(data.shape[-1]-1):
heatmap(data[order, :, n], output=pdf, new=new, last=False,
rows=labels[order], columns=X, main=snames[n],
orderRows=not(noclust), orderCols=False,
ymin=ymin, ymax=ymax)
new = False
heatmap(data[order, :, -1], output=pdf, new=new, last=True,
rows=labels[order], columns=X, main=snames[-1],
orderRows=not(noclust), orderCols=False,
ymin=ymin, ymax=ymax)
if outf == 'archive':
for n,sn in enumerate(snames):
_datf = self.temporary_path(fname=sn+"_data.txt")
with open(_datf,"w") as dff:
dff.write("\t".join([""]+[str(x) for x in X])+"\n")
for k in order:
dff.write("\t".join([labels[k]]+[str(x) for x in data[k, :, n]])+"\n")
tarfh.add(_datf,arcname=os.path.basename(_datf))
elif mode in plot_types[1]: #average lineplot
Y = data.mean(axis=0)
if ymin is None: ymin = min([x.min() for x in Y]+[0])
if ymax is None: ymax = max([x.max() for x in Y])
lineplot(X, [Y[:, n] for n in range(data.shape[-1])],
output=pdf, new=True, last=True, legend=snames,
ylim=(ymin,ymax))
if outf == 'archive':
_datf = self.temporary_path(fname="lineplot_data.txt")
with open(_datf,"w") as dff:
dff.write("\t".join([""]+[str(x) for x in X])+"\n")
for n,sn in enumerate(snames):
dff.write("\t".join([sn]+[str(x) for x in Y[:, n]])+"\n")
tarfh.add(_datf,arcname=os.path.basename(_datf))
elif mode in plot_types[2]: #mosaic
mfrow = [4,3]
nplot = min(data.shape[0], max_pages*mfrow[0]*mfrow[1])
if ymin is None: ymin = min([data.min(),0])
if ymax is None: ymax = data.max()
_f = ['chr','start','end']
_si = None
if 'strand' in features.fields:
_f.append('strand')
_si = 3
if 'name' in features.fields: _fread = features.read(fields=_f+['name'])
else: _fread = add_name_field(features.read(fields=_f))
order = []
for nf,feat in enumerate(_fread):
reg = where(labels == feat[-1])[0][0]
order.append(reg)
X1 = make_X_labels(X, feat[1], feat[2], feat[_si] if _si else None, downstr[0], upstr[0])
xlim = (X1[0],X1[-1])
Y = [data[reg, :, n] for n in range(data.shape[-1])]
if nf == 0:
lineplot(X1, Y, output=pdf, new=True, last=False, mfrow=mfrow,
main=labels[reg], ylim=(ymin,ymax), xlim=xlim)
elif nf < nplot-1:
lineplot(X1, Y, output=pdf, new=False, last=False,
main=labels[reg], ylim=(ymin,ymax), xlim=xlim)
else:
lineplot(X1, Y, output=pdf, new=False, last=True, legend=snames,
main=labels[reg], ylim=(ymin,ymax), xlim=xlim)
break
if outf == 'archive':
for n,sn in enumerate(snames):
_datf = self.temporary_path(fname=sn+"_data.txt")
with open(_datf,"w") as dff:
dff.write("\t".join([""]+[str(x) for x in X])+"\n")
for k in order:
dff.write("\t".join([labels[k]]+[str(x) for x in data[k, :, n]])+"\n")
tarfh.add(_datf,arcname=os.path.basename(_datf))
else:
raise ValueError("Mode not implemented: %s" % mode)
if outf == 'archive':
tarfh.add(pdf,arcname=os.path.basename(pdf))
tarfh.close()
self.new_file(tarname, 'data_archive')
else:
self.new_file(pdf, 'plot_features')
return self.display_time()
def __call__(self, **kw):
def make_X_labels(X, start, end, strand, down, up):
flen = end - start
i0 = (list(where(X == 0)[0]) + [-1])[0] + 1
i1 = (list(where(X == 1)[0]) + [len(X) - 1])[0] + 1
i2 = len(X) - i1
istep = 0.5 / (i1 - i0)
if down < 1: down *= flen
if up < 1: up *= flen
Xup = (array(range(-i0, 0)) + .5) * up / i0
Xb = (X[i0:i1] + istep) * flen
Xdown = flen + (array(range(i2)) + .5) * down / i2
if strand is None or strand > 0:
return start + concatenate([Xup, Xb, Xdown])
else:
return end - concatenate([Xup, Xb, Xdown])
chrmeta = "guess"
features = track(kw.get('features'), chrmeta=chrmeta)
signals = kw.get('SigMulti', {}).get('signals', [])
if not isinstance(signals, list): signals = [signals]
signals = [track(sig) for sig in signals]
snames = [sig.name for sig in signals]
labels = None
data = None
upstr = _upstr
downstr = _downstr
if kw.get("upstream") is not None:
_up = int(kw["upstream"])
if _up > 50: upstr = (_up, 5)
elif _up > 0: upstr = (_up, 1)
else: upstr = (0, 0)
if kw.get("downstream") is not None:
_down = int(kw["downstream"])
if _down > 50: downstr = (_down, 5)
elif _down > 0: downstr = (_down, 1)
else: downstr = (0, 0)
if kw.get("nbins") is not None: nbins = max(1, int(kw["nbins"]))
else: nbins = _nbins
if kw.get("noclust") is not None:
noclust = str(kw["noclust"]).lower() in ['1', 'true', 't', 'on']
else:
noclust = False
try:
ymin = float(kw.get('ymin'))
except (ValueError, TypeError):
ymin = None
try:
ymax = float(kw.get('ymax'))
except (ValueError, TypeError):
ymax = None
for chrom in features.chrmeta:
if 'name' in features.fields: _fread = features.read(chrom)
else: _fread = add_name_field(features.read(chrom))
_l, _d = feature_matrix([s.read(chrom) for s in signals],
_fread,
segment=True,
nbins=nbins,
upstream=upstr,
downstream=downstr)
if _d.size == 0:
continue
if data is None:
labels = _l
data = _d
else:
labels = concatenate((labels, _l))
data = vstack((data, _d))
outf = str(kw.get('output'))
if outf not in output_list:
outf = output_list[0]
pdf = self.temporary_path(fname='plot_features.pdf')
if outf == 'archive':
tarname = self.temporary_path(fname='plot_features.tar.gz')
tarfh = tarfile.open(tarname, "w:gz")
if data is None:
raise ValueError("No data")
mode = kw.get('mode', 0)
if str(mode) in [str(x[0]) for x in plot_types]:
mode = int(mode)
X = array(range(-upstr[1] + 1, nbins + downstr[1] + 1)) / (1.0 * nbins)
if mode in plot_types[0]: #heatmap
new = True
if 'name' in features.fields:
_fread = features.read(fields=['chr', 'start', 'end', 'name'])
else:
_fread = add_name_field(
features.read(fields=['chr', 'start', 'end']))
order = [where(labels == feat[3])[0][0] for feat in _fread]
for n in range(data.shape[-1] - 1):
heatmap(data[order, :, n],
output=pdf,
new=new,
last=False,
rows=labels[order],
columns=X,
main=snames[n],
orderRows=not (noclust),
orderCols=False,
ymin=ymin,
ymax=ymax)
new = False
heatmap(data[order, :, -1],
output=pdf,
new=new,
last=True,
rows=labels[order],
columns=X,
main=snames[-1],
orderRows=not (noclust),
orderCols=False,
ymin=ymin,
ymax=ymax)
if outf == 'archive':
for n, sn in enumerate(snames):
_datf = self.temporary_path(fname=sn + "_data.txt")
with open(_datf, "w") as dff:
dff.write("\t".join([""] + [str(x) for x in X]) + "\n")
for k in order:
dff.write("\t".join(
[labels[k]] + [str(x)
for x in data[k, :, n]]) + "\n")
tarfh.add(_datf, arcname=os.path.basename(_datf))
elif mode in plot_types[1]: #average lineplot
Y = data.mean(axis=0)
if ymin is None: ymin = min([x.min() for x in Y] + [0])
if ymax is None: ymax = max([x.max() for x in Y])
lineplot(X, [Y[:, n] for n in range(data.shape[-1])],
output=pdf,
new=True,
last=True,
legend=snames,
ylim=(ymin, ymax))
if outf == 'archive':
_datf = self.temporary_path(fname="lineplot_data.txt")
with open(_datf, "w") as dff:
dff.write("\t".join([""] + [str(x) for x in X]) + "\n")
for n, sn in enumerate(snames):
dff.write("\t".join([sn] + [str(x)
for x in Y[:, n]]) + "\n")
tarfh.add(_datf, arcname=os.path.basename(_datf))
elif mode in plot_types[2]: #mosaic
mfrow = [4, 3]
nplot = min(data.shape[0], max_pages * mfrow[0] * mfrow[1])
if ymin is None: ymin = min([data.min(), 0])
if ymax is None: ymax = data.max()
_f = ['chr', 'start', 'end']
_si = None
if 'strand' in features.fields:
_f.append('strand')
_si = 3
if 'name' in features.fields:
_fread = features.read(fields=_f + ['name'])
else:
_fread = add_name_field(features.read(fields=_f))
order = []
for nf, feat in enumerate(_fread):
reg = where(labels == feat[-1])[0][0]
order.append(reg)
X1 = make_X_labels(X, feat[1], feat[2],
feat[_si] if _si else None, downstr[0],
upstr[0])
xlim = (X1[0], X1[-1])
Y = [data[reg, :, n] for n in range(data.shape[-1])]
if nf == 0:
lineplot(X1,
Y,
output=pdf,
new=True,
last=False,
mfrow=mfrow,
main=labels[reg],
ylim=(ymin, ymax),
xlim=xlim)
elif nf < nplot - 1:
lineplot(X1,
Y,
output=pdf,
new=False,
last=False,
main=labels[reg],
ylim=(ymin, ymax),
xlim=xlim)
else:
lineplot(X1,
Y,
output=pdf,
new=False,
last=True,
legend=snames,
main=labels[reg],
ylim=(ymin, ymax),
xlim=xlim)
break
if outf == 'archive':
for n, sn in enumerate(snames):
_datf = self.temporary_path(fname=sn + "_data.txt")
with open(_datf, "w") as dff:
dff.write("\t".join([""] + [str(x) for x in X]) + "\n")
for k in order:
dff.write("\t".join(
[labels[k]] + [str(x)
for x in data[k, :, n]]) + "\n")
tarfh.add(_datf, arcname=os.path.basename(_datf))
else:
raise ValueError("Mode not implemented: %s" % mode)
if outf == 'archive':
tarfh.add(pdf, arcname=os.path.basename(pdf))
tarfh.close()
self.new_file(tarname, 'data_archive')
else:
self.new_file(pdf, 'plot_features')
return self.display_time()
