def __call__(self, **kw):
table = kw.get('table')
title = splitext(basename(table))[0]
nb_colors = int(kw.get('nb_colors') or nb_colors_def)
logscale = kw.get('log', False)
if isinstance(logscale, basestring):
logscale = (logscale.lower() in ['1', 'true', 't', 'on'])
cor = kw.get('cor', False)
if isinstance(cor, basestring):
cor = (cor.lower() in ['1', 'true', 't', 'on'])
if cor: cor = True
else: cor = False
make_list = kw.get('rowids', False)
if isinstance(make_list, basestring):
make_list = (make_list.lower() in ['1', 'true', 't', 'on'])
names = []
values = None
with open(table) as _tabl:
col_labels = _tabl.readline().strip("\n\r").split("\t")[1:]
for line in _tabl:
newline = line.strip("\n\r").split("\t")
names.append(newline.pop(0))
if values is None: values = array(newline, dtype=float)
else: values = vstack([values, array(newline, dtype=float)])
if logscale: values = log2(1 + values)
values -= median(values, axis=0)
values /= median(abs(values), axis=0)
pdf = self.temporary_path(fname='%s.pdf' % title)
if make_list:
pdf, roword = heatmap(values,
output=pdf,
rows=names,
columns=col_labels,
main=title,
nb_colors=nb_colors,
return_rowInd=True,
cor=cor)
List_ID = self.temporary_path(fname='%s_row_order.txt' % title)
with open(List_ID, "w") as L:
L.write("Row" + "\t" + "ID.number" + "\t" + "ID.name" + "\n")
L.write("\n".join([
"%i\t%i\t%s" % (i + 1, n, names[n - 1])
for i, n in enumerate(roword)
]))
self.new_file(List_ID, 'List')
else:
pdf = heatmap(values,
output=pdf,
rows=names,
columns=col_labels,
main=title,
nb_colors=nb_colors,
return_rowInd=False,
cor=cor)
self.new_file(pdf, 'Heatmap')
return self.display_time()
def __call__(self, **kw):
table = kw.get('table')
title = splitext(basename(table))[0]
nb_colors = int(kw.get('nb_colors') or nb_colors_def)
logscale = kw.get('log',False)
if isinstance(logscale, basestring):
logscale = (logscale.lower() in ['1', 'true', 't','on'])
cor = kw.get('cor',False)
if isinstance(cor, basestring):
cor = (cor.lower() in ['1', 'true', 't','on'])
if cor: cor = True
else: cor = False
make_list = kw.get('rowids',False)
if isinstance(make_list, basestring):
make_list = (make_list.lower() in ['1', 'true', 't','on'])
names = []
values = None
with open(table) as _tabl:
col_labels = _tabl.readline().strip("\n\r").split("\t")[1:]
for line in _tabl:
newline = line.strip("\n\r").split("\t")
names.append(newline.pop(0))
if values is None: values = array(newline,dtype=float)
else: values = vstack([values,array(newline,dtype=float)])
if logscale: values = log2(1+values)
values -= median(values,axis=0)
mads = median(abs(values),axis=0)
mads[mads < 1e-6] = nan
values /= mads
pdf = self.temporary_path(fname='%s.pdf' %title)
if make_list:
pdf, roword = heatmap(values, output=pdf, rows=names, columns=col_labels, main=title, nb_colors=nb_colors, return_rowInd=True, cor=cor)
List_ID = self.temporary_path(fname='%s_row_order.txt' %title)
with open(List_ID,"w") as L:
L.write("Row"+"\t"+"ID.number"+"\t"+"ID.name"+"\n")
L.write("\n".join(["%i\t%i\t%s" %(i+1,n,names[n-1]) for i, n in enumerate(roword)]))
self.new_file(List_ID, 'List')
else:
pdf = heatmap(values, output=pdf, rows=names, columns=col_labels, main=title, nb_colors=nb_colors, return_rowInd=False, cor=cor)
self.new_file(pdf, 'Heatmap')
return self.display_time()
def __call__(self, **kw):
def make_X_labels(X,start,end,strand,down,up):
flen = end-start
i0 = (list(where(X == 0)[0])+[-1])[0]+1
i1 = (list(where(X == 1)[0])+[len(X)-1])[0]+1
i2 = len(X)-i1
istep = 0.5/(i1-i0)
if down < 1: down *= flen
if up < 1: up *= flen
Xup = (array(range(-i0,0))+.5)*up/i0
Xb = (X[i0:i1]+istep)*flen
Xdown = flen+(array(range(i2))+.5)*down/i2
if strand is None or strand > 0: return start+concatenate([Xup,Xb,Xdown])
else: return end-concatenate([Xup,Xb,Xdown])
chrmeta = "guess"
features = track(kw.get('features'), chrmeta=chrmeta)
#signals = kw.get('SigMulti',{}).get('signals', [])
signals = kw.get('signals', [])
if not isinstance(signals, list): signals = [signals]
signals = [track(sig) for sig in signals]
snames = [sig.name for sig in signals]
labels = None
data = None
upstr = _upstr
downstr = _downstr
if kw.get("upstream") is not None:
_up = int(kw["upstream"])
if _up > 50: upstr = (_up,5)
elif _up > 0: upstr = (_up,1)
else: upstr = (0,0)
if kw.get("downstream") is not None:
_down = int(kw["downstream"])
if _down > 50: downstr = (_down,5)
elif _down > 0: downstr = (_down,1)
else: downstr = (0,0)
if kw.get("nbins") is not None: nbins = max(1,int(kw["nbins"]))
else: nbins = _nbins
if kw.get("noclust") is not None:
noclust = str(kw["noclust"]).lower() in ['1','true','t','on']
else:
noclust = False
try:
ymin = float(kw.get('ymin'))
except (ValueError, TypeError):
ymin = None
try:
ymax = float(kw.get('ymax'))
except (ValueError, TypeError):
ymax = None
for chrom in features.chrmeta:
if 'name' in features.fields: _fread = features.read(chrom)
else: _fread = add_name_field(features.read(chrom))
_l, _d = feature_matrix([s.read(chrom) for s in signals], _fread,
segment=True, nbins=nbins,
upstream=upstr, downstream=downstr)
if _d.size == 0:
continue
if data is None:
labels = _l
data = _d
else:
labels = concatenate((labels, _l))
data = vstack((data, _d))
outf = str(kw.get('output'))
if outf not in output_list:
outf = output_list[0]
pdf = self.temporary_path(fname='plot_features.pdf')
if outf == 'archive':
tarname = self.temporary_path(fname='plot_features.tar.gz')
tarfh = tarfile.open(tarname, "w:gz")
if data is None:
raise ValueError("No data")
mode = kw.get('mode', 0)
if str(mode) in [str(x[0]) for x in plot_types]:
mode = int(mode)
X = array(range(-upstr[1]+1,nbins+downstr[1]+1))/(1.0*nbins)
if mode in plot_types[0]: #heatmap
new = True
if 'name' in features.fields: _fread = features.read(fields=['chr','start','end','name'])
else: _fread = add_name_field(features.read(fields=['chr','start','end']))
order = [where(labels == feat[3])[0][0] for feat in _fread]
for n in range(data.shape[-1]-1):
heatmap(data[order, :, n], output=pdf, new=new, last=False,
rows=labels[order], columns=X, main=snames[n],
orderRows=not(noclust), orderCols=False,
ymin=ymin, ymax=ymax)
new = False
heatmap(data[order, :, -1], output=pdf, new=new, last=True,
rows=labels[order], columns=X, main=snames[-1],
orderRows=not(noclust), orderCols=False,
ymin=ymin, ymax=ymax)
if outf == 'archive':
for n,sn in enumerate(snames):
_datf = self.temporary_path(fname=sn+"_data.txt")
with open(_datf,"w") as dff:
dff.write("\t".join([""]+[str(x) for x in X])+"\n")
for k in order:
dff.write("\t".join([labels[k]]+[str(x) for x in data[k, :, n]])+"\n")
tarfh.add(_datf,arcname=os.path.basename(_datf))
elif mode in plot_types[1]: #average lineplot
Y = data.mean(axis=0)
if ymin is None: ymin = min([x.min() for x in Y]+[0])
if ymax is None: ymax = max([x.max() for x in Y])
lineplot(X, [Y[:, n] for n in range(data.shape[-1])],
output=pdf, new=True, last=True, legend=snames,
ylim=(ymin,ymax))
if outf == 'archive':
_datf = self.temporary_path(fname="lineplot_data.txt")
with open(_datf,"w") as dff:
dff.write("\t".join([""]+[str(x) for x in X])+"\n")
for n,sn in enumerate(snames):
dff.write("\t".join([sn]+[str(x) for x in Y[:, n]])+"\n")
tarfh.add(_datf,arcname=os.path.basename(_datf))
elif mode in plot_types[2]: #mosaic
mfrow = [4,3]
nplot = min(data.shape[0], max_pages*mfrow[0]*mfrow[1])
if ymin is None: ymin = min([data.min(),0])
if ymax is None: ymax = data.max()
_f = ['chr','start','end']
_si = None
if 'strand' in features.fields:
_f.append('strand')
_si = 3
if 'name' in features.fields: _fread = features.read(fields=_f+['name'])
else: _fread = add_name_field(features.read(fields=_f))
order = []
for nf,feat in enumerate(_fread):
reg = where(labels == feat[-1])[0][0]
order.append(reg)
X1 = make_X_labels(X, feat[1], feat[2], feat[_si] if _si else None, downstr[0], upstr[0])
xlim = (X1[0],X1[-1])
Y = [data[reg, :, n] for n in range(data.shape[-1])]
if nf == 0:
lineplot(X1, Y, output=pdf, new=True, last=False, mfrow=mfrow,
main=labels[reg], ylim=(ymin,ymax), xlim=xlim)
elif nf < nplot-1:
lineplot(X1, Y, output=pdf, new=False, last=False,
main=labels[reg], ylim=(ymin,ymax), xlim=xlim)
else:
lineplot(X1, Y, output=pdf, new=False, last=True, legend=snames,
main=labels[reg], ylim=(ymin,ymax), xlim=xlim)
break
if outf == 'archive':
for n,sn in enumerate(snames):
_datf = self.temporary_path(fname=sn+"_data.txt")
with open(_datf,"w") as dff:
dff.write("\t".join([""]+[str(x) for x in X])+"\n")
for k in order:
dff.write("\t".join([labels[k]]+[str(x) for x in data[k, :, n]])+"\n")
tarfh.add(_datf,arcname=os.path.basename(_datf))
else:
raise ValueError("Mode not implemented: %s" % mode)
if outf == 'archive':
tarfh.add(pdf,arcname=os.path.basename(pdf))
tarfh.close()
self.new_file(tarname, 'data_archive')
else:
self.new_file(pdf, 'plot_features')
return self.display_time()
def __call__(self, **kw):
def make_X_labels(X, start, end, strand, down, up):
flen = end - start
i0 = (list(where(X == 0)[0]) + [-1])[0] + 1
i1 = (list(where(X == 1)[0]) + [len(X) - 1])[0] + 1
i2 = len(X) - i1
istep = 0.5 / (i1 - i0)
if down < 1: down *= flen
if up < 1: up *= flen
Xup = (array(range(-i0, 0)) + .5) * up / i0
Xb = (X[i0:i1] + istep) * flen
Xdown = flen + (array(range(i2)) + .5) * down / i2
if strand is None or strand > 0:
return start + concatenate([Xup, Xb, Xdown])
else:
return end - concatenate([Xup, Xb, Xdown])
chrmeta = "guess"
features = track(kw.get('features'), chrmeta=chrmeta)
signals = kw.get('SigMulti', {}).get('signals', [])
if not isinstance(signals, list): signals = [signals]
signals = [track(sig) for sig in signals]
snames = [sig.name for sig in signals]
labels = None
data = None
upstr = _upstr
downstr = _downstr
if kw.get("upstream") is not None:
_up = int(kw["upstream"])
if _up > 50: upstr = (_up, 5)
elif _up > 0: upstr = (_up, 1)
else: upstr = (0, 0)
if kw.get("downstream") is not None:
_down = int(kw["downstream"])
if _down > 50: downstr = (_down, 5)
elif _down > 0: downstr = (_down, 1)
else: downstr = (0, 0)
if kw.get("nbins") is not None: nbins = max(1, int(kw["nbins"]))
else: nbins = _nbins
if kw.get("noclust") is not None:
noclust = str(kw["noclust"]).lower() in ['1', 'true', 't', 'on']
else:
noclust = False
try:
ymin = float(kw.get('ymin'))
except (ValueError, TypeError):
ymin = None
try:
ymax = float(kw.get('ymax'))
except (ValueError, TypeError):
ymax = None
for chrom in features.chrmeta:
if 'name' in features.fields: _fread = features.read(chrom)
else: _fread = add_name_field(features.read(chrom))
_l, _d = feature_matrix([s.read(chrom) for s in signals],
_fread,
segment=True,
nbins=nbins,
upstream=upstr,
downstream=downstr)
if _d.size == 0:
continue
if data is None:
labels = _l
data = _d
else:
labels = concatenate((labels, _l))
data = vstack((data, _d))
outf = str(kw.get('output'))
if outf not in output_list:
outf = output_list[0]
pdf = self.temporary_path(fname='plot_features.pdf')
if outf == 'archive':
tarname = self.temporary_path(fname='plot_features.tar.gz')
tarfh = tarfile.open(tarname, "w:gz")
if data is None:
raise ValueError("No data")
mode = kw.get('mode', 0)
if str(mode) in [str(x[0]) for x in plot_types]:
mode = int(mode)
X = array(range(-upstr[1] + 1, nbins + downstr[1] + 1)) / (1.0 * nbins)
if mode in plot_types[0]: #heatmap
new = True
if 'name' in features.fields:
_fread = features.read(fields=['chr', 'start', 'end', 'name'])
else:
_fread = add_name_field(
features.read(fields=['chr', 'start', 'end']))
order = [where(labels == feat[3])[0][0] for feat in _fread]
for n in range(data.shape[-1] - 1):
heatmap(data[order, :, n],
output=pdf,
new=new,
last=False,
rows=labels[order],
columns=X,
main=snames[n],
orderRows=not (noclust),
orderCols=False,
ymin=ymin,
ymax=ymax)
new = False
heatmap(data[order, :, -1],
output=pdf,
new=new,
last=True,
rows=labels[order],
columns=X,
main=snames[-1],
orderRows=not (noclust),
orderCols=False,
ymin=ymin,
ymax=ymax)
if outf == 'archive':
for n, sn in enumerate(snames):
_datf = self.temporary_path(fname=sn + "_data.txt")
with open(_datf, "w") as dff:
dff.write("\t".join([""] + [str(x) for x in X]) + "\n")
for k in order:
dff.write("\t".join(
[labels[k]] + [str(x)
for x in data[k, :, n]]) + "\n")
tarfh.add(_datf, arcname=os.path.basename(_datf))
elif mode in plot_types[1]: #average lineplot
Y = data.mean(axis=0)
if ymin is None: ymin = min([x.min() for x in Y] + [0])
if ymax is None: ymax = max([x.max() for x in Y])
lineplot(X, [Y[:, n] for n in range(data.shape[-1])],
output=pdf,
new=True,
last=True,
legend=snames,
ylim=(ymin, ymax))
if outf == 'archive':
_datf = self.temporary_path(fname="lineplot_data.txt")
with open(_datf, "w") as dff:
dff.write("\t".join([""] + [str(x) for x in X]) + "\n")
for n, sn in enumerate(snames):
dff.write("\t".join([sn] + [str(x)
for x in Y[:, n]]) + "\n")
tarfh.add(_datf, arcname=os.path.basename(_datf))
elif mode in plot_types[2]: #mosaic
mfrow = [4, 3]
nplot = min(data.shape[0], max_pages * mfrow[0] * mfrow[1])
if ymin is None: ymin = min([data.min(), 0])
if ymax is None: ymax = data.max()
_f = ['chr', 'start', 'end']
_si = None
if 'strand' in features.fields:
_f.append('strand')
_si = 3
if 'name' in features.fields:
_fread = features.read(fields=_f + ['name'])
else:
_fread = add_name_field(features.read(fields=_f))
order = []
for nf, feat in enumerate(_fread):
reg = where(labels == feat[-1])[0][0]
order.append(reg)
X1 = make_X_labels(X, feat[1], feat[2],
feat[_si] if _si else None, downstr[0],
upstr[0])
xlim = (X1[0], X1[-1])
Y = [data[reg, :, n] for n in range(data.shape[-1])]
if nf == 0:
lineplot(X1,
Y,
output=pdf,
new=True,
last=False,
mfrow=mfrow,
main=labels[reg],
ylim=(ymin, ymax),
xlim=xlim)
elif nf < nplot - 1:
lineplot(X1,
Y,
output=pdf,
new=False,
last=False,
main=labels[reg],
ylim=(ymin, ymax),
xlim=xlim)
else:
lineplot(X1,
Y,
output=pdf,
new=False,
last=True,
legend=snames,
main=labels[reg],
ylim=(ymin, ymax),
xlim=xlim)
break
if outf == 'archive':
for n, sn in enumerate(snames):
_datf = self.temporary_path(fname=sn + "_data.txt")
with open(_datf, "w") as dff:
dff.write("\t".join([""] + [str(x) for x in X]) + "\n")
for k in order:
dff.write("\t".join(
[labels[k]] + [str(x)
for x in data[k, :, n]]) + "\n")
tarfh.add(_datf, arcname=os.path.basename(_datf))
else:
raise ValueError("Mode not implemented: %s" % mode)
if outf == 'archive':
tarfh.add(pdf, arcname=os.path.basename(pdf))
tarfh.close()
self.new_file(tarname, 'data_archive')
else:
self.new_file(pdf, 'plot_features')
return self.display_time()
