def showArrayStdVsIntTime(self):
intTimes = [1,2,3,5,10,15,30]
sdevVsIntTime = []
madVsIntTime = []
medVsIntTime = []
for intTime in intTimes:
image = np.zeros((self.nRow,self.nCol))
for iOb,ob in enumerate(self.skyObList):
x = ob.getPixelCountImage(firstSec=0,integrationTime=intTime)
image+=x['image']
hotPixMask = hotPixels.checkInterval(image=image)['mask']
image[hotPixMask!=0]=0
countList = image[image!=0]
sdevVsIntTime.append(np.std(countList))
madVsIntTime.append(np.median(np.abs(countList-np.median(countList))))
medVsIntTime.append(np.median(countList))
PopUp(parent=self).plotArray(image,title=r'%d std=%f mad=%f med=%f'%(intTime,sdevVsIntTime[-1],madVsIntTime[-1],medVsIntTime[-1]))
medVsIntTime = np.array(medVsIntTime)
sqrtNVsIntTime = np.sqrt(medVsIntTime)
pop = PopUp(parent=self,title='showArrayStdVsIntTime')
pop.axes.set_xlabel('integration time (s)')
pop.axes.set_ylabel('$\sigma$')
pop.axes.plot(intTimes,sqrtNVsIntTime,'k--',label=r'$\sqrt(med(N))$')
pop.axes.plot(intTimes,sdevVsIntTime,'k')
pop.axes.plot(intTimes,madVsIntTime,'r')
pop.draw()
def showTwilightPixelDeviationFromMedian(self,row,col):
x = self.getChisq(row,col)
reducedChisq = x['reducedChisq']
chisq = x['chisq']
percentDiffSpectrum = x['percentDiffSpectrum']
deltaPercentDiffSpectrum = x['deltaPercentDiffSpectrum']
nDeltaFromZero = x['nDeltaFromZero']
degreesOfFreedom = x['degreesOfFreedom']
print 'reduced chisq =',reducedChisq
print 'P-value =',1-chi2.cdf(chisq,degreesOfFreedom)
pop = PopUp(parent=self,title='showTwilightPixelDeviationFromMedian')
pop.axes.errorbar(self.wvlBinEdges[:-1],percentDiffSpectrum,linestyle='-',color='k',yerr=deltaPercentDiffSpectrum)
pop.axes.set_xlabel(r'$\lambda$ ($\AA$)')
pop.axes.set_ylabel(r'percent difference')
pop.axes.plot(self.wvlBinEdges[:-1],len(self.wvlBinEdges[:-1])*[0],'gray')
axes2 = pop.axes.twinx()
axes2.plot(self.wvlBinEdges[:-1],nDeltaFromZero,'m',alpha=.7)
align_yaxis(pop.axes,0,axes2,0)
axes2.set_ylabel(r'(pixelSpectrum-avgSpectrum)/$\sigma$',color='m')
pop.axes.set_title('Deviation from Avg Spectrum (%d,%d)'%(row,col))
pop.draw()
weights = self.flatInfo['weights'][row,col]
pop = PopUp(parent=self,title='showTwilightPixelDeviationFromMedian')
pop.axes.step(self.wvlBinEdges[:-1],self.averageTwilightSpectrum/self.wvlBinWidths,'k',label='avg')
pop.axes.step(self.wvlBinEdges[:-1],self.twilightSpectra[row,col]/self.wvlBinWidths,'b',label='weighted')
pop.axes.step(self.wvlBinEdges[:-1],(self.twilightSpectra[row,col]/weights)/self.wvlBinWidths,'r',label='raw')
pop.axes.set_xlabel(r'$\lambda$ ($\AA$)')
pop.axes.set_ylabel(r'counts per $\AA$')
pop.axes.set_title('Twilight Spectrum (%d,%d)'%(row,col))
pop.axes.legend(loc='lower right')
pop.draw()
def showTwilightPixelSpectrum(self,row,col):
spectrum = self.twilightSpectra[row,col]
pop = PopUp(parent=self,title='showTwilightPixelSpectrum')
pop.axes.step(self.wvlBinEdges[:-1],spectrum,where='post')
pop.axes.set_xlabel(r'$\lambda$ ($\AA$)')
pop.axes.set_ylabel(r'total counts')
pop.axes.set_title('twilight spectrum (%d,%d) '%(row,col))
pop.draw()
def showPixelRawPeakHist(self,row,col):
peaks = np.array([],dtype=np.double)
for iOb,ob in enumerate(self.obList):
x = ob.getTimedPacketList(row,col)
peaks = np.append(peaks,np.array(x['peakHeights'],dtype=np.double))
pop = PopUp(parent=self,title='showPixelRawPeakHist')
nBins=np.max(peaks)-np.min(peaks)
histPeaks,binEdges = np.histogram(peaks,bins=nBins)
pop.axes.step(binEdges[:-1],histPeaks,where='post')
pop.axes.set_xlabel('peak')
pop.axes.set_title('Packet Peaks (No Baseline Subtracted)')
pop.draw()
def showPixelRawBaselineHist(self,row,col):
baselines = np.array([],dtype=np.double)
for iOb,ob in enumerate(self.obList):
x = ob.getTimedPacketList(row,col)
baselines=np.append(baselines,np.array(x['baselines'],dtype=np.double))
pop = PopUp(parent=self,title='showPixelRawBaselineHist')
nBins=np.max(baselines)-np.min(baselines)
histBaselines,binEdges = np.histogram(baselines,bins=nBins)
pop.axes.step(binEdges[:-1],histBaselines,where='post')
pop.axes.set_xlabel('baseline')
pop.axes.set_title('Baselines')
pop.draw()
def showTwilightPixelStdVsFlux(self,row,col):
spectrumVsFluxVsTime = []
for iOb,ob in enumerate(self.twilightObList):
spectrumInTime = []
for sec in range(0,ob.getFromHeader('exptime'),self.twilightIntTime):
x = ob.getPixelSpectrum(pixelRow=row,pixelCol=col,firstSec=sec,integrationTime=self.twilightIntTime,weighted=True)
spectrum = x['spectrum']
binEdges = x['wvlBinEdges']
spectrum = np.convolve(spectrum,np.ones(self.rebinSpecBins),'same')[self.firstAfterConvolve::self.rebinSpecBins]
spectrumInTime.append(spectrum)
spectrumInTime = np.array(spectrumInTime)
spectrumVsFluxVsTime.append(spectrumInTime)
spectrumVsFluxVsTime = np.array(spectrumVsFluxVsTime)
#resulting array indexed as
#spectrumVsFluxVsTime[iOb][iTimeChunk][iWvlBin]
#sum over wavelength for total counts
countsVsFluxVsTime = [np.sum(spectrumInTime,axis=1) for spectrumInTime in spectrumVsFluxVsTime]
#countsVsFluxVsTime[iFlux][iTimeChunk]
countStds = [np.std(countsVsTime) for countsVsTime in countsVsFluxVsTime]
fluxes = [np.median(countsVsTime) for countsVsTime in countsVsFluxVsTime]
fluxes = np.array(fluxes)
countStds = np.array(countStds)
countSqrts = [np.sqrt(np.median(countsVsTime)) for countsVsTime in countsVsFluxVsTime]
countSqrts = np.array(countSqrts)
spectrumStds = [np.std(spectrumVsTime,axis=0) for spectrumVsTime in spectrumVsFluxVsTime]
spectrumSqrts = [np.sqrt(np.median(spectrumVsTime,axis=0)) for spectrumVsTime in spectrumVsFluxVsTime]
spectrumStds = np.array(spectrumStds)
spectrumSqrts = np.array(spectrumSqrts)
pop = PopUp(parent=self,title='showTwilightPixelStdVsFlux')
pop.axes.set_xlabel('median counts')
pop.axes.set_ylabel('normalized $\sigma$')
pop.axes.plot(fluxes,countSqrts/np.max(countSqrts),'k--',
label=r'$\sqrt{N}$')
pop.axes.plot(fluxes,countStds/np.max(countSqrts),'k',
label=r'%d-%d $\AA$'%(self.rebinnedWvlEdges[0],self.rebinnedWvlEdges[-1]))
nBins = np.shape(spectrumStds)[1]
for iBin in xrange(nBins):
pop.axes.plot(fluxes,
spectrumStds[:,iBin]/np.max(spectrumSqrts[:,iBin]),
c=cm.jet((iBin+1.0)/nBins),
label=r'%d-%d $\AA$'%(self.rebinnedWvlEdges[iBin],
self.rebinnedWvlEdges[iBin+1]))
pop.axes.legend(loc='upper left')
pop.axes.set_title('Normalized Standard Deviation vs Twilight Flux, (%d,%d)'%(row,col))
pop.draw()
def showPixelLightCurve(self,row,col):
lightCurve = []
for iOb,ob in enumerate(self.obList):
for sec in range(0,ob.getFromHeader('exptime'),self.intTime):
x = ob.getPixelCount(iRow=row,iCol=col,firstSec=sec,integrationTime=self.intTime,weighted=True)
counts = x['counts']/self.intTime
lightCurve.append(counts)
pop = PopUp(parent=self,title='showPixelLightCurve')
times=np.arange(0,len(lightCurve)*self.intTime,self.intTime)
pop.axes.set_xlabel('time (s)')
pop.axes.set_ylabel('cps')
pop.axes.plot(times,lightCurve,c='k')
pop.axes.set_title('Light Curve (%d,%d)'%(row,col))
pop.draw()
def showPixelLaserSpectrum(self,row,col):
#First plot the laser cal spectrum for this pixel to see if it's good
x = self.cal.getTimedPacketList(row,col)
phases=np.array(x['peakHeights'],dtype=np.double)-np.array(x['baselines'],dtype=np.double)
pop = PopUp(parent=self,title='showPixelLaserSpectrum')
nBins=np.max(phases)-np.min(phases)
histPhases,binEdges = np.histogram(phases,bins=nBins)
lambdaBinEdges = self.cal.convertToWvl(binEdges,row,col,excludeBad=True)
pop.axes.set_xlabel(r'$\lambda$ ($\AA$)')
if len(lambdaBinEdges)==0: #no wavecal for this pixel, so lambdaBinEdges came back empty
lambdaBinEdges = binEdges
pop.axes.set_xlabel('phase (ADU)')
pop.axes.step(lambdaBinEdges[:-1],histPhases,where='post',color='k')
pop.axes.set_ylabel('counts')
pop.axes.set_title('Raw Laser Cal Spectrum (%d,%d)'%(row,col))
wvlCalSigma = self.cal.wvlErrorTable[row,col]
xOffset = self.cal.wvlCalTable[row,col,0]
yOffset = self.cal.wvlCalTable[row,col,1]
amplitude = self.cal.wvlCalTable[row,col,2]
#energy(eV) = amplitude*(pulseHeight-xOffset)**2+yOffset
stackLabel = 'obs'
run = self.params['run']
sunsetDate = self.params[stackLabel+'SunsetDate']
calTimestamp = self.params[stackLabel+'WvlTimestamp']
wvlDriftFileName = FileName(run=run,date=sunsetDate,tstamp=calTimestamp).calDriftInfo()
wvlDriftFile = tables.openFile(wvlDriftFileName,mode='r')
wvlDriftInfo = wvlDriftFile.root.params_drift.driftparams.read()
wvlDriftFile.close()
driftEntry = wvlDriftInfo[np.logical_and(wvlDriftInfo['pixelrow']==row ,wvlDriftInfo['pixelcol']==col)][0]
#extract gaussianparams in first column of selected row
bluePhaseSigma=driftEntry[0][2]
bluePhaseAmp = driftEntry[0][1]
bluePhaseOffset = driftEntry[0][0]
redPhaseSigma=driftEntry[0][5]
redPhaseAmp = driftEntry[0][4]
redPhaseOffset = driftEntry[0][3]
phases = np.linspace(np.min(phases),np.max(phases),(nBins+1)*100.)
blueGaussFit = bluePhaseAmp*np.exp(-1/2*((phases-bluePhaseOffset)/bluePhaseSigma)**2)
redGaussFit = redPhaseAmp*np.exp(-1/2*((phases-redPhaseOffset)/redPhaseSigma)**2)
wavelengths = self.cal.convertToWvl(phases,row,col)
if len(wavelengths)==0: #no wavecal for this pixel, so lambdaBinEdges came back empty
wavelengths=phases
pop.axes.plot(wavelengths,blueGaussFit,'b')
pop.axes.plot(wavelengths,redGaussFit,'r')
pop.draw()
def showPixelFlatWeights(self,row,col):
pop = PopUp(parent=self,title='showPixelFlatWeights')
for iFlat,flatInfo in enumerate(self.flatInfos):
weights = flatInfo['weights'][row,col]
flatSpectra = flatInfo['spectra'][row,col]
flatMedians = flatInfo['median']
deltaFlatSpectra = np.sqrt(flatSpectra)
deltaWeights = weights*deltaFlatSpectra/flatSpectra
color=cm.jet((iFlat+1.)/len(self.flatInfos))
wvlBinCenters = self.wvlBinEdges[:-1]+np.diff(self.wvlBinEdges)/2.
pop.axes.plot(self.wvlBinEdges[:-1],weights,linestyle='-',label=self.params['flatInfoFiles'][iFlat],color=color,)
pop.axes.errorbar(wvlBinCenters,weights,linestyle=',',yerr=deltaWeights,color=color)
pop.axes.set_xlabel(r'$\lambda$ ($\AA$)')
pop.axes.set_ylabel(r'Weights')
pop.axes.set_title('Flat Weights')
pop.axes.legend(loc='lower right')
pop.draw()
def showPixelSpectrum(self,row,col):
spectrum = self.spectra[row,col]
binWidths = np.diff(self.wvlBinEdges)
if self.params['showPixelRawSpectrum']:
weights = self.flatInfo['weights'][row,col]
rawSpectrum = self.spectra[row,col]/weights
rawSpectrum/=binWidths
spectrum/=binWidths
pop = PopUp(parent=self,title='showPixelSpectrum')
pop.axes.step(self.wvlBinEdges[:-1],spectrum,label='calibrated',color='b',where='post')
if self.params['showPixelRawSpectrum']:
pop.axes.step(self.wvlBinEdges[:-1],rawSpectrum,label='raw',color='r',where='post')
pop.axes.set_xlabel(r'$\lambda$ ($\AA$)')
pop.axes.set_ylabel(r'counts/$\AA$')
pop.axes.legend(loc='lower right')
pop.axes.set_title('spectrum (%d,%d)'%(row,col))
pop.draw()
def showPixelWvlLightCurves(self,row,col):
spectrumInTime = []
for iOb,ob in enumerate(self.obList):
for sec in range(0,ob.getFromHeader('exptime'),self.intTime):
x = ob.getPixelSpectrum(pixelRow=row,pixelCol=col,firstSec=sec,integrationTime=self.intTime,weighted=True)
spectrum = x['spectrum']
spectrum = np.convolve(spectrum,np.ones(self.rebinSpecBins),'same')[self.firstAfterConvolve::self.rebinSpecBins]
spectrumInTime.append(spectrum)
spectrumInTime = np.array(spectrumInTime)
nBins = np.shape(spectrumInTime)[1]
pop = PopUp(parent=self,title='showPixelWvlLightCurves')
#plot counts vs time for each wavelength bin
times=np.arange(len(spectrumInTime[:,0]))*self.intTime
for iBin in xrange(nBins):
pop.axes.plot(times,1.0*spectrumInTime[:,iBin]/self.intTime,
c=cm.jet((iBin+1.)/nBins),
label=r'%d-%d $\AA$'%(self.rebinnedWvlEdges[iBin],
self.rebinnedWvlEdges[iBin+1]))
pop.axes.set_xlabel('time (s)')
pop.axes.set_ylabel('cps')
#plot counts vs time summed over all wavelengths
pop.axes.legend(loc='upper right')
pop.axes.set_title('Light Curve by Band (%d,%d)'%(row,col))
pop.draw()
