def __init__(self):
self.config = config
self.identity = Identity()
self.ipfs = IPFSNode()
self.scandb = ScanDB(
self.ipfs,
self.identity,
self.config['main']['username'],
index_path='scandb/index_dag',
data_path='scandb/data_blocks',
write_buffer_path='/data/filestore/scandb/buffer.json',
heads_file_path='/data/filestore/scandb/dag_heads.json',
genesis_nodes=self.config['scandb']['genesis_nodes'],
logger_name='SCANDB',
log_level=self.config['scandb']['log_level'],
)
self.status = {}
self.scanner = PortScanner()
self.scan_queue = queue.Queue()
self.logger = get_logger('MAIN', self.config['main']['log_level'])
self.consumer_queue = queue.Queue()
self.producer_queue = queue.Queue()
self.status = {
'scandb': {
'index_dag': {
'sync': True
},
'data_blocks': {
'sync': True,
'total': 0,
'pending': 0
}
},
'port_scanner': {
'mode': 'scan', # banner_grab or analysis
'data': {}
},
'ipfs': {
'pubsub_peers': 0,
'swarm_peers': 0
}
}
def ConnectScanDB(self, **kws):
self.scandb = ScanDB(**kws)
# print "Scandb ", self.scandb
if self.scandb is not None:
basedir = self.scandb.get_info('user_folder')
fileroot = self.scandb.get_info('server_fileroot')
basedir = str(basedir)
fileroot = str(fileroot)
if basedir.startswith(fileroot):
basedir = basedir[len(fileroot):]
fullpath = os.path.join(fileroot, basedir)
fullpath = fullpath.replace('\\', '/').replace('//', '/')
curdir = os.getcwd()
try:
os.chdir(fullpath)
except:
os.chdir(curdir)
self.scandb.connect_pvs()
def ConnectScanDB(self, **kws):
self.scandb = ScanDB(**kws)
# print "Scandb ", self.scandb
if self.scandb is not None:
basedir = self.scandb.get_info('user_folder')
fileroot = self.scandb.get_info('server_fileroot')
basedir = str(basedir)
fileroot = str(fileroot)
if basedir.startswith(fileroot):
basedir = basedir[len(fileroot):]
fullpath = os.path.join(fileroot, basedir)
fullpath = fullpath.replace('\\', '/').replace('//', '/')
curdir = os.getcwd()
try:
os.chdir(fullpath)
except:
os.chdir(curdir)
self.scandb.connect_pvs()
class EpicsXRFDisplayFrame(XRFDisplayFrame):
_about = """Epics XRF Spectra Display
Matt Newville <newville @ cars.uchicago.edu>
"""
me4_layout = ((0, 0), (1, 0), (1, 1), (0, 1))
main_title = 'Epics XRF Control'
def __init__(self,
parent=None,
_larch=None,
prefix=None,
det_type='ME-4',
is_xsp3=False,
nmca=4,
size=(725, 580),
scandb_conn=None,
title='Epics XRF Display',
output_title='XRF',
**kws):
self.det_type = det_type
self.is_xsp3 = is_xsp3
self.nmca = nmca
self.det_fore = 1
self.det_back = 0
self.scandb = None
if scandb_conn is not None:
self.ConnectScanDB(**scandb_conn)
self.onConnectEpics(event=None, prefix=prefix)
XRFDisplayFrame.__init__(self,
parent=parent,
_larch=_larch,
title=title,
size=size,
**kws)
def onConnectEpics(self, event=None, prefix=None, **kws):
if prefix is None:
res = self.prompt_for_detector(prefix=prefix,
is_xsp3=self.is_xsp3,
nmca=self.nmca)
self.prefix, self.det_type, self.is_xsp3, self.nmca = res
else:
self.prefix = prefix
self.det_fore = 1
self.det_back = 0
self.clear_mcas()
self.connect_to_detector(prefix=self.prefix,
is_xsp3=self.is_xsp3,
det_type=self.det_type,
nmca=self.nmca)
def ConnectScanDB(self, **kws):
self.scandb = ScanDB(**kws)
# print "Scandb ", self.scandb
if self.scandb is not None:
basedir = self.scandb.get_info('user_folder')
fileroot = self.scandb.get_info('server_fileroot')
basedir = str(basedir)
fileroot = str(fileroot)
if basedir.startswith(fileroot):
basedir = basedir[len(fileroot):]
fullpath = os.path.join(fileroot, basedir)
fullpath = fullpath.replace('\\', '/').replace('//', '/')
curdir = os.getcwd()
try:
os.chdir(fullpath)
except:
os.chdir(curdir)
self.scandb.connect_pvs()
def onSaveMCAFile(self, event=None, **kws):
tmp = '''
# print 'SaveMCA File'
deffile = ''
if hasattr(self.mca, 'sourcefile'):
deffile = "%s%s" % (deffile, getattr(self.mca, 'sourcefile'))
if hasattr(self.mca, 'areaname'):
deffile = "%s%s" % (deffile, getattr(self.mca, 'areaname'))
if deffile == '':
deffile ='test'
if not deffile.endswith('.mca'):
deffile = deffile + '.mca'
'''
deffile = 'save.mca' # fix_filename(str(deffile))
outfile = FileSave(self,
"Save MCA File",
default_file=deffile,
wildcard=FILE_WILDCARDS)
environ = []
if self.scandb is not None:
c, table = self.scandb.get_table('pvs')
pvrows = self.scandb.query(table).all()
for row in pvrows:
addr = str(row.name)
desc = str(row.notes)
val = self.scandb.pvs[addr].get(as_string=True)
environ.append((addr, val, desc))
if outfile is not None:
self.det.save_mcafile(outfile, environ=environ)
def onSaveColumnFile(self, event=None, **kws):
print(' EPICS-XRFDisplay onSaveColumnFile not yet implemented ')
pass
def prompt_for_detector(self, prefix=None, is_xsp3=False, nmca=4):
dlg = DetectorSelectDialog(prefix=prefix, is_xsp3=is_xsp3, nmca=nmca)
dlg.Raise()
if dlg.ShowModal() == wx.ID_OK:
dpref = dlg.prefix.GetValue()
atype = dlg.is_xsp3.IsChecked()
dtype = dlg.dettype.GetStringSelection()
nmca = dlg.nelem.GetValue()
dlg.Destroy()
return dpref, dtype, atype, nmca
def connect_to_detector(self,
prefix=None,
is_xsp3=False,
det_type=None,
nmca=4):
self.det = None
if is_xsp3:
self.det = Epics_Xspress3(prefix=prefix, nmca=nmca)
self.det.connect()
time.sleep(0.5)
self.det.get_mca(mca=1)
self.needs_newplot = True
else:
self.det = Epics_MultiXMAP(prefix=prefix, nmca=nmca)
def show_mca(self, init=False):
self.needs_newplot = False
if self.mca is None or self.needs_newplot:
self.mca = self.det.get_mca(mca=self.det_fore)
self.plotmca(self.mca, set_title=False, init=init)
title = "Foreground: MCA{:d}".format(self.det_fore)
if self.det_back > 0:
if self.mca2 is None:
self.mca2 = self.det.get_mca(mca=self.det_back)
c2 = self.det.get_array(mca=self.det_back)
e2 = self.det.get_energy(mca=self.det_back)
title = "{:s} Background: MCA{:d}".format(title, self.det_back)
try:
self.oplot(e2, c2)
except ValueError:
pass
roiname = self.get_roiname()
if roiname in self.wids['roilist'].GetStrings():
i = self.wids['roilist'].GetStrings().index(roiname)
self.wids['roilist'].EnsureVisible(i)
self.onROI(label=roiname)
self.SetTitle("%s: %s" % (self.main_title, title))
self.needs_newplot = False
def onSaveROIs(self, event=None, **kws):
dlg = wx.FileDialog(self,
message="Save ROI File",
defaultDir=os.getcwd(),
wildcard=ROI_WILDCARD,
style=wx.FD_SAVE | wx.FD_CHANGE_DIR)
if dlg.ShowModal() == wx.ID_OK:
roifile = dlg.GetPath()
self.det.save_rois(roifile)
def onRestoreROIs(self, event=None, **kws):
dlg = wx.FileDialog(self,
message="Read ROI File",
defaultDir=os.getcwd(),
wildcard=ROI_WILDCARD,
style=wx.FD_OPEN | wx.FD_CHANGE_DIR)
if dlg.ShowModal() == wx.ID_OK:
roifile = dlg.GetPath()
self.det.restore_rois(roifile)
self.set_roilist(mca=self.mca)
self.show_mca()
self.onSelectDet(event=None, index=0)
def createCustomMenus(self):
menu = wx.Menu()
MenuItem(self, menu, "Connect to Detector\tCtrl+D",
"Connect to MCA or XSPress3 Detector", self.onConnectEpics)
menu.AppendSeparator()
self._menus.insert(1, (menu, 'Detector'))
def createMainPanel(self):
epicspanel = self.createEpicsPanel()
ctrlpanel = self.createControlPanel()
plotpanel = self.panel = self.createPlotPanel()
self.panel.SetName('plotpanel')
tx, ty = self.wids['ptable'].GetBestSize()
cx, cy = ctrlpanel.GetBestSize()
px, py = plotpanel.GetBestSize()
self.SetSize((950, 625))
self.SetMinSize((450, 350))
style = wx.ALIGN_LEFT | wx.EXPAND | wx.ALL
bsizer = wx.BoxSizer(wx.HORIZONTAL)
bsizer.Add(ctrlpanel, 0, style, 1)
bsizer.Add(plotpanel, 1, style, 1)
hline = wx.StaticLine(self,
size=(425, 2),
style=wx.LI_HORIZONTAL | style)
sizer = wx.BoxSizer(wx.VERTICAL)
sizer.Add(epicspanel, 0, style, 1)
sizer.Add(hline, 0, style, 1)
sizer.Add(bsizer, 1, style, 1)
pack(self, sizer)
self.set_roilist(mca=None)
def createEpicsPanel(self):
pane = wx.Panel(self, name='epics panel')
psizer = wx.GridBagSizer(4, 12) # wx.BoxSizer(wx.HORIZONTAL)
btnpanel = wx.Panel(pane, name='buttons')
nmca = self.nmca
NPERROW = 6
self.SetFont(Font(9))
if self.det_type.lower().startswith('me-4') and nmca < 5:
btnsizer = wx.GridBagSizer(2, 2)
else:
btnsizer = wx.GridBagSizer(
int((nmca + NPERROW - 2) / (1.0 * NPERROW)), NPERROW)
style = wx.ALIGN_LEFT | wx.ALIGN_CENTER_VERTICAL
rstyle = wx.ALIGN_RIGHT | wx.ALIGN_CENTER_VERTICAL
bkg_choices = ['None']
psizer.Add(SimpleText(pane, ' MCAs: '), (0, 0), (1, 1), style, 1)
for i in range(1, 1 + nmca):
bkg_choices.append("%i" % i)
b = Button(btnpanel,
'%i' % i,
size=(30, 25),
action=partial(self.onSelectDet, index=i))
self.wids['det%i' % i] = b
loc = divmod(i - 1, NPERROW)
if self.det_type.lower().startswith('me-4') and nmca < NPERROW - 1:
loc = self.me4_layout[i - 1]
btnsizer.Add(b, loc, (1, 1), style, 1)
pack(btnpanel, btnsizer)
nrows = 1 + loc[0]
if self.det_type.lower().startswith('me-4') and nmca < 5:
nrows = 2
psizer.Add(btnpanel, (0, 1), (nrows, 1), style, 1)
self.wids['det_status'] = SimpleText(pane,
' ',
size=(120, -1),
style=style)
self.wids['deadtime'] = SimpleText(pane,
' ',
size=(120, -1),
style=style)
self.wids['bkg_det'] = Choice(pane,
size=(75, -1),
choices=bkg_choices,
action=self.onSelectDet)
self.wids['dwelltime'] = FloatCtrl(pane,
value=0.0,
precision=1,
minval=0,
size=(80, -1),
act_on_losefocus=True,
action=self.onSetDwelltime)
self.wids['elapsed'] = SimpleText(pane,
' ',
size=(80, -1),
style=style)
b1 = Button(pane, 'Start', size=(90, 25), action=self.onStart)
b2 = Button(pane, 'Stop', size=(90, 25), action=self.onStop)
b3 = Button(pane, 'Erase', size=(90, 25), action=self.onErase)
b4 = Button(pane,
'Continuous',
size=(90, 25),
action=partial(self.onStart, dtime=0))
bkg_lab = SimpleText(pane, 'Background MCA:', size=(150, -1))
pre_lab = SimpleText(pane, 'Preset Time (s):', size=(125, -1))
ela_lab = SimpleText(pane, 'Elapsed Time (s):', size=(125, -1))
sta_lab = SimpleText(pane, 'Status :', size=(100, -1))
dea_lab = SimpleText(pane, '% Deadtime:', size=(100, -1))
psizer.Add(bkg_lab, (0, 2), (1, 1), style, 1)
psizer.Add(self.wids['bkg_det'], (1, 2), (1, 1), style, 1)
psizer.Add(pre_lab, (0, 3), (1, 1), style, 1)
psizer.Add(ela_lab, (1, 3), (1, 1), style, 1)
psizer.Add(self.wids['dwelltime'], (0, 4), (1, 1), style, 1)
psizer.Add(self.wids['elapsed'], (1, 4), (1, 1), style, 1)
psizer.Add(b1, (0, 5), (1, 1), style, 1)
psizer.Add(b4, (0, 6), (1, 1), style, 1)
psizer.Add(b2, (1, 5), (1, 1), style, 1)
psizer.Add(b3, (1, 6), (1, 1), style, 1)
psizer.Add(sta_lab, (0, 7), (1, 1), style, 1)
psizer.Add(self.wids['det_status'], (0, 8), (1, 1), style, 1)
psizer.Add(dea_lab, (1, 7), (1, 1), style, 1)
psizer.Add(self.wids['deadtime'], (1, 8), (1, 1), style, 1)
pack(pane, psizer)
# pane.SetMinSize((500, 53))
self.det.connect_displays(status=self.wids['det_status'],
elapsed=self.wids['elapsed'],
deadtime=self.wids['deadtime'])
wx.CallAfter(self.onSelectDet, index=1, init=True)
self.timer_counter = 0
self.mca_timer = wx.Timer(self)
self.Bind(wx.EVT_TIMER, self.UpdateData, self.mca_timer)
self.mca_timer.Start(100)
return pane
# def update_mca(self, counts, **kws):
# self.det.needs_refresh = False
def UpdateData(self, event=None, force=False):
self.timer_counter += 1
if self.mca is None or self.needs_newplot:
self.show_mca()
# self.elapsed_real = self.det.elapsed_real
self.mca.real_time = self.det.elapsed_real
if force or self.det.needs_refresh:
self.det.needs_refresh = False
if self.det_back > 0:
if self.mca2 is None:
self.mca2 = self.det.get_mca(mca=self.det_back)
counts = self.det.get_array(mca=self.det_back)
energy = self.det.get_energy(mca=self.det_back)
try:
self.update_mca(counts,
energy=energy,
is_mca2=True,
draw=False)
except ValueError:
pass
if self.mca is None:
self.mca = self.det.get_mca(mca=self.det_fore)
counts = self.det.get_array(mca=self.det_fore) * 1.0
energy = self.det.get_energy(mca=self.det_fore)
if max(counts) < 1.0:
counts = 1e-4 * np.ones(len(counts))
counts[0] = 2.0
self.update_mca(counts, energy=energy)
def ShowROIStatus(self, left, right, name='', panel=0):
if left > right:
return
sum = self.ydata[left:right].sum()
dt = self.mca.real_time
roi_ave = self.roi_aves[panel]
roi_ave.update(sum)
cps = roi_ave.get_cps()
nmsg, cmsg, rmsg = '', '', ''
if len(name) > 0:
nmsg = " %s" % name
cmsg = " Counts={:10,.0f}".format(sum)
if cps is not None and cps > 0:
rmsg = " CPS={:10,.1f}".format(cps)
self.write_message("%s%s%s" % (nmsg, cmsg, rmsg), panel=panel)
def onSelectDet(self, event=None, index=0, init=False, **kws):
if index > 0:
self.det_fore = index
self.det_back = self.wids['bkg_det'].GetSelection()
if self.det_fore == self.det_back:
self.det_back = 0
for i in range(1, self.nmca + 1):
dname = 'det%i' % i
bcol = (220, 220, 220)
fcol = (0, 0, 0)
if i == self.det_fore:
bcol = (60, 50, 245)
fcol = (240, 230, 100)
if i == self.det_back:
bcol = (80, 200, 20)
self.wids[dname].SetBackgroundColour(bcol)
self.wids[dname].SetForegroundColour(fcol)
self.clear_mcas()
self.show_mca(init=init)
self.Refresh()
def swap_mcas(self, event=None):
if self.mca2 is None:
return
self.mca, self.mca2 = self.mca2, self.mca
fore, back = self.det_fore, self.det_back
self.wids['bkg_det'].SetSelection(fore)
self.onSelectDet(index=back)
def onSetDwelltime(self, event=None, **kws):
if 'dwelltime' in self.wids:
self.det.set_dwelltime(dtime=self.wids['dwelltime'].GetValue())
def clear_mcas(self):
self.mca = self.mca2 = None
self.x2data = self.y2data = None
self.needs_newplot = True
def onStart(self, event=None, dtime=None, **kws):
if dtime is not None:
self.wids['dwelltime'].SetValue("%.1f" % dtime)
self.det.set_dwelltime(dtime=dtime)
else:
self.det.set_dwelltime(dtime=self.wids['dwelltime'].GetValue())
[rave.clear() for rave in self.roi_aves]
self.det.start()
def onStop(self, event=None, **kws):
self.det.stop()
self.det.needs_refresh = True
time.sleep(0.125)
self.UpdateData(event=None, force=True)
def onErase(self, event=None, **kws):
self.needs_newplot = True
self.det.erase()
def onDelROI(self, event=None):
roiname = self.get_roiname()
errmsg = None
if self.roilist_sel is None:
errmsg = 'No ROI selected to delete.'
if errmsg is not None:
return Popup(self, errmsg, 'Cannot Delete ROI')
self.det.del_roi(roiname)
XRFDisplayFrame.onDelROI(self)
def onNewROI(self, event=None):
roiname = self.get_roiname()
errmsg = None
if self.xmarker_left is None or self.xmarker_right is None:
errmsg = 'Must select right and left markers to define ROI'
elif roiname in self.wids['roilist'].GetStrings():
errmsg = '%s is already in ROI list - use a unique name.' % roiname
if errmsg is not None:
return Popup(self, errmsg, 'Cannot Define ROI')
confirmed = XRFDisplayFrame.onNewROI(self)
if confirmed:
self.det.add_roi(roiname,
lo=self.xmarker_left,
hi=self.xmarker_right)
def onRenameROI(self, event=None):
roiname = self.get_roiname()
errmsg = None
if roiname in self.wids['roilist'].GetStrings():
errmsg = '%s is already in ROI list - use a unique name.' % roiname
elif self.roilist_sel is None:
errmsg = 'No ROI selected to rename.'
if errmsg is not None:
return Popup(self, errmsg, 'Cannot Rename ROI')
if self.roilist_sel < len(self.det.mcas[0].rois):
self.det.rename_roi(self.roilist_sel, roiname)
names = self.wids['roilist'].GetStrings()
names[self.roilist_sel] = roiname
self.wids['roilist'].Clear()
for sname in names:
self.wids['roilist'].Append(sname)
self.wids['roilist'].SetSelection(self.roilist_sel)
def onCalibrateEnergy(self, event=None, **kws):
try:
self.win_calib.Raise()
except:
self.win_calib = CalibrationFrame(self,
mca=self.mca,
larch=self.larch,
callback=self.onSetCalib)
def onSetCalib(self, offset, slope, mca=None):
print('XRFControl Set Energy Calibratione', offset, slope, mca)
def onClose(self, event=None):
self.onStop()
XRFDisplayFrame.onClose(self)
def onExit(self, event=None):
self.onStop()
XRFDisplayFrame.onExit(self)
class OtklikNode(object):
def __init__(self):
self.config = config
self.identity = Identity()
self.ipfs = IPFSNode()
self.scandb = ScanDB(
self.ipfs,
self.identity,
self.config['main']['username'],
index_path='scandb/index_dag',
data_path='scandb/data_blocks',
write_buffer_path='/data/filestore/scandb/buffer.json',
heads_file_path='/data/filestore/scandb/dag_heads.json',
genesis_nodes=self.config['scandb']['genesis_nodes'],
logger_name='SCANDB',
log_level=self.config['scandb']['log_level'],
)
self.status = {}
self.scanner = PortScanner()
self.scan_queue = queue.Queue()
self.logger = get_logger('MAIN', self.config['main']['log_level'])
self.consumer_queue = queue.Queue()
self.producer_queue = queue.Queue()
self.status = {
'scandb': {
'index_dag': {
'sync': True
},
'data_blocks': {
'sync': True,
'total': 0,
'pending': 0
}
},
'port_scanner': {
'mode': 'scan', # banner_grab or analysis
'data': {}
},
'ipfs': {
'pubsub_peers': 0,
'swarm_peers': 0
}
}
async def consumer_handler(self, websocket):
while True:
message = await websocket.recv()
self.consumer_queue.put_nowait(json.loads(message))
async def producer_handler(self, websocket):
while True:
if not self.producer_queue.empty():
message = self.producer_queue.get_nowait()
await websocket.send(json.dumps(message))
else:
await asyncio.sleep(0.5)
async def handler(self, websocket, path):
consumer_task = asyncio.ensure_future(self.consumer_handler(websocket))
producer_task = asyncio.ensure_future(self.producer_handler(websocket))
done, pending = await asyncio.wait(
[producer_task, consumer_task],
return_when=asyncio.FIRST_COMPLETED,
)
for task in pending:
task.cancel()
def consumer_thread(self):
while True:
msg = self.consumer_queue.get()
if msg and type(msg) is dict and 'type' in msg:
if msg['type'] == 'config_get':
self.producer_queue.put({
'type': 'config',
'data': self.config
})
elif msg['type'] == 'config_update':
self.config = msg['data']
self.producer_queue.put({
'type': 'config',
'data': self.config
})
elif msg['type'] == 'db_search_query_semantic':
with open('result_ssh.json') as f:
result = json.load(f)
self.producer_queue.put({
"type": "db_search_result",
"data": {
"result": result
}
})
else:
self.producer_queue.put({
'type': 'error',
'data': {
'message': 'Unknown request type'
}
})
def producer_thread(self):
while True:
self.status['ipfs'] = {
'pubsub_peers': len(self.ipfs.ipfs_pubsub_peers),
'swarm_peers': len(self.ipfs.swarm_peers)
}
self.status['port_scanner'] = self.scanner.status,
self.status['scandb'] = self.scandb.status
self.producer_queue.put({'type': 'status', 'data': self.status})
time.sleep(2)
def scanner_manager(self):
while True:
if self.scan_queue.empty():
self.logger.debug('Starting randomscan session')
scan_data = self.scanner.randomscan()
if scan_data:
self.logger.debug('Randomscan has been completed')
self.logger.debug('Adding scan results to the database')
self.scandb.add(scan_data)
else:
self.logger.debug(
'Scan results are empty - nothing to add')
else:
scan_targets = self.scan_queue.get()
scan_data = self.scanner.scan(scan_targets['ips'],
ports=scan_targets['ports'])
if scan_data:
self.scandb.add(scan_data)
def run(self):
scandb_thread = Thread(target=self.scandb.run)
scandb_thread.start()
if self.config['port_scanner']['enabled']:
scanner_thread = Thread(target=self.scanner_manager)
scanner_thread.start()
if self.config['main']['serve_gui']:
consumer_thread = Thread(target=self.consumer_thread)
consumer_thread.start()
status_thread = Thread(target=self.producer_thread)
status_thread.start()
start_server = websockets.serve(self.handler, '0.0.0.0', 5678)
asyncio.get_event_loop().run_until_complete(start_server)
asyncio.get_event_loop().run_forever()
class EpicsXRFDisplayFrame(XRFDisplayFrame):
_about = """Epics XRF Spectra Display
Matt Newville <newville @ cars.uchicago.edu>
"""
me4_layout = ((0, 0), (1, 0), (1, 1), (0, 1))
main_title = 'Epics XRF Control'
def __init__(self, parent=None, _larch=None, prefix=None,
det_type='ME-4', ioc_type='Xspress3',
nmca=4, size=(725, 580), scandb_conn=None,
title='Epics XRF Display',
output_title='XRF', **kws):
self.det_type = det_type
self.ioc_type = ioc_type
self.nmca = nmca
self.det_fore = 1
self.det_back = 0
self.scandb = None
if scandb_conn is not None:
self.ConnectScanDB(**scandb_conn)
self.onConnectEpics(event=None, prefix=prefix)
XRFDisplayFrame.__init__(self, parent=parent, _larch=_larch,
title=title, size=size, **kws)
def onConnectEpics(self, event=None, prefix=None, **kws):
if prefix is None:
res = self.prompt_for_detector(prefix=prefix,
ioc_type=self.ioc_type,
nmca=self.nmca)
self.prefix, self.det_type, self.ioc_type, self.nmca = res
else:
self.prefix = prefix
self.det_fore = 1
self.det_back = 0
self.clear_mcas()
self.connect_to_detector(prefix=self.prefix, ioc_type=self.ioc_type,
det_type=self.det_type, nmca=self.nmca)
def ConnectScanDB(self, **kws):
self.scandb = ScanDB(**kws)
# print "Scandb ", self.scandb
if self.scandb is not None:
basedir = self.scandb.get_info('user_folder')
fileroot = self.scandb.get_info('server_fileroot')
basedir = str(basedir)
fileroot = str(fileroot)
if basedir.startswith(fileroot):
basedir = basedir[len(fileroot):]
fullpath = os.path.join(fileroot, basedir)
fullpath = fullpath.replace('\\', '/').replace('//', '/')
curdir = os.getcwd()
try:
os.chdir(fullpath)
except:
os.chdir(curdir)
self.scandb.connect_pvs()
def onSaveMCAFile(self, event=None, **kws):
tmp = '''
# print 'SaveMCA File'
deffile = ''
if hasattr(self.mca, 'sourcefile'):
deffile = "%s%s" % (deffile, getattr(self.mca, 'sourcefile'))
if hasattr(self.mca, 'areaname'):
deffile = "%s%s" % (deffile, getattr(self.mca, 'areaname'))
if deffile == '':
deffile ='test'
if not deffile.endswith('.mca'):
deffile = deffile + '.mca'
'''
deffile = 'save.mca' # fix_filename(str(deffile))
outfile = FileSave(self, "Save MCA File",
default_file=deffile,
wildcard=FILE_WILDCARDS)
environ = []
if self.scandb is not None:
c, table = self.scandb.get_table('pvs')
pvrows = self.scandb.query(table).all()
for row in pvrows:
addr = str(row.name)
desc = str(row.notes)
val = self.scandb.pvs[addr].get(as_string=True)
environ.append((addr, val, desc))
if outfile is not None:
self.det.save_mcafile(outfile, environ=environ)
def onSaveColumnFile(self, event=None, **kws):
print( ' EPICS-XRFDisplay onSaveColumnFile not yet implemented ')
pass
def prompt_for_detector(self, prefix=None, ioc_type='Xspress3', nmca=4):
dlg = DetectorSelectDialog(prefix=prefix, ioc_type=ioc_type, nmca=nmca)
dlg.Raise()
if dlg.ShowModal() == wx.ID_OK:
dpref = dlg.prefix.GetValue()
atype = dlg.ioctype.GetStringSelection()
dtype = dlg.dettype.GetStringSelection()
nmca = dlg.nelem.GetValue()
dlg.Destroy()
return dpref, dtype, atype, nmca
def connect_to_detector(self, prefix=None, ioc_type='Xspress3',
det_type=None, nmca=4):
self.det = None
ioc_type = ioc_type.lower()
if ioc_type.startswith('xspress3'):
version = 2
if 'old' in ioc_type:
version = 1
self.det = Epics_Xspress3(prefix=prefix, nmca=nmca, version=version)
self.det.connect()
time.sleep(0.5)
self.det.get_mca(mca=1)
self.needs_newplot=True
else:
self.det = Epics_MultiXMAP(prefix=prefix, nmca=nmca)
def show_mca(self, init=False):
self.needs_newplot = False
if self.mca is None or self.needs_newplot:
self.mca = self.det.get_mca(mca=self.det_fore)
self.plotmca(self.mca, set_title=False, init=init)
title = "Foreground: MCA{:d}".format(self.det_fore)
if self.det_back > 0:
if self.mca2 is None:
self.mca2 = self.det.get_mca(mca=self.det_back)
c2 = self.det.get_array(mca=self.det_back)
e2 = self.det.get_energy(mca=self.det_back)
title = "{:s} Background: MCA{:d}".format(title, self.det_back)
try:
self.oplot(e2, c2)
except ValueError:
pass
roiname = self.get_roiname()
if roiname in self.wids['roilist'].GetStrings():
i = self.wids['roilist'].GetStrings().index(roiname)
self.wids['roilist'].EnsureVisible(i)
self.onROI(label=roiname)
dtime = self.det.get_deadtime(mca=self.det_fore)
self.wids['deadtime'].SetLabel("%.3f" % dtime)
self.SetTitle("%s: %s" % (self.main_title, title))
self.needs_newplot = False
def onSaveROIs(self, event=None, **kws):
dlg = wx.FileDialog(self, message="Save ROI File",
defaultDir=os.getcwd(),
wildcard=ROI_WILDCARD,
style = wx.FD_SAVE|wx.FD_CHANGE_DIR)
if dlg.ShowModal() == wx.ID_OK:
roifile = dlg.GetPath()
self.det.save_rois(roifile)
def onRestoreROIs(self, event=None, **kws):
dlg = wx.FileDialog(self, message="Read ROI File",
defaultDir=os.getcwd(),
wildcard=ROI_WILDCARD,
style = wx.FD_OPEN|wx.FD_CHANGE_DIR)
if dlg.ShowModal() == wx.ID_OK:
roifile = dlg.GetPath()
self.det.restore_rois(roifile)
self.set_roilist(mca=self.mca)
self.show_mca()
self.onSelectDet(event=None, index=0)
def createCustomMenus(self):
menu = wx.Menu()
MenuItem(self, menu, "Connect to Detector\tCtrl+D",
"Connect to MCA or XSPress3 Detector",
self.onConnectEpics)
menu.AppendSeparator()
self._menus.insert(1, (menu, 'Detector'))
def createMainPanel(self):
epicspanel = self.createEpicsPanel()
ctrlpanel = self.createControlPanel()
plotpanel = self.panel = self.createPlotPanel()
self.panel.SetName('plotpanel')
tx, ty = self.wids['ptable'].GetBestSize()
cx, cy = ctrlpanel.GetBestSize()
px, py = plotpanel.GetBestSize()
self.SetSize((950, 625))
self.SetMinSize((450, 350))
style = wx.ALIGN_LEFT|wx.EXPAND|wx.ALL
bsizer = wx.BoxSizer(wx.HORIZONTAL)
bsizer.Add(ctrlpanel, 0, style, 1)
bsizer.Add(plotpanel, 1, style, 1)
hline = wx.StaticLine(self, size=(425, 2), style=wx.LI_HORIZONTAL|style)
sizer = wx.BoxSizer(wx.VERTICAL)
sizer.Add(epicspanel, 0, style, 1)
sizer.Add(hline, 0, style, 1)
sizer.Add(bsizer, 1, style, 1)
pack(self, sizer)
self.set_roilist(mca=None)
def createEpicsPanel(self):
pane = wx.Panel(self, name='epics panel')
psizer = wx.GridBagSizer(4, 12) # wx.BoxSizer(wx.HORIZONTAL)
btnpanel = wx.Panel(pane, name='buttons')
nmca = self.nmca
NPERROW = 6
self.SetFont(Font(9))
if self.det_type.lower().startswith('me-4') and nmca<5:
btnsizer = wx.GridBagSizer(2, 2)
else:
btnsizer = wx.GridBagSizer(int((nmca+NPERROW-2)/(1.0*NPERROW)), NPERROW)
style = wx.ALIGN_LEFT|wx.ALIGN_CENTER_VERTICAL
rstyle = wx.ALIGN_RIGHT|wx.ALIGN_CENTER_VERTICAL
bkg_choices = ['None']
psizer.Add(SimpleText(pane, ' MCAs: '), (0, 0), (1, 1), style, 1)
for i in range(1, 1+nmca):
bkg_choices.append("%i" % i)
b = Button(btnpanel, '%i' % i, size=(30, 25),
action=partial(self.onSelectDet, index=i))
self.wids['det%i' % i] = b
loc = divmod(i-1, NPERROW)
if self.det_type.lower().startswith('me-4') and nmca<NPERROW-1:
loc = self.me4_layout[i-1]
btnsizer.Add(b, loc, (1, 1), style, 1)
pack(btnpanel, btnsizer)
nrows = 1 + loc[0]
if self.det_type.lower().startswith('me-4') and nmca<5:
nrows = 2
psizer.Add(btnpanel, (0, 1), (nrows, 1), style, 1)
self.wids['det_status'] = SimpleText(pane, ' ', size=(120, -1), style=style)
self.wids['deadtime'] = SimpleText(pane, ' ', size=(120, -1), style=style)
self.wids['bkg_det'] = Choice(pane, size=(75, -1), choices=bkg_choices,
action=self.onSelectDet)
self.wids['dwelltime'] = FloatCtrl(pane, value=0.0, precision=1, minval=0,
size=(80, -1), act_on_losefocus=True,
action=self.onSetDwelltime)
self.wids['elapsed'] = SimpleText(pane, ' ', size=(80, -1), style=style)
b1 = Button(pane, 'Start', size=(90, 25), action=self.onStart)
b2 = Button(pane, 'Stop', size=(90, 25), action=self.onStop)
b3 = Button(pane, 'Erase', size=(90, 25), action=self.onErase)
b4 = Button(pane, 'Continuous', size=(90, 25), action=partial(self.onStart,
dtime=0))
bkg_lab = SimpleText(pane, 'Background MCA:', size=(150, -1))
pre_lab = SimpleText(pane, 'Preset Time (s):', size=(125, -1))
ela_lab = SimpleText(pane, 'Elapsed Time (s):', size=(125, -1))
sta_lab = SimpleText(pane, 'Status :', size=(100, -1))
dea_lab = SimpleText(pane, 'OCR/ICR:', size=(100, -1))
psizer.Add(bkg_lab, (0, 2), (1, 1), style, 1)
psizer.Add(self.wids['bkg_det'], (1, 2), (1, 1), style, 1)
psizer.Add(pre_lab, (0, 3), (1, 1), style, 1)
psizer.Add(ela_lab, (1, 3), (1, 1), style, 1)
psizer.Add(self.wids['dwelltime'], (0, 4), (1, 1), style, 1)
psizer.Add(self.wids['elapsed'], (1, 4), (1, 1), style, 1)
psizer.Add(b1, (0, 5), (1, 1), style, 1)
psizer.Add(b4, (0, 6), (1, 1), style, 1)
psizer.Add(b2, (1, 5), (1, 1), style, 1)
psizer.Add(b3, (1, 6), (1, 1), style, 1)
psizer.Add(sta_lab, (0, 7), (1, 1), style, 1)
psizer.Add(self.wids['det_status'], (0, 8), (1, 1), style, 1)
psizer.Add(dea_lab, (1, 7), (1, 1), style, 1)
psizer.Add(self.wids['deadtime'], (1, 8), (1, 1), style, 1)
pack(pane, psizer)
# pane.SetMinSize((500, 53))
self.det.connect_displays(status=self.wids['det_status'],
elapsed=self.wids['elapsed'])
wx.CallAfter(self.onSelectDet, index=1, init=True)
self.timer_counter = 0
self.mca_timer = wx.Timer(self)
self.Bind(wx.EVT_TIMER, self.UpdateData, self.mca_timer)
self.mca_timer.Start(100)
return pane
def UpdateData(self, event=None, force=False):
self.timer_counter += 1
if self.mca is None or self.needs_newplot:
self.show_mca()
# self.elapsed_real = self.det.elapsed_real
self.mca.real_time = self.det.elapsed_real
if force or self.det.needs_refresh:
self.det.needs_refresh = False
if self.det_back > 0:
if self.mca2 is None:
self.mca2 = self.det.get_mca(mca=self.det_back)
counts = self.det.get_array(mca=self.det_back)
energy = self.det.get_energy(mca=self.det_back)
try:
self.update_mca(counts, energy=energy, is_mca2=True, draw=False)
except ValueError:
pass
if self.mca is None:
self.mca = self.det.get_mca(mca=self.det_fore)
dtime = self.det.get_deadtime(mca=self.det_fore)
self.wids['deadtime'].SetLabel("%.3f" % dtime)
counts = self.det.get_array(mca=self.det_fore)*1.0
energy = self.det.get_energy(mca=self.det_fore)
if max(counts) < 1.0:
counts = 1e-4*np.ones(len(counts))
counts[0] = 2.0
self.update_mca(counts, energy=energy)
def ShowROIStatus(self, left, right, name='', panel=0):
if left > right:
return
sum = self.ydata[left:right].sum()
try:
ftime, nframes = self.det.get_frametime()
except:
ftime = self.det.frametime
nframes = self.det.nframes
self.det.elapsed_real = nframes * ftime
rate = 1.0 / (nframes * ftime)
cps = sum * rate
nmsg, cmsg, rmsg = '', '', ''
if len(name) > 0:
nmsg = " %s" % name
for roi in self.det.mcas[self.det_fore-1].rois:
if name.lower() == roi.name.lower():
counts = roi.sum
cps = counts/ftime
cmsg = " Counts={:10,.0f}".format(sum)
if cps is not None and cps > 0:
rmsg = " CPS={:10,.1f}".format(cps)
self.write_message("%s%s%s" % (nmsg, cmsg, rmsg), panel=panel)
def onSelectDet(self, event=None, index=0, init=False, **kws):
if index > 0:
self.det_fore = index
self.det_back = self.wids['bkg_det'].GetSelection()
if self.det_fore == self.det_back:
self.det_back = 0
for i in range(1, self.nmca+1):
dname = 'det%i' % i
bcol = (220, 220, 220)
fcol = (0, 0, 0)
if i == self.det_fore:
bcol = (60, 50, 245)
fcol = (240, 230, 100)
if i == self.det_back:
bcol = (80, 200, 20)
self.wids[dname].SetBackgroundColour(bcol)
self.wids[dname].SetForegroundColour(fcol)
self.clear_mcas()
self.show_mca(init=init)
self.Refresh()
def swap_mcas(self, event=None):
if self.mca2 is None:
return
self.mca, self.mca2 = self.mca2, self.mca
fore, back = self.det_fore, self.det_back
self.wids['bkg_det'].SetSelection(fore)
self.onSelectDet(index=back)
def onSetDwelltime(self, event=None, **kws):
if 'dwelltime' in self.wids:
self.det.set_dwelltime(dtime=self.wids['dwelltime'].GetValue())
def clear_mcas(self):
self.mca = self.mca2 = None
self.x2data = self.y2data = None
self.needs_newplot = True
def onStart(self, event=None, dtime=None, **kws):
if dtime is not None:
self.wids['dwelltime'].SetValue("%.1f" % dtime)
self.det.set_dwelltime(dtime=dtime)
else:
self.det.set_dwelltime(dtime=self.wids['dwelltime'].GetValue())
self.det.start()
def onStop(self, event=None, **kws):
self.det.stop()
self.det.needs_refresh = True
time.sleep(0.125)
self.UpdateData(event=None, force=True)
def onErase(self, event=None, **kws):
self.needs_newplot = True
self.det.erase()
def onDelROI(self, event=None):
roiname = self.get_roiname()
errmsg = None
t0 = time.time()
if self.roilist_sel is None:
errmsg = 'No ROI selected to delete.'
if errmsg is not None:
return Popup(self, errmsg, 'Cannot Delete ROI')
self.det.del_roi(roiname)
XRFDisplayFrame.onDelROI(self)
def onNewROI(self, event=None):
roiname = self.get_roiname()
errmsg = None
if self.xmarker_left is None or self.xmarker_right is None:
errmsg = 'Must select right and left markers to define ROI'
elif roiname in self.wids['roilist'].GetStrings():
errmsg = '%s is already in ROI list - use a unique name.' % roiname
if errmsg is not None:
return Popup(self, errmsg, 'Cannot Define ROI')
confirmed = XRFDisplayFrame.onNewROI(self)
if confirmed:
self.det.add_roi(roiname, lo=self.xmarker_left,
hi=self.xmarker_right)
def onRenameROI(self, event=None):
roiname = self.get_roiname()
errmsg = None
if roiname in self.wids['roilist'].GetStrings():
errmsg = '%s is already in ROI list - use a unique name.' % roiname
elif self.roilist_sel is None:
errmsg = 'No ROI selected to rename.'
if errmsg is not None:
return Popup(self, errmsg, 'Cannot Rename ROI')
if self.roilist_sel < len(self.det.mcas[0].rois):
self.det.rename_roi(self.roilist_sel, roiname)
names = self.wids['roilist'].GetStrings()
names[self.roilist_sel] = roiname
self.wids['roilist'].Clear()
for sname in names:
self.wids['roilist'].Append(sname)
self.wids['roilist'].SetSelection(self.roilist_sel)
def onCalibrateEnergy(self, event=None, **kws):
try:
self.win_calib.Raise()
except:
self.win_calib = CalibrationFrame(self, mca=self.mca,
larch=self.larch,
callback=self.onSetCalib)
def onSetCalib(self, offset, slope, mca=None):
print('XRFControl Set Energy Calibratione' , offset, slope, mca)
def onClose(self, event=None):
self.onStop()
XRFDisplayFrame.onClose(self)
def onExit(self, event=None):
self.onStop()
XRFDisplayFrame.onExit(self)
