class MyGui(QtWidgets.QMainWindow):
def __init__(self, parent=None):
super(MyGui, self).__init__()
self.setupUi()
def setupUi(self):
self.setGeometry(QtCore.QRect(100, 100, 800, 800))
self.valkkafs = ValkkaFS.loadFromDirectory(
dirname="/home/sampsa/tmp/testvalkkafs")
self.manager = ValkkaFSManager(self.valkkafs)
self.manager.setOutput_(925412, 1) # id => slot
gpu_handler = GPUHandler()
pvc = PlayVideoContainerNxM(n_dim=3,
m_dim=3,
valkkafsmanager=self.manager,
gpu_handler=gpu_handler,
filterchain_group=None)
# dummy window
self.w = QtWidgets.QWidget(self)
self.setCentralWidget(self.w)
self.lay = QtWidgets.QVBoxLayout(self.w)
class MyGui(QtWidgets.QMainWindow):
def __init__(self, parent=None):
super(MyGui, self).__init__()
self.setupUi()
def setupUi(self):
self.setGeometry(QtCore.QRect(100, 100, 800, 800))
self.w = QtWidgets.QWidget(self)
self.setCentralWidget(self.w)
self.lay = QtWidgets.QVBoxLayout(self.w)
self.timelinewidget = TimeLineWidget(datetime.date.today(),
parent=self.w)
self.timelinewidget.setLogLevel(logging.DEBUG)
self.lay.addWidget(self.timelinewidget)
self.calendarwidget = CalendarWidget(datetime.date.today(),
parent=self.w)
self.buttons = QtWidgets.QWidget(self.w)
self.buttons_lay = QtWidgets.QHBoxLayout(self.buttons)
self.play_button = QtWidgets.QPushButton("play", self.buttons)
self.stop_button = QtWidgets.QPushButton("stop", self.buttons)
self.buttons_lay.addWidget(self.play_button)
self.buttons_lay.addWidget(self.stop_button)
self.lay.addWidget(self.buttons)
self.lay.addWidget(self.calendarwidget)
self.valkkafs = ValkkaFS.loadFromDirectory(
dirname="/home/sampsa/tmp/testvalkkafs")
self.manager = ValkkaFSManager(self.valkkafs)
self.manager.setOutput_(925412, 1) # id => slot
self.playback_controller = PlaybackController(
calendar_widget=self.calendarwidget,
timeline_widget=self.timelinewidget,
valkkafs_manager=self.manager,
play_button=self.play_button,
stop_button=self.stop_button)
"""
ctx)
av_in_filter = avthread.getFrameFilter()
avthread.startCall()
avthread.decodingOnCall()
# create an X-window
window_id = glthread.createWindow()
# map frames with slot 1 to that window
glthread.newRenderGroup(window_id)
context_id = glthread.newRenderContext(1, window_id, 0)
valkkafs = ValkkaFS.loadFromDirectory(dirname="/home/sampsa/tmp/testvalkkafs")
# manager = ValkkaFSManager(valkkafs, cb)
manager = ValkkaFSManager(valkkafs)
# manager.timeCallback__(1547796192621)
# paska
a = valkkafs.getBlockTable()
# print(a[:,0:10])
i=0
for row in a:
print("%2i : %s" % (i, str(row)))
i += 1
(t0, t1) = valkkafs.getTimeRange()
print("Min and Max time in milliseconds:", t0, t1)
print("Min time:", time.gmtime(t0/1000))
print("Max time:", time.gmtime(t1/1000))
class MyGui(QtWidgets.QMainWindow):
#config_dir = setValkkaLocalDir("live", varname = "config_dir")
#valkkafs_dir = setValkkaLocalDir("live","fs", varname = "valkkafs_dir")
def __init__(self, parent=None):
"""ctor
"""
super(MyGui, self).__init__()
self.initDirs()
self.initVars()
self.initConfigFiles()
self.readDB()
self.generateMethods()
self.setupUi()
self.startProcesses()
self.openValkka()
self.makeLogic()
self.post()
def getMargins(self):
# https://doc.qt.io/qt-5/application-windows.html#x11-peculiarities
if singleton.dx > 0:
return
singleton.dy = self.geometry().y() - self.y() # y() : with frame, geometry().y() : without frame
singleton.dx = self.geometry().x() - self.x()
singleton.dw = self.frameGeometry().width() - self.width()
singleton.dh = self.frameGeometry().height() - self.height()
print("getMargins: dy, dx, dw, dh", singleton.dy, singleton.dx, singleton.dw, singleton.dh)
# dy, dx, dw, dh 29 4 8 33
# WARNING! Must move main window before this starts to give any values other than zero ..!
# *** redefined Qt member functions ***
def closeEvent(self, e):
"""Triggered when the main qt program exits
"""
print("gui : closeEvent!")
self.closeContainers()
# self.manage_cameras_win.unSetPropagate() # don't send signals .. if you don't do this: close => closeEvent => will trigger self.reOpen
# self.manage_cameras_win.close()
self.camera_list_win.unSetPropagate()
self.camera_list_win.close()
self.config_win.unSetPropagate()
self.config_win.close()
self.closeValkka()
singleton.data_model.close()
self.closeProcesses()
e.accept()
def initDirs(self):
self.config_dir = singleton.config_dir
self.valkkafs_dir = singleton.valkkafs_dir
def initVars(self):
"""Define files & variables
"""
self.version_file = self.config_dir.getFile("version")
self.layout_file = self.config_dir.getFile("layout")
# singleton.thread = None # a QThread that reads multiprocessing pipes
self.containers_grid = [] # list of instances of valkka.live.container.grid.VideoContainerNxM
self.containers_playback = []
self.mvision_classes, self.mvision_client_classes, self.mvision_master_classes =\
tools.scanMVisionClasses(
singleton.mvision_package_names
)
if (len(self.mvision_classes) > 0 or len(self.mvision_client_classes) > 0):
self.mvision = True
else:
self.mvision = False
self.valkkafs = None
self.config_modified = False
self.valkkafs_modified = False
def initConfigFiles(self):
self.first_start = True
ver = self.readVersionNumber()
if ver is not None: # this indicates that the program has been started earlier
print("valkka.live : loading config file for version number", ver)
if ver:
if (ver[0] == version.VERSION_MAJOR and ver[1] == version.VERSION_MINOR):
self.first_start = False
else: # incorrect version number
print("valkka.live : clearing config")
pass
# .. or handle migration somehow
if self.first_start: # first time program start
# TODO: eula could be shown here
print(pre, "initConfigFiles : first start")
self.config_dir.reMake()
self.saveVersionNumber()
# self.saveConfigFile()
# self.saveWindowLayout() # clears window layout
self.first_start = True
def readDB(self):
"""Datamodel includes the following files: config.dat, devices.dat
"""
singleton.data_model = DataModel(directory = self.config_dir.get())
# singleton.data_model = DataModel(directory = tools.getConfigDir())
if (self.first_start):
print(pre, "readDB : first start")
singleton.data_model.clearAll()
singleton.data_model.saveAll()
# If camera collection is corrupt
if not singleton.data_model.checkCameraCollection():
singleton.data_model.clearCameraCollection()
def saveVersionNumber(self):
with open(self.version_file, "w") as f:
f.write(version.get())
def readVersionNumber(self):
try:
with open(self.version_file, "r") as f:
st = f.read()
vs = []
for s in st.split("."):
vs.append(int(s))
except:
print("valkka.live : could not read version number")
return None
else:
return vs
def saveWindowLayout(self):
self.serializeContainers()
def loadWindowLayout(self):
self.closeContainers()
self.deSerializeContainers()
# *** Generate Qt structures ***
def generateMethods(self):
"""Autogenerate some member functions
- Generates slot functions for launching containers
"""
for i in range(1, 5):
# adds member function grid_ixi_slot(self)
self.makeGridSlot(i, i)
self.makePlaybackGridSlot(i, i)
for cl in self.mvision_classes:
self.makeMvisionSlot(cl)
for cl in self.mvision_client_classes:
self.makeMvisionClientSlot(cl)
def setupUi(self):
self.setStyleSheet(style.main_gui)
self.setWindowTitle(singleton.program_name)
self.setGeometry(QtCore.QRect(100, 100, 500, 500))
self.w = QtWidgets.QWidget(self)
self.setCentralWidget(self.w)
self.filemenu = FileMenu(parent=self)
self.viewmenu = ViewMenu(parent=self) # grids up to 4x4
self.configmenu = ConfigMenu(parent=self)
if self.mvision:
mvision_elements = []
for cl in self.mvision_classes + self.mvision_client_classes:
if cl.auto_menu:
el = QuickMenuElement(title = cl.name, method_name = cl.name)
mvision_elements.append(el)
class MVisionMenu(QuickMenu):
title = "Machine Vision"
elements = mvision_elements
self.mvisionmenu = MVisionMenu(parent = self)
self.aboutmenu = AboutMenu(parent=self)
# create container and their windows
self.manage_cameras_container = singleton.data_model.getDeviceListAndForm(None)
self.manage_memory_container = singleton.data_model.getConfigForm()
self.manage_valkkafs_container = singleton.data_model.getValkkaFSForm()
self.manage_memory_container.signals.save.connect(self.config_modified_slot)
self.manage_cameras_container.getForm().signals.save_record.connect(self.config_modified_slot)
self.manage_valkkafs_container.signals.save.connect(self.valkkafs_modified_slot)
self.config_win = QTabCapsulate(
"Configuration",
[
(self.manage_cameras_container. widget, "Camera Configuration"),
(self.manage_memory_container. widget, "Memory Configuration"),
(self.manage_valkkafs_container.widget, "Recording Configuration")
]
)
self.config_win.signals.close.connect(self.config_dialog_close_slot)
# when the configuration dialog is reopened, inform the camera configuration form .. this way it can re-check if usb cams are available
self.config_win.signals.show.connect(self.manage_cameras_container.getForm().show_slot)
self.config_win.signals.show.connect(self.manage_cameras_container.choose_first_slot) # so that we have at least one device chosen
self.makeCameraTree()
self.camera_list_win = QCapsulate(self.treelist, "Camera List")
self.wait_label = QtWidgets.QLabel("Restarting Valkka, please wait ..")
self.wait_window = QCapsulate(self.wait_label, "Wait", nude = True)
def makeCameraTree(self):
self.root = HeaderListItem()
self.treelist = BasicView(parent = None, root = self.root)
self.updateCameraTree()
def updateCameraTree(self):
self.treelist.reset_()
self.server = ServerListItem(
name = "Localhost", ip = "127.0.0.1", parent = self.root)
"""
self.server1 = ServerListItem(
name="First Server", ip="192.168.1.20", parent=self.root)
"""
"""
self.camera1 = RTSPCameraListItem(camera=RTSPCameraDevice(
ip="192.168.1.4", username="******", password="******"), parent=self.server1)
self.camera2 = RTSPCameraListItem(camera=RTSPCameraDevice(
ip="192.168.1.4", username="******", password="******"), parent=self.server1)
"""
devices = []
for row in singleton.data_model.camera_collection.get():
# print(pre, "makeCameraTree : row", row)
if (row["classname"] == RTSPCameraRow.__name__):
row.pop("classname")
devices.append(
RTSPCameraListItem(
camera = RTSPCameraDevice(**row),
parent = self.server
)
)
elif (row["classname"] == USBCameraRow.__name__):
row.pop("classname")
devices.append(
USBCameraListItem(
camera = USBCameraDevice(**row),
parent = self.server
)
)
self.treelist.update()
self.treelist.expandAll()
def makeLogic(self):
# *** When camera list has been closed, re-create the cameralist tree and update filterchains ***
# self.manage_cameras_win.signals.close.connect(self.updateCameraTree) # now put into save_camera_config_slot
# self.manage_cameras_win.signals.close.connect(self.filterchain_group.update) # TODO: use this once fixed
# self.manage_cameras_win.signals.close.connect(self.filterchain_group.read) # TODO: eh.. lets be sure of this .. (are we releasing slots in the LiveThread etc.)
# self.manage_cameras_win.signals.close.connect(self.save_camera_config_slot)
# self.manage_memory_container.signals.save.connect(self.save_memory_conf_slot)
# *** Menu bar connections ***
# the self.filemenu.exit attribute was autogenerated
self.filemenu.exit. triggered.connect(self.exit_slot)
self.filemenu.save_window_layout. triggered.connect(self.save_window_layout_slot)
self.filemenu.load_window_layout. triggered.connect(self.load_window_layout_slot)
"""
self.configmenu.manage_cameras. triggered.connect(
self.manage_cameras_slot)
self.configmenu.memory_usage. triggered.connect(
self.memory_usage_slot)
"""
self.configmenu.configuration_dialog.triggered.connect(self.config_dialog_slot)
self.viewmenu.camera_list. triggered.connect(self.camera_list_slot)
self.aboutmenu.about_program. triggered.connect(self.about_slot)
# *** Connect autogenerated menu calls into autogenerated slot functions ***
for i in range(1, 5):
# gets member function grid_ixi_slot
slot_func = getattr(self, "grid_%ix%i_slot" % (i, i))
# gets member function grid_ixi from self.viewmenu.video_grid
menu_func = getattr(self.viewmenu.video_grid,
"grid_%ix%i" % (i, i))
menu_func.triggered.connect(slot_func)
# i.e., like this : self.viewmenu.video_grid.grid_1x1.triggered.connect(slot_func)
for i in range(1, 5):
# gets member function grid_ixi_slot
slot_func = getattr(self, "playback_grid_%ix%i_slot" % (i, i))
# gets member function grid_ixi from self.viewmenu.video_grid
menu_func = getattr(self.viewmenu.playback_video_grid,
"grid_%ix%i" % (i, i))
menu_func.triggered.connect(slot_func)
# i.e., like this : self.viewmenu.video_grid.grid_1x1.triggered.connect(slot_func)
# *** autogenerated machine vision menu and slots ***
for cl in self.mvision_classes + self.mvision_client_classes:
slot_func_name = cl.name+"_slot"
if hasattr(self, slot_func_name):
getattr(self.mvisionmenu,cl.name).triggered.connect(getattr(self,slot_func_name))
def post(self):
pass
# *** Container handling ***
def serializeContainers(self):
"""Serializes the current view of open video grids (i.e. the view)
returns a dictionary where the keys are complete classnames
each value corresponds to a list of containers of the class described by the key
each serialized container looks like this:
::
dic={
"kwargs" : {}, # parameters that we're used to instantiate this class
}
A concrete example:
::
{'valkka.live.container.grid.VideoContainerNxM': [
{ # individual serialized container
'child_class': <class 'valkka.live.container.video.VideoContainer'>,
'child_pars': [{'device_id': -1}],
'geom': (604, 0, 300, 300),
'm_dim': 1,
'n_dim': 1,
'n_xscreen': 0,
'title': 'Video Grid'
},
...
]
}
- TODO: this stuff should be moved to the db .. ? Or just keep using files..?
- Different row types:
VideoContainerNxM : columns: child_class, child_pars, geom, etc.., LAYOUT_ID
PlayVideoContainerNxM : .., LAYOUT_ID
CameraListWindow : .., LAYOUT_ID
- LAYOUT_ID identifies to which layout they belong
"""
"""
container_list = [] # list of instances of classes in valkka.live.container, e.g. valkka.live.container.grid.VideoContainerNxM, etc.
for container in self.containers_grid:
# these are of the type valkka.live.container.grid.VideoContainerNxM
print("gui: serialize containers : container=", pformat(container))
container_list.append(container.serialize())
# TODO: serialize self.containers_playback
# classnames compatible with local namespace
return {
"valkka.live.container.grid.VideoContainerNxM" : container_list
}
"""
singleton.data_model.layout_collection.clear()
container_list = []
for container in self.containers_grid:
ser = container.serialize()
# print(ser)
# {'title': 'Video Grid', 'n_xscreen': 0, 'child_class': <class 'valkka.live.container.video.VideoContainer'>,
# 'child_pars': [{'device_id': -1}, {'device_id': -1}, {'device_id': -1}, {'device_id': -1}], 'geom': (604, 0, 300, 300), 'n_dim': 2, 'm_dim': 2}
# singleton.data_model.layout_collection.new(VideoContainerNxMRow, ser) # nopes ..
ser.update({"type":"VideoContainerNxM"})
container_list.append(ser)
for container in self.containers_playback:
ser = container.serialize()
ser.update({"type":"PlayVideoContainerNxM"})
container_list.append(ser)
ser = {"type": "QMainWindow", "geom": getCorrectedGeom(self)}
container_list.append(ser)
if self.camera_list_win.isVisible():
ser = {"type": "CameraListWindow", "geom": getCorrectedGeom(self.camera_list_win)}
container_list.append(ser)
singleton.data_model.layout_collection.new(LayoutContainerRow, {"layout" : container_list})
print(singleton.data_model.layout_collection)
singleton.data_model.layout_collection.save()
def deSerializeContainers(self):
"""Re-creates containers, based on the list saved into layout_collection
This is the inverse of self.serializeContainers
Containers must be closed & self.contiainers etc. list must be cleared before calling this
"""
# glo = globals()
# print("glo>",glo)
singleton.reCacheDevicesById() # singleton.devices_by_id will be used by the containers
try:
row = next(singleton.data_model.layout_collection.get())
except StopIteration:
return
container_list = row["layout"]
# print(">", container_list)
for container_dic in container_list:
t = container_dic.pop("type") # get the type & remove it from the dict
if t == "VideoContainerNxM":
container_dic["child_class"] = nameToClass(container_dic.pop("child_class")) # swap from class name to class instance
container_dic["geom"] = tuple(container_dic["geom"]) # woops.. tuple does not json-serialize, but is changed to list .. so change it back to tuplee
# non-serializable parameters:
dic = {
"parent" : None,
"gpu_handler" : self.gpu_handler, # RootContainers(s) pass this downstream to child containers
"filterchain_group" : self.filterchain_group # RootContainers(s) pass this downstream to child containers
}
container_dic.update(dic)
# now container has the parameters to instantiate the object
print(">", container_dic)
cont = container.VideoContainerNxM(**container_dic) # instantiate container
cont.signals.closing.connect(self.rem_grid_container_slot)
self.containers_grid.append(cont)
if t == "PlayVideoContainerNxM":
container_dic["child_class"] = nameToClass(container_dic.pop("child_class")) # swap from class name to class instance
container_dic["geom"] = tuple(container_dic["geom"]) # woops.. tuple does not json-serialize, but is changed to list .. so change it back to tuplee
# non-serializable parameters:
dic = {
"parent" : None,
"gpu_handler" : self.gpu_handler, # RootContainers(s) pass this downstream to child containers
"filterchain_group" : self.filterchain_group_play,
"valkkafsmanager" : self.valkkafsmanager,
"playback_controller" : self.playback_controller
}
container_dic.update(dic)
# now container has the parameters to instantiate the object
print(">", container_dic)
cont = container.PlayVideoContainerNxM(**container_dic) # instantiate container
cont.signals.closing.connect(self.rem_playback_grid_container_slot)
self.containers_playback.append(cont)
elif t == "QMainWindow":
geom = container_dic["geom"]
self.setGeometry(geom[0], geom[1], geom[2], geom[3])
elif t == "CameraListWindow":
geom = container_dic["geom"]
self.camera_list_win.setVisible(True)
self.camera_list_win.setGeometry(geom[0], geom[1], geom[2], geom[3])
def closeContainers(self):
print("gui: closeContainers: containers_grid =", self.containers_grid)
for container in self.containers_grid:
container.close()
self.containers_grid = []
for container in self.containers_playback:
container.close()
self.containers_playback = []
# *** Multiprocess handling ***
def startProcesses(self):
"""Create and start python multiprocesses
Starting a multiprocess creates a process fork.
In theory, there should be no problem in first starting the multithreading environment and after that perform forks (only the thread requestin the fork is copied), but in practice, all kinds of weird behaviour arises.
Read all about it in here : http://www.linuxprogrammingblog.com/threads-and-fork-think-twice-before-using-them
"""
singleton.process_map = {} # each key is a list of started multiprocesses
# self.process_avail = {} # count instances
singleton.client_process_map = {}
singleton.master_process_map = {}
def span(mvision_classes: list, process_map: dict):
for mvision_class in mvision_classes:
name = mvision_class.name
tag = mvision_class.tag
num = mvision_class.max_instances
if (tag not in process_map):
process_map[tag] = []
# self.process_avail[tag] = num
for n in range(0, num):
print("startProcesses: spanning", tag, n)
# verbose = True
verbose = singleton.mvision_verbose
p = mvision_class(verbose = verbose)
# p.start()
p.go()
process_map[tag].append(p)
span(self.mvision_classes, singleton.process_map)
span(self.mvision_client_classes, singleton.client_process_map)
span(self.mvision_master_classes, singleton.master_process_map)
def closeProcesses(self):
def stop(process_map):
for key in process_map:
for p in process_map[key]:
# p.stop()
p.requestStop()
def wait(process_map):
for key in process_map:
for p in process_map[key]:
p.waitStop()
stop(singleton.process_map)
stop(singleton.client_process_map)
stop(singleton.master_process_map)
wait(singleton.process_map)
wait(singleton.client_process_map)
wait(singleton.master_process_map)
# *** Valkka ***
def openValkka(self):
self.cpu_scheme = CPUScheme()
# singleton.data_model.camera_collection
try:
memory_config = next(singleton.data_model.config_collection.get({"classname" : MemoryConfigRow.__name__}))
except StopIteration:
print(pre, "Using default mem config")
singleton.data_model.writeDefaultMemoryConfig()
memory_config = default.get_memory_config()
try:
valkkafs_config = next(singleton.data_model.valkkafs_collection.get({"classname" : ValkkaFSConfigRow.__name__}))
except StopIteration:
print(pre, "Using default valkkafs config")
singleton.data_model.writeDefaultValkkaFSConfig()
valkkafs_config = default.get_valkkafs_config()
n_frames = round(memory_config["msbuftime"] * default.fps / 1000.) # accumulated frames per buffering time = n_frames
if (memory_config["bind"]):
self.cpu_scheme = CPUScheme()
else:
self.cpu_scheme = CPUScheme(n_cores = -1)
self.gpu_handler = GPUHandler(
n_720p = memory_config["n_720p"] * n_frames, # n_cameras * n_frames
n_1080p = memory_config["n_1080p"] * n_frames,
n_1440p = memory_config["n_1440p"] * n_frames,
n_4K = memory_config["n_4K"] * n_frames,
msbuftime = memory_config["msbuftime"],
verbose = False,
cpu_scheme = self.cpu_scheme
)
self.livethread = LiveThread(
name = "live_thread",
verbose = False,
affinity = self.cpu_scheme.getLive()
)
self.usbthread = USBDeviceThread(
name = "usb_thread",
verbose = False,
affinity = self.cpu_scheme.getUSB()
)
# see datamodel.row.ValkkaFSConfigRow
blocksize = valkkafs_config["blocksize"]
n_blocks = valkkafs_config["n_blocks"]
fs_flavor = valkkafs_config["fs_flavor"]
record = valkkafs_config["record"]
# TODO: activate this if ValkkaFS changed in config!
if fs_flavor == "file":
partition_uuid = None
else:
partition_uuid = valkkafs_config["partition_uuid"]
create_new_fs = False
if self.valkkafs is None: # first time
create_new_fs = False # try to load initially from disk
else:
print("openValkka: checking ValkkaFS")
create_new_fs = not self.valkkafs.is_same( # has changed, so must recreate
partition_uuid = partition_uuid, # None or a string
blocksize = blocksize * 1024*1024,
n_blocks = n_blocks
)
if create_new_fs: print("openValkka: ValkkaFS changed!")
if not create_new_fs: # let's try to load it
print("openValkka: trying to load ValkkaFS")
try:
self.valkkafs = ValkkaFS.loadFromDirectory(
dirname = singleton.valkkafs_dir.get()
)
except ValkkaFSLoadError as e:
print("openValkka: loading ValkkaFS failed with", e)
create_new_fs = True # no luck, must recreate
if create_new_fs:
print("openValkka: (re)create ValkkaFS")
self.valkkafs = ValkkaFS.newFromDirectory(
dirname = singleton.valkkafs_dir.get(),
blocksize = valkkafs_config["blocksize"] * 1024*1024, # MB
n_blocks = valkkafs_config["n_blocks"],
partition_uuid = partition_uuid,
verbose = True
)
# to keep things consistent..
singleton.data_model.valkkafs_collection.new(
ValkkaFSConfigRow,
{
# "dirname" : default.valkkafs_config["dirname"], # not written to db for the moment
"n_blocks" : default.get_valkkafs_config()["n_blocks"],
"blocksize" : valkkafs_config["blocksize"],
"fs_flavor" : valkkafs_config["fs_flavor"],
"record" : record,
"partition_uuid" : partition_uuid
})
"""
else:
self.valkkafs = None
"""
# if no recording selected, set self.valkkafsmanager = None
self.valkkafsmanager = ValkkaFSManager(
self.valkkafs,
write = record, # True or False
read = record,
cache = record
)
self.playback_controller = PlaybackController(valkkafs_manager = self.valkkafsmanager)
self.filterchain_group = LiveFilterChainGroup(
datamodel = singleton.data_model,
livethread = self.livethread,
usbthread = self.usbthread,
gpu_handler = self.gpu_handler,
cpu_scheme = self.cpu_scheme)
self.filterchain_group.read()
if record:
print("openValkka: ValkkaFS **RECORDING ACTIVATED**")
self.filterchain_group.setRecording(RecordType.always, self.valkkafsmanager)
# self.filterchain_group.update() # TODO: use this once fixed
self.filterchain_group_play = PlaybackFilterChainGroup(
datamodel = singleton.data_model,
valkkafsmanager
= self.valkkafsmanager,
gpu_handler = self.gpu_handler,
cpu_scheme = self.cpu_scheme)
self.filterchain_group_play.read()
try:
from valkka.mvision import multiprocess
except ImportError:
pass
"""
else:
if self.mvision:
singleton.thread = multiprocess.QValkkaThread()
singleton.thread.start()
"""
def closeValkka(self):
# live => chain => opengl
#self.livethread.close()
# self.usbthread.close()
print("Closing live & usb threads")
self.livethread.requestClose()
self.usbthread.requestClose()
self.livethread.waitClose()
self.usbthread.waitClose()
print("Closing filterchains")
self.filterchain_group.close()
self.filterchain_group_play.close()
print("Closing OpenGLThreads")
self.gpu_handler.close()
self.playback_controller.close()
print("Closing ValkkaFS threads")
self.valkkafsmanager.close()
# print("Closing multiprocessing frontend")
"""
if singleton.thread:
singleton.thread.stop()
"""
def reOpenValkka(self):
print("gui: valkka reinit")
self.wait_window.show()
self.saveWindowLayout()
self.closeContainers()
self.closeValkka()
self.openValkka()
self.loadWindowLayout()
self.wait_window.hide()
# *** slot generators ***
def makeGridSlot(self, n, m):
"""Create a n x m video grid, show it and add it to the list of video containers
"""
def slot_func():
cont = container.VideoContainerNxM(
gpu_handler = self.gpu_handler,
filterchain_group = self.filterchain_group,
n_dim = n,
m_dim = m
)
cont.signals.closing.connect(self.rem_grid_container_slot)
self.containers_grid.append(cont)
self.getMargins()
setattr(self, "grid_%ix%i_slot" % (n, m), slot_func)
def makePlaybackGridSlot(self, n, m):
"""Create a n x m video grid, show it and add it to the list of video containers
"""
def slot_func():
cont = container.PlayVideoContainerNxM(
gpu_handler = self.gpu_handler,
filterchain_group = self.filterchain_group_play,
n_dim = n,
m_dim = m,
valkkafsmanager = self.valkkafsmanager,
playback_controller = self.playback_controller
)
cont.signals.closing.connect(self.rem_playback_grid_container_slot)
self.containers_playback.append(cont)
setattr(self, "playback_grid_%ix%i_slot" % (n, m), slot_func)
def makeMvisionSlot(self, cl):
if cl.auto_menu == False:
return
def slot_func():
if ( (cl.tag in singleton.process_map) and (len(singleton.process_map[cl.tag])>0) ):
cont = container.VideoContainerNxM(
parent = None,
gpu_handler = self.gpu_handler,
filterchain_group = self.filterchain_group,
title = cl.name,
n_dim = 1,
m_dim = 1,
child_class = container.MVisionContainer,
child_class_pars = {
"mvision_class": cl,
# "thread" : singleton.thread,
# "process_map" : singleton.process_map
},
)
cont.signals.closing.connect(self.rem_grid_container_slot)
self.containers_grid.append(cont)
else:
QtWidgets.QMessageBox.about(self,"Enough!","Can't instantiate more detectors of this type (max number is "+str(cl.max_instances)+")")
setattr(self, cl.name+"_slot", slot_func)
def makeMvisionClientSlot(self, cl):
if cl.auto_menu == False:
return
def slot_func():
if ( (cl.tag in singleton.client_process_map) and len(singleton.client_process_map[cl.tag]) > 0 ):
master_tag = cl.master
if singleton.get_avail_master_process(master_tag) is not None:
cont = container.VideoContainerNxM(
parent = None,
gpu_handler = self.gpu_handler,
filterchain_group = self.filterchain_group,
title = cl.name,
n_dim = 1,
m_dim = 1,
child_class = container.MVisionClientContainer,
child_class_pars = {
"mvision_class": cl,
# "thread" : singleton.thread,
# "process_map" : singleton.process_map
},
)
cont.signals.closing.connect(self.rem_grid_container_slot)
self.containers_grid.append(cont)
else:
QtWidgets.QMessageBox.about(self,"Enough!","Can't instantiate more master processes for this detector")
else:
QtWidgets.QMessageBox.about(self,"Enough!","Can't instantiate more detectors of this type (max number is "+str(cl.max_instances)+")")
setattr(self, cl.name+"_slot", slot_func)
# *** SLOTS ***
# container related slots
def rem_grid_container_slot(self, cont):
print("gui: rem_grid_container_slot: removing container:",cont)
print("gui: rem_grid_container_slot: containers:",self.containers_grid)
try:
self.containers_grid.remove(cont)
except ValueError:
print("gui: could not remove container",cont)
print("gui: rem_grid_container_slot: containers now:", pformat(self.containers_grid))
def rem_playback_grid_container_slot(self, cont):
print("gui: rem_playback_grid_container_slot: removing container:",cont)
print("gui: rem_playback_grid_container_slot: containers:",self.containers_playback)
try:
self.containers_playback.remove(cont)
except ValueError:
print("gui: could not remove container",cont)
print("gui: rem_playback_grid_container_slot: containers now:", pformat(self.containers_playback))
# explictly defined slot functions
def exit_slot(self):
self.close()
def config_dialog_slot(self):
self.config_modified = False
self.valkkafs_modified = False
self.config_win.show()
self.manage_cameras_container.choose_first_slot()
def config_modified_slot(self):
self.config_modified = True
def valkkafs_modified_slot(self):
self.config_modified = True
self.valkkafs_modified = True
def camera_list_slot(self):
self.camera_list_win.show()
def config_dialog_close_slot(self):
if (self.config_modified):
self.updateCameraTree()
self.reOpenValkka()
def save_window_layout_slot(self):
self.saveWindowLayout()
def load_window_layout_slot(self):
self.loadWindowLayout()
def about_slot(self):
QtWidgets.QMessageBox.about(self, "About", constant.program_info % (version.get(), version.getValkka()))
def openValkka(self):
self.cpu_scheme = CPUScheme()
# singleton.data_model.camera_collection
try:
memory_config = next(singleton.data_model.config_collection.get({"classname" : MemoryConfigRow.__name__}))
except StopIteration:
print(pre, "Using default mem config")
singleton.data_model.writeDefaultMemoryConfig()
memory_config = default.get_memory_config()
try:
valkkafs_config = next(singleton.data_model.valkkafs_collection.get({"classname" : ValkkaFSConfigRow.__name__}))
except StopIteration:
print(pre, "Using default valkkafs config")
singleton.data_model.writeDefaultValkkaFSConfig()
valkkafs_config = default.get_valkkafs_config()
n_frames = round(memory_config["msbuftime"] * default.fps / 1000.) # accumulated frames per buffering time = n_frames
if (memory_config["bind"]):
self.cpu_scheme = CPUScheme()
else:
self.cpu_scheme = CPUScheme(n_cores = -1)
self.gpu_handler = GPUHandler(
n_720p = memory_config["n_720p"] * n_frames, # n_cameras * n_frames
n_1080p = memory_config["n_1080p"] * n_frames,
n_1440p = memory_config["n_1440p"] * n_frames,
n_4K = memory_config["n_4K"] * n_frames,
msbuftime = memory_config["msbuftime"],
verbose = False,
cpu_scheme = self.cpu_scheme
)
self.livethread = LiveThread(
name = "live_thread",
verbose = False,
affinity = self.cpu_scheme.getLive()
)
self.usbthread = USBDeviceThread(
name = "usb_thread",
verbose = False,
affinity = self.cpu_scheme.getUSB()
)
# see datamodel.row.ValkkaFSConfigRow
blocksize = valkkafs_config["blocksize"]
n_blocks = valkkafs_config["n_blocks"]
fs_flavor = valkkafs_config["fs_flavor"]
record = valkkafs_config["record"]
# TODO: activate this if ValkkaFS changed in config!
if fs_flavor == "file":
partition_uuid = None
else:
partition_uuid = valkkafs_config["partition_uuid"]
create_new_fs = False
if self.valkkafs is None: # first time
create_new_fs = False # try to load initially from disk
else:
print("openValkka: checking ValkkaFS")
create_new_fs = not self.valkkafs.is_same( # has changed, so must recreate
partition_uuid = partition_uuid, # None or a string
blocksize = blocksize * 1024*1024,
n_blocks = n_blocks
)
if create_new_fs: print("openValkka: ValkkaFS changed!")
if not create_new_fs: # let's try to load it
print("openValkka: trying to load ValkkaFS")
try:
self.valkkafs = ValkkaFS.loadFromDirectory(
dirname = singleton.valkkafs_dir.get()
)
except ValkkaFSLoadError as e:
print("openValkka: loading ValkkaFS failed with", e)
create_new_fs = True # no luck, must recreate
if create_new_fs:
print("openValkka: (re)create ValkkaFS")
self.valkkafs = ValkkaFS.newFromDirectory(
dirname = singleton.valkkafs_dir.get(),
blocksize = valkkafs_config["blocksize"] * 1024*1024, # MB
n_blocks = valkkafs_config["n_blocks"],
partition_uuid = partition_uuid,
verbose = True
)
# to keep things consistent..
singleton.data_model.valkkafs_collection.new(
ValkkaFSConfigRow,
{
# "dirname" : default.valkkafs_config["dirname"], # not written to db for the moment
"n_blocks" : default.get_valkkafs_config()["n_blocks"],
"blocksize" : valkkafs_config["blocksize"],
"fs_flavor" : valkkafs_config["fs_flavor"],
"record" : record,
"partition_uuid" : partition_uuid
})
"""
else:
self.valkkafs = None
"""
# if no recording selected, set self.valkkafsmanager = None
self.valkkafsmanager = ValkkaFSManager(
self.valkkafs,
write = record, # True or False
read = record,
cache = record
)
self.playback_controller = PlaybackController(valkkafs_manager = self.valkkafsmanager)
self.filterchain_group = LiveFilterChainGroup(
datamodel = singleton.data_model,
livethread = self.livethread,
usbthread = self.usbthread,
gpu_handler = self.gpu_handler,
cpu_scheme = self.cpu_scheme)
self.filterchain_group.read()
if record:
print("openValkka: ValkkaFS **RECORDING ACTIVATED**")
self.filterchain_group.setRecording(RecordType.always, self.valkkafsmanager)
# self.filterchain_group.update() # TODO: use this once fixed
self.filterchain_group_play = PlaybackFilterChainGroup(
datamodel = singleton.data_model,
valkkafsmanager
= self.valkkafsmanager,
gpu_handler = self.gpu_handler,
cpu_scheme = self.cpu_scheme)
self.filterchain_group_play.read()
try:
from valkka.mvision import multiprocess
except ImportError:
pass
"""
def openValkka(self):
self.valkkafsmanager = ValkkaFSManager(
self.valkkafs,
# read = False, # debugging
# cache = False, # debugging
# write = False # debugging
)
self.playback_controller = PlaybackController(
calendar_widget=self.calendarwidget,
timeline_widget=self.timelinewidget,
valkkafs_manager=self.valkkafsmanager,
play_button=self.play_button,
stop_button=self.stop_button,
zoom_to_fs_button=self.zoom_to_fs_button)
self.livethread = LiveThread( # starts live stream services (using live555)
name="live_thread",
# verbose=True,
verbose=False,
affinity=self.pardic["live affinity"])
self.openglthread = OpenGLThread( # starts frame presenting services
name="mythread",
# reserve stacks of YUV video frames for various resolutions
n_720p=self.pardic["n_720p"],
n_1080p=self.pardic["n_1080p"],
n_1440p=self.pardic["n_1440p"],
n_4K=self.pardic["n_4K"],
# naudio =self.pardic["naudio"], # obsolete
verbose=True,
# verbose=False,
msbuftime=self.pardic["msbuftime"],
affinity=self.pardic["gl affinity"])
if (self.openglthread.hadVsync()):
w = QtWidgets.QMessageBox.warning(
self, "VBLANK WARNING",
"Syncing to vertical refresh enabled\n THIS WILL DESTROY YOUR FRAMERATE\n Disable it with 'export vblank_mode=0' for nvidia proprietary drivers, use 'export __GL_SYNC_TO_VBLANK=0'"
)
tokens = []
self.chains = []
a = self.pardic["dec affinity start"]
cw = 0 # widget / window index
cs = 1 # slot / stream count
for address in self.addresses:
# now livethread and openglthread are running
if (a > self.pardic["dec affinity stop"]):
a = self.pardic["dec affinity start"]
print(pre, "openValkka: setting decoder thread on processor", a)
if use_live:
chain_live = ValkkaFSLiveFilterchain( # decoding and branching the stream happens here
valkkafsmanager=self.valkkafsmanager,
id_rec=cs, # identifies the stream in ValkkaFS
livethread=self.livethread,
address=address,
slot=cs,
affinity=a,
# verbose =True
verbose=False,
msreconnect=10000,
# Reordering buffer time for Live555 packets in MILLIseconds # 0 means default
reordering_mstime=0
# reordering_mstime =300
)
rec_slot = cs + 100 # live and rec slot numbers must be kept separated ..
chain_rec = ValkkaFSFileFilterchain( # decoding and branching the stream happens here
valkkafsmanager=self.valkkafsmanager,
id_rec=cs, # identifies the stream in ValkkaFS
slot=rec_slot,
affinity=a,
# verbose =True
verbose=False)
# send yuv to OpenGLThread
if use_live:
chain_live.connect_to_yuv("yuv_to_opengl_" + str(cs),
self.openglthread.getInput())
chain_rec.connect_to_yuv("yuv_to_opengl_" + str(cs),
self.openglthread.getInput())
# important .. otherwise chain will go out of context and get
# garbage collected ..
if use_live: self.chains.append(chain_live)
self.chains.append(chain_rec)
if ("no_qt" in self.pardic):
# create our own x-windowses
win_id = self.openglthread.createWindow(show=True)
win_id_rec = self.openglthread.createWindow(show=True)
else:
# *** Choose one of the following sections ***
# (1) Let Valkka create the windows/widget # use this: we get a window with correct parametrization
# win_id =self.openglthread.createWindow(show=False)
# fr =getForeignWidget(self.w, win_id)
if (valkka_xwin == False):
# (2) Let Qt create the widget
fr = TestWidget0(self.w)
win_id = int(fr.winId())
fr_rec = TestWidget0(self.rec_video_area)
win_id_rec = int(fr_rec.winId())
else:
# """
# (3) Again, let Valkka create the window, but put on top a translucent widget (that catches mouse gestures)
win_id = self.openglthread.createWindow(show=False)
widget_pair = WidgetPair(self.w, win_id, TestWidget0)
fr = widget_pair.getWidget()
self.widget_pairs.append(widget_pair)
win_id_rec = self.openglthread.createWindow(show=False)
widget_pair = WidgetPair(self.rec_video_area, win_id_rec,
TestWidget0)
fr_rec = widget_pair.getWidget()
self.widget_pairs.append(widget_pair)
# """
nrow = self.pardic["videos per row"]
print(pre, "setupUi: layout index, address : ", cw // nrow,
cw % nrow, address)
self.lay.addWidget(fr, cw // nrow, cw % nrow)
self.rec_video_area_lay.addWidget(fr_rec, cw // nrow,
cw % nrow)
self.videoframes.append(fr)
self.videoframes.append(fr_rec)
# present frames with slot number cs at window win_id
# rec_slot = cs # debug
print(pre, "setupUi: live:", cs, win_id)
print(pre, "setupUi: rec :", rec_slot, win_id_rec)
token = self.openglthread.connect(slot=cs, window_id=win_id)
tokens.append(token)
token = self.openglthread.connect(slot=rec_slot,
window_id=win_id_rec)
tokens.append(token)
cw += 1
cs += 1
if use_live:
chain_live.decodingOn(
) # tell the decoding thread to start its job
chain_rec.decodingOn()
a += 1
class MyGui(QtWidgets.QMainWindow):
debug = False
# debug=True
def __init__(self, pardic, valkkafs, parent=None):
super(MyGui, self).__init__()
self.pardic = pardic
self.valkkafs = valkkafs
self.initVars()
self.setupUi()
if (self.debug):
return
self.openValkka()
self.start_streams()
def initVars(self):
pass
def setupUi(self):
self.setGeometry(QtCore.QRect(100, 100, 800, 800))
self.w = QtWidgets.QWidget(self)
self.setCentralWidget(self.w)
self.lay = QtWidgets.QGridLayout(self.w)
self.videoframes = []
self.widget_pairs = []
self.addresses = self.pardic["cams"]
# self.rec_window = QtWidgets.QMainWindow(self)
# self.rec_window = QtWidgets.QTabWidget(None)
self.rec_window = MyTabWidget(None)
self.rec_window.setGeometry(QtCore.QRect(50, 50, 800, 800))
self.rec_window.show()
self.rec_video_tab = QtWidgets.QWidget(None)
self.rec_video_lay = QtWidgets.QVBoxLayout(self.rec_video_tab)
self.rec_calendar_tab = QtWidgets.QWidget(None)
self.rec_calendar_lay = QtWidgets.QVBoxLayout(self.rec_calendar_tab)
self.rec_window.addTab(self.rec_video_tab, "Video")
self.rec_window.addTab(self.rec_calendar_tab, "Calendar")
self.rec_video_area = QtWidgets.QWidget(self.rec_video_tab)
self.rec_video_area.setSizePolicy(QtWidgets.QSizePolicy.Expanding,
QtWidgets.QSizePolicy.Expanding)
self.rec_video_area_lay = QtWidgets.QGridLayout(self.rec_video_area)
self.rec_video_lay.addWidget(self.rec_video_area)
# timeline
self.timelinewidget = TimeLineWidget(datetime.date.today(),
parent=self.rec_video_area)
# self.timelinewidget.setLogLevel(logging.DEBUG)
self.rec_video_lay.addWidget(self.timelinewidget)
# buttons
self.buttons = QtWidgets.QWidget(self.rec_video_area)
self.buttons_lay = QtWidgets.QHBoxLayout(self.buttons)
self.play_button = QtWidgets.QPushButton("play", self.buttons)
self.stop_button = QtWidgets.QPushButton("stop", self.buttons)
self.zoom_to_fs_button = QtWidgets.QPushButton("limits", self.buttons)
self.buttons_lay.addWidget(self.play_button)
self.buttons_lay.addWidget(self.stop_button)
self.buttons_lay.addWidget(self.zoom_to_fs_button)
self.rec_video_lay.addWidget(self.buttons)
# calendar
self.calendarwidget = CalendarWidget(datetime.date.today(),
parent=self.rec_calendar_tab)
self.rec_calendar_lay.addWidget(self.calendarwidget)
def openValkka(self):
self.valkkafsmanager = ValkkaFSManager(
self.valkkafs,
# read = False, # debugging
# cache = False, # debugging
# write = False # debugging
)
self.playback_controller = PlaybackController(
calendar_widget=self.calendarwidget,
timeline_widget=self.timelinewidget,
valkkafs_manager=self.valkkafsmanager,
play_button=self.play_button,
stop_button=self.stop_button,
zoom_to_fs_button=self.zoom_to_fs_button)
self.livethread = LiveThread( # starts live stream services (using live555)
name="live_thread",
# verbose=True,
verbose=False,
affinity=self.pardic["live affinity"])
self.openglthread = OpenGLThread( # starts frame presenting services
name="mythread",
# reserve stacks of YUV video frames for various resolutions
n_720p=self.pardic["n_720p"],
n_1080p=self.pardic["n_1080p"],
n_1440p=self.pardic["n_1440p"],
n_4K=self.pardic["n_4K"],
# naudio =self.pardic["naudio"], # obsolete
verbose=True,
# verbose=False,
msbuftime=self.pardic["msbuftime"],
affinity=self.pardic["gl affinity"])
if (self.openglthread.hadVsync()):
w = QtWidgets.QMessageBox.warning(
self, "VBLANK WARNING",
"Syncing to vertical refresh enabled\n THIS WILL DESTROY YOUR FRAMERATE\n Disable it with 'export vblank_mode=0' for nvidia proprietary drivers, use 'export __GL_SYNC_TO_VBLANK=0'"
)
tokens = []
self.chains = []
a = self.pardic["dec affinity start"]
cw = 0 # widget / window index
cs = 1 # slot / stream count
for address in self.addresses:
# now livethread and openglthread are running
if (a > self.pardic["dec affinity stop"]):
a = self.pardic["dec affinity start"]
print(pre, "openValkka: setting decoder thread on processor", a)
if use_live:
chain_live = ValkkaFSLiveFilterchain( # decoding and branching the stream happens here
valkkafsmanager=self.valkkafsmanager,
id_rec=cs, # identifies the stream in ValkkaFS
livethread=self.livethread,
address=address,
slot=cs,
affinity=a,
# verbose =True
verbose=False,
msreconnect=10000,
# Reordering buffer time for Live555 packets in MILLIseconds # 0 means default
reordering_mstime=0
# reordering_mstime =300
)
rec_slot = cs + 100 # live and rec slot numbers must be kept separated ..
chain_rec = ValkkaFSFileFilterchain( # decoding and branching the stream happens here
valkkafsmanager=self.valkkafsmanager,
id_rec=cs, # identifies the stream in ValkkaFS
slot=rec_slot,
affinity=a,
# verbose =True
verbose=False)
# send yuv to OpenGLThread
if use_live:
chain_live.connect_to_yuv("yuv_to_opengl_" + str(cs),
self.openglthread.getInput())
chain_rec.connect_to_yuv("yuv_to_opengl_" + str(cs),
self.openglthread.getInput())
# important .. otherwise chain will go out of context and get
# garbage collected ..
if use_live: self.chains.append(chain_live)
self.chains.append(chain_rec)
if ("no_qt" in self.pardic):
# create our own x-windowses
win_id = self.openglthread.createWindow(show=True)
win_id_rec = self.openglthread.createWindow(show=True)
else:
# *** Choose one of the following sections ***
# (1) Let Valkka create the windows/widget # use this: we get a window with correct parametrization
# win_id =self.openglthread.createWindow(show=False)
# fr =getForeignWidget(self.w, win_id)
if (valkka_xwin == False):
# (2) Let Qt create the widget
fr = TestWidget0(self.w)
win_id = int(fr.winId())
fr_rec = TestWidget0(self.rec_video_area)
win_id_rec = int(fr_rec.winId())
else:
# """
# (3) Again, let Valkka create the window, but put on top a translucent widget (that catches mouse gestures)
win_id = self.openglthread.createWindow(show=False)
widget_pair = WidgetPair(self.w, win_id, TestWidget0)
fr = widget_pair.getWidget()
self.widget_pairs.append(widget_pair)
win_id_rec = self.openglthread.createWindow(show=False)
widget_pair = WidgetPair(self.rec_video_area, win_id_rec,
TestWidget0)
fr_rec = widget_pair.getWidget()
self.widget_pairs.append(widget_pair)
# """
nrow = self.pardic["videos per row"]
print(pre, "setupUi: layout index, address : ", cw // nrow,
cw % nrow, address)
self.lay.addWidget(fr, cw // nrow, cw % nrow)
self.rec_video_area_lay.addWidget(fr_rec, cw // nrow,
cw % nrow)
self.videoframes.append(fr)
self.videoframes.append(fr_rec)
# present frames with slot number cs at window win_id
# rec_slot = cs # debug
print(pre, "setupUi: live:", cs, win_id)
print(pre, "setupUi: rec :", rec_slot, win_id_rec)
token = self.openglthread.connect(slot=cs, window_id=win_id)
tokens.append(token)
token = self.openglthread.connect(slot=rec_slot,
window_id=win_id_rec)
tokens.append(token)
cw += 1
cs += 1
if use_live:
chain_live.decodingOn(
) # tell the decoding thread to start its job
chain_rec.decodingOn()
a += 1
def closeValkka(self):
self.livethread.close()
self.valkkafsmanager.close()
for chain in self.chains:
chain.close()
self.chains = []
self.widget_pairs = []
self.videoframes = []
self.openglthread.close()
# time.sleep(5)
def start_streams(self):
pass
def stop_streams(self):
pass
def closeEvent(self, e):
print("\n", pre, "closeEvent!\n")
self.stop_streams()
self.closeValkka()
self.rec_window.forceClose()
# self.rec_window.close()
e.accept()
