def _select_device_by_index_func(self, source):
self._cleanup_driver_func()
self.lock.acquire()
try:
self.ffi = FFI()
self.hdmi_in = HDMI('in', init_timeout=10)
self.hdmi_in.start()
# TODO: under development
if False and self._enable_output:
self.hdmi_out = HDMI('out', frame_list=self.hdmi_in.frame_list)
mode = self._select_output_mode(self.hdmi_in.frame_width(), self.hdmi_in.frame_height())
self.hdmi_out.mode(mode)
time.sleep(1)
if self.hdmi_out is not None:
self.hdmi_out.start()
self.hdmi_in_geom = \
(self.hdmi_in.frame_width(), self.hdmi_in.frame_height())
self.framebuffer = []
for i in range(video.VDMA_DICT['NUM_FSTORES']):
pointer = self.ffi.cast('uint8_t *', self.hdmi_in.frame_addr(i))
#buffer_size = video.MAX_FRAME_WIDTH * video.MAX_FRAME_HEIGHT * 3 # 3 == sizeof(RGB)
buffer_size = self.hdmi_in_geom[0] * self.hdmi_in_geom[1] * 3
_bf = self.ffi.buffer(pointer, buffer_size)
bf = np.frombuffer(_bf,np.uint8).reshape(self.hdmi_in_geom[1],self.hdmi_in_geom[0],3)
#self.framebuffer.append(bf[:self.hdmi_in_geom[1],:self.hdmi_in_geom[0],:])
self.framebuffer.append(bf)
IkaUtils.dprint('%s: resolution %dx%d' % (self, self.hdmi_in_geom[0], self.hdmi_in_geom[1]))
except:
print(traceback.format_exc())
self.hdmi_in = None
self.hdmi_out = None
if self.framebuffer is not None:
for fb in self.framebuffer:
del fb
self.ffi = None
finally:
self.lock.release()
self.systime_base = time.time()
return self.is_active()
def _select_device_by_index_func(self, source):
self.lock.acquire()
try:
if self.is_active():
if self.hdmi_out is not None:
self.hdmi_out.stop()
if self.hdmi_in is not None:
self.hdmi_in.stop()
self.reset()
self.hdmi_in = HDMI('in', init_timeout=10)
self.hdmi_out = HDMI('out', frame_list=self.hdmi_in.frame_list)
self.hdmi_out.mode(4) # 2=720p, 4=1080p
time.sleep(1)
#self.hdmi_out.stop()
#self.hdmi_in.stop()
#time.sleep(1)
self.hdmi_out.start()
self.hdmi_in.start()
self.hdmi_in_geom = (self.hdmi_in.frame_width(),
self.hdmi_in.frame_height())
print('HDMI is capturing a video source of resolution %dx%d' %
self.hdmi_in_geom)
#if not self.hdmi_in.isOpened():
# IkaUtils.dprint(
# '%s: cv2.VideoCapture() failed to open the device' % self)
# self.hdmi_in = None
except:
print(traceback.format_exc())
self.hdmi_in = None
self.hdmi_out = None
finally:
self.lock.release()
self.systime_base = time.time()
return self.is_active()
def connect_HDMI(self):
"""
Connect to HDMI
"""
if not self.running:
try:
self.hdmi_in = HDMI('in',video_mode=4,init_timeout=2)
print("HDMI in configured")
self.width = self.hdmi_in.frame_width()
self.height = self.hdmi_in.frame_height()
self.hdmi_out = HDMI('out',video_mode=0,frame_list=self.hdmi_in.frame_list)
print("HDMI out configured")
self.hdmi_out.start()
self.hdmi_in.start()
self.running = True
return True
except Exception as e:
self.running = False
# print(e)
return False
print("Already Connected")
return True
def _select_device_by_index_func(self, source):
self.lock.acquire()
try:
if self.is_active():
if self.hdmi_out is not None:
self.hdmi_out.stop()
if self.hdmi_in is not None:
self.hdmi_in.stop()
self.reset()
self.hdmi_in = HDMI('in', init_timeout=10)
if self._enable_output:
self.hdmi_out = HDMI('out', frame_list=self.hdmi_in.frame_list)
self.hdmi_out.mode(2) # 2=720p, 4=1080p
time.sleep(1)
if self.hdmi_out is not None:
self.hdmi_out.start()
self.hdmi_in.start()
self.hdmi_in_geom = \
(self.hdmi_in.frame_width(), self.hdmi_in.frame_height())
IkaUtils.dprint('%s: resolution %dx%d' % self.hdmi_in_geom)
except:
print(traceback.format_exc())
self.hdmi_in = None
self.hdmi_out = None
finally:
self.lock.release()
self.systime_base = time.time()
return self.is_active()
##########################################################
###### CREATE Video Input/Output Drivers #################
##########################################################
print("Program Started\nInstantiating Drivers")
from pynq import Overlay
import numpy as np
import cv2
from pynq.drivers.video import HDMI
Overlay("base.bit").download()
# monitor configuration: 640*480 @ 60Hz
hdmi_out = HDMI('out', video_mode=HDMI.VMODE_640x480)
hdmi_out.start()
# monitor (output) frame buffer size
frame_out_w = 1920
frame_out_h = 1080
# camera (input) configuration
frame_in_w = 640
frame_in_h = 480
# initialize camera from OpenCV
from pynq.drivers.video import Frame
webcam = cv2.VideoCapture(0)
webcam.set(cv2.CAP_PROP_FRAME_WIDTH, frame_in_w)
webcam.set(cv2.CAP_PROP_FRAME_HEIGHT, frame_in_h)
class Filters:
def __init__(self):
self.width = 0
self.hegiht = 0
self.running = False
self.hdmi_in = None
self.hdmi_out = None
def connect_HDMI(self):
"""
Connect to HDMI
"""
if not self.running:
try:
self.hdmi_in = HDMI('in',video_mode=4,init_timeout=2)
print("HDMI in configured")
self.width = self.hdmi_in.frame_width()
self.height = self.hdmi_in.frame_height()
self.hdmi_out = HDMI('out',video_mode=0,frame_list=self.hdmi_in.frame_list)
print("HDMI out configured")
self.hdmi_out.start()
self.hdmi_in.start()
self.running = True
return True
except Exception as e:
self.running = False
# print(e)
return False
print("Already Connected")
return True
def disconnect_HDMI(self):
"""
Disconnect from HDMI
"""
if self.running:
self.running = False
self.hdmi_out.stop()
self.hdmi_in.stop()
print("Ending Process")
del self.hdmi_out
del self.hdmi_in
def load_full_bitstream(self,bitstream):
try:
Overlay(bitstream).download()
print("Bitstream %s Loaded" % bitstream)
except Exception as e:
print("Could not find bitstream \"%s\"" % full_bitstream)
return False
return True
def load_partial_bitstream(self,bitstream):
try:
Bitstream_Part(bitstream).download()
print ("partial bitstream %s loaded" % bitstream)
except Exception as e:
print("Could not load bitstream")
return False
return True
class PynqCapture(VideoInput):
# override
def _enumerate_sources_func(self):
if IkaUtils.isWindows():
return self._videoinput_wrapper.get_device_list()
return ['Device Enumeration not supported']
# override
def _initialize_driver_func(self):
# OpenCV File doesn't need pre-initialization.
self._cleanup_driver_func()
# override
def _cleanup_driver_func(self):
self.lock.acquire()
try:
if self.hdmi_out is not None:
self.hdmi_out.stop()
self.hdmi_out = None
if self.hdmi_in is not None:
self.hdmi_in.stop()
self.hdmi_in = None
self.reset()
finally:
self.lock.release()
# override
def _is_active_func(self):
return (self.hdmi_in is not None)
# override
def _select_device_by_index_func(self, source):
self.lock.acquire()
try:
if self.is_active():
if self.hdmi_out is not None:
self.hdmi_out.stop()
if self.hdmi_in is not None:
self.hdmi_in.stop()
self.reset()
self.hdmi_in = HDMI('in', init_timeout=10)
self.hdmi_out = HDMI('out', frame_list=self.hdmi_in.frame_list)
self.hdmi_out.mode(4) # 2=720p, 4=1080p
time.sleep(1)
#self.hdmi_out.stop()
#self.hdmi_in.stop()
#time.sleep(1)
self.hdmi_out.start()
self.hdmi_in.start()
self.hdmi_in_geom = (self.hdmi_in.frame_width(),
self.hdmi_in.frame_height())
print('HDMI is capturing a video source of resolution %dx%d' %
self.hdmi_in_geom)
#if not self.hdmi_in.isOpened():
# IkaUtils.dprint(
# '%s: cv2.VideoCapture() failed to open the device' % self)
# self.hdmi_in = None
except:
print(traceback.format_exc())
self.hdmi_in = None
self.hdmi_out = None
finally:
self.lock.release()
self.systime_base = time.time()
return self.is_active()
# override
def _select_device_by_name_func(self, source):
IkaUtils.dprint('%s: Select device by name "%s"' % (self, source))
try:
index = self.enumerate_sources().index(source)
except ValueError:
IkaUtils.dprint('%s: Input "%s" not found' % (self, source))
return False
IkaUtils.dprint('%s: "%s" -> %d' % (self, source, index))
self._select_device_by_index_func(index)
# override
def _get_current_timestamp_func(self):
return int((time.time() - self.systime_base) * 1000)
# override
def _read_frame_func(self):
frame_raw = self.hdmi_in.frame_raw()
frame = np.frombuffer(frame_raw, dtype=np.uint8)
frame = frame.reshape(1080, 1920, 3)
# frame = frame[0:720, 0:1280, :]
#if not ret:
# raise EOFError()
return frame
def __init__(self):
self.hdmi_in = None
self.hdmi_out = None
super(PynqCapture, self).__init__()
class PynqCapture(VideoInput):
# override
def _enumerate_sources_func(self):
if IkaUtils.isWindows():
return self._videoinput_wrapper.get_device_list()
return ['Device Enumeration not supported']
# override
def _initialize_driver_func(self):
# OpenCV File doesn't need pre-initialization.
self._cleanup_driver_func()
# override
def _cleanup_driver_func(self):
self.lock.acquire()
try:
if self.ffi is not None:
self.ffi = None
if self.framebuffer is not None:
for fb in self.framebuffer:
del fb
if self.hdmi_out is not None:
self.hdmi_out.stop()
self.hdmi_out = None
if self.hdmi_in is not None:
self.hdmi_in.stop()
self.hdmi_in = None
self.reset()
finally:
self.lock.release()
# override
def _is_active_func(self):
return (self.hdmi_in is not None)
# override
def _select_device_by_index_func(self, source):
self._cleanup_driver_func()
self.lock.acquire()
try:
self.ffi = FFI()
self.hdmi_in = HDMI('in', init_timeout=10)
self.hdmi_in.start()
# TODO: under development
if False and self._enable_output:
self.hdmi_out = HDMI('out', frame_list=self.hdmi_in.frame_list)
mode = self._select_output_mode(self.hdmi_in.frame_width(), self.hdmi_in.frame_height())
self.hdmi_out.mode(mode)
time.sleep(1)
if self.hdmi_out is not None:
self.hdmi_out.start()
self.hdmi_in_geom = \
(self.hdmi_in.frame_width(), self.hdmi_in.frame_height())
self.framebuffer = []
for i in range(video.VDMA_DICT['NUM_FSTORES']):
pointer = self.ffi.cast('uint8_t *', self.hdmi_in.frame_addr(i))
#buffer_size = video.MAX_FRAME_WIDTH * video.MAX_FRAME_HEIGHT * 3 # 3 == sizeof(RGB)
buffer_size = self.hdmi_in_geom[0] * self.hdmi_in_geom[1] * 3
_bf = self.ffi.buffer(pointer, buffer_size)
bf = np.frombuffer(_bf,np.uint8).reshape(self.hdmi_in_geom[1],self.hdmi_in_geom[0],3)
#self.framebuffer.append(bf[:self.hdmi_in_geom[1],:self.hdmi_in_geom[0],:])
self.framebuffer.append(bf)
IkaUtils.dprint('%s: resolution %dx%d' % (self, self.hdmi_in_geom[0], self.hdmi_in_geom[1]))
except:
print(traceback.format_exc())
self.hdmi_in = None
self.hdmi_out = None
if self.framebuffer is not None:
for fb in self.framebuffer:
del fb
self.ffi = None
finally:
self.lock.release()
self.systime_base = time.time()
return self.is_active()
# override
def _select_device_by_name_func(self, source):
IkaUtils.dprint('%s: Select device by name "%s"' % (self, source))
try:
index = self.enumerate_sources().index(source)
except ValueError:
IkaUtils.dprint('%s: Input "%s" not found' % (self, source))
return False
IkaUtils.dprint('%s: "%s" -> %d' % (self, source, index))
self._select_device_by_index_func(index)
# override
def _get_current_timestamp_func(self):
return int((time.time() - self.systime_base) * 1000)
# override
def _read_frame_func(self):
t1 = time.time()
if self._mode == 1 and hasattr(self.hdmi_in, 'frame_raw2'):
# Modified version of PYNQ library has faster capture function.
frame = self.hdmi_in.frame_raw2()
elif self._mode == 2:
index = self.hdmi_in.frame_index()
self.hdmi_in.frame_index_next()
frame = self.framebuffer[index]
else:
# This function is supported in original version, but 10X slow.
frame_raw = self.hdmi_in.frame_raw()
frame = np.frombuffer(frame_raw, dtype=np.uint8)
frame = frame.reshape(1080, 1920, 3)
frame = frame[0:720, 0:1280, :]
t2 = time.time()
if self._debug:
print('read_frame_func: %6.6f' % (t2 - t1))
return frame
def _select_output_mode(self, width, height):
if width == 640 and height == 480:
return 0
if width == 800 and height == 600:
return 1
if width == 1280 and height == 720:
return 2
if width == 1280 and height == 1024:
return 3
if width == 1920 and height == 1080:
return 4
raise Exception("Specific output frame size not supported: %dx%d"%(width,height))
def __init__(self, enable_output=False, debug=False, mode=2):
self.hdmi_in = None
self.hdmi_out = None
self.ffi = None
self.framebuffer = None
self._enable_output = enable_output
self._debug = debug
self._mode = mode
IkaUtils.dprint(
'%s: debug %s enable_output %s mode %s' %
(self, self._debug, self._enable_output, self._mode))
super(PynqCapture, self).__init__()
class PynqCapture(VideoInput):
# override
def _enumerate_sources_func(self):
if IkaUtils.isWindows():
return self._videoinput_wrapper.get_device_list()
return ['Device Enumeration not supported']
# override
def _initialize_driver_func(self):
# OpenCV File doesn't need pre-initialization.
self._cleanup_driver_func()
# override
def _cleanup_driver_func(self):
self.lock.acquire()
try:
if self.hdmi_out is not None:
self.hdmi_out.stop()
self.hdmi_out = None
if self.hdmi_in is not None:
self.hdmi_in.stop()
self.hdmi_in = None
self.reset()
finally:
self.lock.release()
# override
def _is_active_func(self):
return (self.hdmi_in is not None)
# override
def _select_device_by_index_func(self, source):
self.lock.acquire()
try:
if self.is_active():
if self.hdmi_out is not None:
self.hdmi_out.stop()
if self.hdmi_in is not None:
self.hdmi_in.stop()
self.reset()
self.hdmi_in = HDMI('in', init_timeout=10)
if self._enable_output:
self.hdmi_out = HDMI('out', frame_list=self.hdmi_in.frame_list)
self.hdmi_out.mode(2) # 2=720p, 4=1080p
time.sleep(1)
if self.hdmi_out is not None:
self.hdmi_out.start()
self.hdmi_in.start()
self.hdmi_in_geom = \
(self.hdmi_in.frame_width(), self.hdmi_in.frame_height())
IkaUtils.dprint('%s: resolution %dx%d' % self.hdmi_in_geom)
except:
print(traceback.format_exc())
self.hdmi_in = None
self.hdmi_out = None
finally:
self.lock.release()
self.systime_base = time.time()
return self.is_active()
# override
def _select_device_by_name_func(self, source):
IkaUtils.dprint('%s: Select device by name "%s"' % (self, source))
try:
index = self.enumerate_sources().index(source)
except ValueError:
IkaUtils.dprint('%s: Input "%s" not found' % (self, source))
return False
IkaUtils.dprint('%s: "%s" -> %d' % (self, source, index))
self._select_device_by_index_func(index)
# override
def _get_current_timestamp_func(self):
return int((time.time() - self.systime_base) * 1000)
# override
def _read_frame_func(self):
t1 = time.time()
if hasattr(self.hdmi_in, 'frame_raw2'):
# Modified version of PYNQ library has faster capture function.
frame = self.hdmi_in.frame_raw2()
else:
# This function is supported in original version, but 10X slow.
frame_raw = self.hdmi_in.frame_raw()
frame = np.frombuffer(frame_raw, dtype=np.uint8)
frame = frame.reshape(1080, 1920, 3)
frame = frame[0:720, 0:1280, :]
t2 = time.time()
if self._debug:
print('read_frame_func: %6.6f' % (t2 - t1))
return frame
def __init__(self, enable_output=False, debug=False):
self.hdmi_in = None
self.hdmi_out = None
self._enable_output = enable_output
self._debug = debug
IkaUtils.dprint('%s: debug %s enable_output %s' %
(self, self._debug, self._enable_output))
super(PynqCapture, self).__init__()