def on_resize(window,w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
hdpi_factor = glfwGetFramebufferSize(window)[0]/glfwGetWindowSize(window)[0]
w,h = w*hdpi_factor, h*hdpi_factor
adjust_gl_view(w,h)
glfwMakeContextCurrent(active_window)
def on_resize(window, w, h):
g_pool.gui.update_window(w, h)
g_pool.gui.collect_menus()
graph.adjust_size(w, h)
adjust_gl_view(w, h)
for p in g_pool.plugins:
p.on_window_resize(window, w, h)
def on_resize(self, window, w, h):
self.trackball.set_window_size(w, h)
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
adjust_gl_view(w, h)
glfwMakeContextCurrent(active_window)
def on_resize(window,w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
g_pool.gui.update_window(w,h)
graph.adjust_size(w,h)
adjust_gl_view(w,h)
glfwMakeContextCurrent(active_window)
def on_resize(window, w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
g_pool.gui.update_window(w, h)
graph.adjust_size(w, h)
adjust_gl_view(w, h)
glfwMakeContextCurrent(active_window)
def on_resize(self,window,w, h):
self.trackball.set_window_size(w,h)
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
adjust_gl_view(w,h)
glfwMakeContextCurrent(active_window)
def on_resize(window,w, h):
g_pool.gui.update_window(w,h)
g_pool.gui.collect_menus()
graph.adjust_size(w,h)
adjust_gl_view(w,h)
for p in g_pool.plugins:
p.on_window_resize(window,w,h)
def on_resize(window,w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
hdpi_factor = glfwGetFramebufferSize(window)[0]/glfwGetWindowSize(window)[0]
w,h = w*hdpi_factor, h*hdpi_factor
adjust_gl_view(w,h)
glfwMakeContextCurrent(active_window)
def on_resize(window, w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
adjust_gl_view(w, h, window)
norm_size = normalize((w, h), glfwGetWindowSize(window))
fb_size = denormalize(norm_size, glfwGetFramebufferSize(window))
atb.TwWindowSize(*map(int, fb_size))
glfwMakeContextCurrent(active_window)
def on_resize(window,w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
norm_size = normalize((w,h),glfwGetWindowSize(window))
fb_size = denormalize(norm_size,glfwGetFramebufferSize(window))
atb.TwWindowSize(*map(int,fb_size))
adjust_gl_view(w,h,window)
glfwMakeContextCurrent(active_window)
def on_resize(window,w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
hdpi_factor = glfwGetFramebufferSize(window)[0]/glfwGetWindowSize(window)[0]
w,h = w*hdpi_factor, h*hdpi_factor
g_pool.gui.update_window(w,h)
graph.adjust_size(w,h)
adjust_gl_view(w,h)
# for p in g_pool.plugins:
# p.on_window_resize(window,w,h)
glfwMakeContextCurrent(active_window)
def on_resize(window, w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
hdpi_factor = glfwGetFramebufferSize(window)[0] / glfwGetWindowSize(
window)[0]
w, h = w * hdpi_factor, h * hdpi_factor
g_pool.gui.update_window(w, h)
graph.adjust_size(w, h)
adjust_gl_view(w, h)
# for p in g_pool.plugins:
# p.on_window_resize(window,w,h)
glfwMakeContextCurrent(active_window)
def on_resize(window, w, h):
if gl_utils.is_window_visible(window):
hdpi_factor = float(glfw.glfwGetFramebufferSize(window)[0] / glfw.glfwGetWindowSize(window)[0])
g_pool.gui.scale = g_pool.gui_user_scale * hdpi_factor
g_pool.gui.update_window(w, h)
g_pool.gui.collect_menus()
for g in g_pool.graphs:
g.scale = hdpi_factor
g.adjust_window_size(w, h)
gl_utils.adjust_gl_view(w, h)
for p in g_pool.plugins:
p.on_window_resize(window, w, h)
def on_resize(window, w, h):
if gl_utils.is_window_visible(window):
hdpi_factor = float(glfw.glfwGetFramebufferSize(window)[0] / glfw.glfwGetWindowSize(window)[0])
g_pool.gui.scale = g_pool.gui_user_scale * hdpi_factor
g_pool.gui.update_window(w, h)
g_pool.gui.collect_menus()
for g in g_pool.graphs:
g.scale = hdpi_factor
g.adjust_window_size(w, h)
gl_utils.adjust_gl_view(w, h)
for p in g_pool.plugins:
p.on_window_resize(window, w, h)
def on_resize(window, w, h):
if is_window_visible(window):
active_window = glfw.glfwGetCurrentContext()
glfw.glfwMakeContextCurrent(window)
hdpi_factor = float(glfw.glfwGetFramebufferSize(window)[0] / glfw.glfwGetWindowSize(window)[0])
g_pool.gui.scale = g_pool.gui_user_scale * hdpi_factor
g_pool.gui.update_window(w, h)
g_pool.gui.collect_menus()
for g in g_pool.graphs:
g.scale = hdpi_factor
g.adjust_window_size(w, h)
adjust_gl_view(w, h)
glfw.glfwMakeContextCurrent(active_window)
def on_resize(window, w, h):
if is_window_visible(window):
active_window = glfw.glfwGetCurrentContext()
glfw.glfwMakeContextCurrent(window)
hdpi_factor = float(glfw.glfwGetFramebufferSize(window)[0] / glfw.glfwGetWindowSize(window)[0])
g_pool.gui.scale = g_pool.gui_user_scale * hdpi_factor
g_pool.gui.update_window(w, h)
g_pool.gui.collect_menus()
for g in g_pool.graphs:
g.scale = hdpi_factor
g.adjust_window_size(w, h)
adjust_gl_view(w, h)
glfw.glfwMakeContextCurrent(active_window)
def on_resize(window, w, h):
nonlocal window_size
nonlocal content_scale
is_minimized = bool(glfw.get_window_attrib(window, glfw.ICONIFIED))
if is_minimized:
return
# Always clear buffers on resize to make sure that there are no overlapping
# artifacts from previous frames.
gl_utils.glClear(GL_COLOR_BUFFER_BIT)
gl_utils.glClearColor(0, 0, 0, 1)
active_window = glfw.get_current_context()
glfw.make_context_current(window)
content_scale = gl_utils.get_content_scale(window)
framebuffer_scale = gl_utils.get_framebuffer_scale(window)
g_pool.gui.scale = content_scale
window_size = w, h
g_pool.camera_render_size = w - int(
icon_bar_width * g_pool.gui.scale), h
g_pool.gui.update_window(w, h)
g_pool.gui.collect_menus()
for g in g_pool.graphs:
g.scale = content_scale
g.adjust_window_size(w, h)
adjust_gl_view(w, h)
glfw.make_context_current(active_window)
# Minimum window size required, otherwise parts of the UI can cause openGL
# issues with permanent effects. Depends on the content scale, which can
# potentially be dynamically modified, so we re-adjust the size limits every
# time here.
min_size = int(2 * icon_bar_width * g_pool.gui.scale /
framebuffer_scale)
glfw.set_window_size_limits(
window,
min_size,
min_size,
glfw.DONT_CARE,
glfw.DONT_CARE,
)
# Needed, to update the window buffer while resizing
consume_events_and_render_buffer()
def on_resize(window, w, h):
nonlocal window_size
nonlocal camera_render_size
active_window = glfw.glfwGetCurrentContext()
glfw.glfwMakeContextCurrent(window)
hdpi_factor = float(glfw.glfwGetFramebufferSize(window)[0] / glfw.glfwGetWindowSize(window)[0])
g_pool.gui.scale = g_pool.gui_user_scale * hdpi_factor
window_size = w, h
camera_render_size = w-int(icon_bar_width*g_pool.gui.scale), h
g_pool.gui.update_window(w, h)
g_pool.gui.collect_menus()
for g in g_pool.graphs:
g.scale = hdpi_factor
g.adjust_window_size(w, h)
adjust_gl_view(w, h)
glfw.glfwMakeContextCurrent(active_window)
def on_resize(window, w, h):
nonlocal window_size
nonlocal hdpi_factor
active_window = glfw.glfwGetCurrentContext()
glfw.glfwMakeContextCurrent(window)
hdpi_factor = glfw.getHDPIFactor(window)
g_pool.gui.scale = g_pool.gui_user_scale * hdpi_factor
window_size = w, h
g_pool.camera_render_size = w - int(icon_bar_width * g_pool.gui.scale), h
g_pool.gui.update_window(w, h)
g_pool.gui.collect_menus()
for g in g_pool.graphs:
g.scale = hdpi_factor
g.adjust_window_size(w, h)
adjust_gl_view(w, h)
glfw.glfwMakeContextCurrent(active_window)
def draw_markers(self):
xs, ys = glfwGetFramebufferSize(self._window)
aspect = xs / float(ys)
marker_ids = [0,1,2,4,5] #3 missing because of stupidity in the simulator
positions = [[0.5, 0.8],[1 - 0.15/aspect, 0.8], [0.15/aspect, 0.1], [1 - 0.15/aspect, 0.1], [0.15/aspect, 0.8]]
s = int(ys * 0.1)
for mid, pos in zip(marker_ids, positions):
canvas = self.screen_markers[mid]
x = (pos[0]*xs - 0.5*s)
y = (pos[1]*ys - 0.5*s)
adjust_gl_view(s,s, int(x), int(y) )
make_coord_system_norm_based()
draw_gl_texture(canvas)
make_coord_system_pixel_based
on_resize(self._window,*glfwGetFramebufferSize(self._window))
def on_resize(window, w, h):
nonlocal window_size
nonlocal camera_render_size
nonlocal hdpi_factor
active_window = glfw.glfwGetCurrentContext()
glfw.glfwMakeContextCurrent(window)
hdpi_factor = glfw.getHDPIFactor(window)
g_pool.gui.scale = g_pool.gui_user_scale * hdpi_factor
window_size = w, h
camera_render_size = w - int(icon_bar_width * g_pool.gui.scale), h
g_pool.gui.update_window(w, h)
g_pool.gui.collect_menus()
for g in g_pool.graphs:
g.scale = hdpi_factor
g.adjust_window_size(w, h)
adjust_gl_view(w, h)
glfw.glfwMakeContextCurrent(active_window)
def gl_display(self):
if self.online:
if self.preview_depth and self.recent_depth_frame is not None:
self.g_pool.image_tex.update_from_ndarray(
self.recent_depth_frame.get_color_mapped(
self.hue_near, self.hue_far, self.dist_near,
self.dist_far, self.preview_true_depth))
elif self.recent_frame is not None:
self.g_pool.image_tex.update_from_ndarray(
self.recent_frame.img)
gl_utils.glFlush()
gl_utils.make_coord_system_norm_based()
self.g_pool.image_tex.draw(interpolation=False)
else:
super().gl_display()
if self.preview_depth:
gl_utils.adjust_gl_view(*self._camera_render_size)
self._render_color_bar()
gl_utils.make_coord_system_pixel_based(
(self.frame_size[1], self.frame_size[0], 3))
def _on_set_frame_buffer_size(self, window, w, h):
self._trackball.set_window_size(w, h)
active_window = glfw.glfwGetCurrentContext()
glfw.glfwMakeContextCurrent(window)
gl_utils.adjust_gl_view(w, h)
glfw.glfwMakeContextCurrent(active_window)
def on_resize(w, h):
atb.TwWindowSize(w, h);
adjust_gl_view(w,h)
def gl_display(self):
from math import floor
if self.depth_window is not None and glfw.glfwWindowShouldClose(
self.depth_window):
glfw.glfwDestroyWindow(self.depth_window)
self.depth_window = None
if self.depth_window is not None and self._recent_depth_frame is not None:
active_window = glfw.glfwGetCurrentContext()
glfw.glfwMakeContextCurrent(self.depth_window)
win_size = glfw.glfwGetFramebufferSize(self.depth_window)
gl_utils.adjust_gl_view(win_size[0], win_size[1])
pos = glfw.glfwGetCursorPos(self.depth_window)
if self.mouse_drag:
self.pitch = np.clip(self.pitch + (pos[1] - self.last_pos[1]),
-80, 80)
self.yaw = np.clip(self.yaw - (pos[0] - self.last_pos[0]),
-120, 120)
self.last_pos = pos
glClearColor(0, 0, 0, 0)
glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT)
glMatrixMode(GL_PROJECTION)
glLoadIdentity()
gluPerspective(60, win_size[0] / win_size[1], 0.01, 20.0)
glMatrixMode(GL_MODELVIEW)
glLoadIdentity()
gluLookAt(0, 0, 0, 0, 0, 1, 0, -1, 0)
glTranslatef(0, 0, 0.5)
glRotated(self.pitch, 1, 0, 0)
glRotated(self.yaw, 0, 1, 0)
glTranslatef(0, 0, -0.5)
# glPointSize(2)
glEnable(GL_DEPTH_TEST)
extrinsics = self.device.get_device_extrinsics(
rs_stream.RS_STREAM_DEPTH, rs_stream.RS_STREAM_COLOR)
depth_frame = self._recent_depth_frame
color_frame = self._recent_frame
depth_scale = self.device.depth_scale
glEnableClientState(GL_VERTEX_ARRAY)
pointcloud = self.device.pointcloud
glVertexPointer(3, GL_FLOAT, 0, pointcloud)
glEnableClientState(GL_COLOR_ARRAY)
depth_to_color = np.zeros(
depth_frame.height * depth_frame.width * 3, np.uint8)
rsutilwrapper.project_pointcloud_to_pixel(
depth_to_color,
self.device.depth_intrinsics,
self.device.color_intrinsics,
extrinsics,
pointcloud,
self._recent_frame.bgr,
)
glColorPointer(3, GL_UNSIGNED_BYTE, 0, depth_to_color)
glDrawArrays(GL_POINTS, 0, depth_frame.width * depth_frame.height)
gl_utils.glFlush()
glDisable(GL_DEPTH_TEST)
# gl_utils.make_coord_system_norm_based()
glfw.glfwSwapBuffers(self.depth_window)
glfw.glfwMakeContextCurrent(active_window)
if self.preview_depth and self._recent_depth_frame is not None:
self.g_pool.image_tex.update_from_ndarray(
self._recent_depth_frame.bgr)
gl_utils.glFlush()
gl_utils.make_coord_system_norm_based()
self.g_pool.image_tex.draw()
elif self._recent_frame is not None:
self.g_pool.image_tex.update_from_yuv_buffer(
self._recent_frame.yuv_buffer,
self._recent_frame.width,
self._recent_frame.height,
)
gl_utils.glFlush()
gl_utils.make_coord_system_norm_based()
self.g_pool.image_tex.draw()
if not self.online:
super().gl_display()
gl_utils.make_coord_system_pixel_based(
(self.frame_size[1], self.frame_size[0], 3))
def on_resize(window,w, h):
adjust_gl_view(w,h)
atb.TwWindowSize(w, h)
def player_drop(rec_dir, ipc_pub_url, ipc_sub_url, ipc_push_url, user_dir,
app_version, debug):
# general imports
import logging
# networking
import zmq
import zmq_tools
from time import sleep
# zmq ipc setup
zmq_ctx = zmq.Context()
ipc_pub = zmq_tools.Msg_Dispatcher(zmq_ctx, ipc_push_url)
# log setup
logging.getLogger("OpenGL").setLevel(logging.ERROR)
logger = logging.getLogger()
logger.handlers = []
logger.setLevel(logging.INFO)
logger.addHandler(zmq_tools.ZMQ_handler(zmq_ctx, ipc_push_url))
# create logger for the context of this function
logger = logging.getLogger(__name__)
try:
import glfw
from gl_utils import GLFWErrorReporting
GLFWErrorReporting.set_default()
import gl_utils
from OpenGL.GL import glClearColor
from version_utils import parse_version
from file_methods import Persistent_Dict
from pyglui.pyfontstash import fontstash
from pyglui.ui import get_roboto_font_path
import player_methods as pm
from pupil_recording import (
assert_valid_recording_type,
InvalidRecordingException,
)
from pupil_recording.update import update_recording
process_was_interrupted = False
def interrupt_handler(sig, frame):
import traceback
trace = traceback.format_stack(f=frame)
logger.debug(f"Caught signal {sig} in:\n" + "".join(trace))
nonlocal process_was_interrupted
process_was_interrupted = True
signal.signal(signal.SIGINT, interrupt_handler)
def on_drop(window, paths):
nonlocal rec_dir
rec_dir = paths[0]
if rec_dir:
try:
assert_valid_recording_type(rec_dir)
except InvalidRecordingException as err:
logger.error(str(err))
rec_dir = None
# load session persistent settings
session_settings = Persistent_Dict(
os.path.join(user_dir, "user_settings_player"))
if parse_version(session_settings.get("version",
"0.0")) != app_version:
logger.info(
"Session setting are from a different version of this app. I will not use those."
)
session_settings.clear()
w, h = session_settings.get("window_size", (1280, 720))
glfw.init()
glfw.window_hint(glfw.SCALE_TO_MONITOR, glfw.TRUE)
glfw.window_hint(glfw.RESIZABLE, 0)
window = glfw.create_window(w, h, "Pupil Player", None, None)
glfw.window_hint(glfw.RESIZABLE, 1)
glfw.make_context_current(window)
window_position_manager = gl_utils.WindowPositionManager()
window_pos = window_position_manager.new_window_position(
window=window,
default_position=window_position_default,
previous_position=session_settings.get("window_position", None),
)
glfw.set_window_pos(window, window_pos[0], window_pos[1])
glfw.set_drop_callback(window, on_drop)
glfont = fontstash.Context()
glfont.add_font("roboto", get_roboto_font_path())
glfont.set_align_string(v_align="center", h_align="middle")
glfont.set_color_float((0.2, 0.2, 0.2, 0.9))
gl_utils.basic_gl_setup()
glClearColor(0.5, 0.5, 0.5, 0.0)
text = "Drop a recording directory onto this window."
tip = "(Tip: You can drop a recording directory onto the app icon.)"
# text = "Please supply a Pupil recording directory as first arg when calling Pupil Player."
def display_string(string, font_size, center_y):
x = w / 2 * content_scale
y = center_y * content_scale
glfont.set_size(font_size * content_scale)
glfont.set_blur(10.5)
glfont.set_color_float((0.0, 0.0, 0.0, 1.0))
glfont.draw_text(x, y, string)
glfont.set_blur(0.96)
glfont.set_color_float((1.0, 1.0, 1.0, 1.0))
glfont.draw_text(x, y, string)
def display_multiline_string(string, font_size, top_y, split_chr="\n"):
for idx, line in enumerate(string.split(split_chr)):
center_y = top_y + font_size * idx * 1.2
display_string(line, font_size=font_size, center_y=center_y)
bottom_y = top_y + font_size * (idx + 1) * 1.2
return bottom_y
while not glfw.window_should_close(
window) and not process_was_interrupted:
fb_size = glfw.get_framebuffer_size(window)
content_scale = gl_utils.get_content_scale(window)
gl_utils.adjust_gl_view(*fb_size)
if rec_dir:
try:
assert_valid_recording_type(rec_dir)
logger.info(
"Starting new session with '{}'".format(rec_dir))
text = "Updating recording format."
tip = "This may take a while!"
except InvalidRecordingException as err:
logger.error(str(err))
if err.recovery:
text = err.reason
tip = err.recovery
else:
text = "Invalid recording"
tip = err.reason
rec_dir = None
gl_utils.clear_gl_screen()
top_y = display_multiline_string(text, font_size=51, top_y=216)
display_multiline_string(tip, font_size=42, top_y=top_y + 50)
glfw.swap_buffers(window)
if rec_dir:
try:
update_recording(rec_dir)
except AssertionError as err:
logger.error(str(err))
tip = "Oops! There was an error updating the recording."
rec_dir = None
except InvalidRecordingException as err:
logger.error(str(err))
if err.recovery:
text = err.reason
tip = err.recovery
else:
text = "Invalid recording"
tip = err.reason
rec_dir = None
else:
glfw.set_window_should_close(window, True)
glfw.poll_events()
session_settings["window_position"] = glfw.get_window_pos(window)
session_settings.close()
glfw.destroy_window(window)
if rec_dir:
ipc_pub.notify({
"subject": "player_process.should_start",
"rec_dir": rec_dir
})
except Exception:
import traceback
trace = traceback.format_exc()
logger.error(
"Process player_drop crashed with trace:\n{}".format(trace))
finally:
sleep(1.0)
def player_drop(rec_dir, ipc_pub_url, ipc_sub_url, ipc_push_url, user_dir,
app_version):
# general imports
import logging
# networking
import zmq
import zmq_tools
from time import sleep
# zmq ipc setup
zmq_ctx = zmq.Context()
ipc_pub = zmq_tools.Msg_Dispatcher(zmq_ctx, ipc_push_url)
# log setup
logging.getLogger("OpenGL").setLevel(logging.ERROR)
logger = logging.getLogger()
logger.handlers = []
logger.setLevel(logging.INFO)
logger.addHandler(zmq_tools.ZMQ_handler(zmq_ctx, ipc_push_url))
# create logger for the context of this function
logger = logging.getLogger(__name__)
try:
import glfw
import gl_utils
from OpenGL.GL import glClearColor
from version_utils import VersionFormat
from file_methods import Persistent_Dict
from pyglui.pyfontstash import fontstash
from pyglui.ui import get_roboto_font_path
from player_methods import is_pupil_rec_dir, update_recording_to_recent
def on_drop(window, count, paths):
nonlocal rec_dir
rec_dir = paths[0].decode('utf-8')
if rec_dir:
if not is_pupil_rec_dir(rec_dir):
rec_dir = None
# load session persistent settings
session_settings = Persistent_Dict(
os.path.join(user_dir, "user_settings_player"))
if VersionFormat(session_settings.get("version",
'0.0')) != app_version:
logger.info(
"Session setting are from a different version of this app. I will not use those."
)
session_settings.clear()
w, h = session_settings.get('window_size', (1280, 720))
window_pos = session_settings.get('window_position',
window_position_default)
glfw.glfwInit()
glfw.glfwWindowHint(glfw.GLFW_RESIZABLE, 0)
window = glfw.glfwCreateWindow(w, h, 'Pupil Player')
glfw.glfwWindowHint(glfw.GLFW_RESIZABLE, 1)
glfw.glfwMakeContextCurrent(window)
glfw.glfwSetWindowPos(window, window_pos[0], window_pos[1])
glfw.glfwSetDropCallback(window, on_drop)
glfont = fontstash.Context()
glfont.add_font('roboto', get_roboto_font_path())
glfont.set_align_string(v_align="center", h_align="middle")
glfont.set_color_float((0.2, 0.2, 0.2, 0.9))
gl_utils.basic_gl_setup()
glClearColor(0.5, .5, 0.5, 0.0)
text = 'Drop a recording directory onto this window.'
tip = '(Tip: You can drop a recording directory onto the app icon.)'
# text = "Please supply a Pupil recording directory as first arg when calling Pupil Player."
while not glfw.glfwWindowShouldClose(window):
fb_size = glfw.glfwGetFramebufferSize(window)
hdpi_factor = float(fb_size[0] / glfw.glfwGetWindowSize(window)[0])
gl_utils.adjust_gl_view(*fb_size)
if rec_dir:
if is_pupil_rec_dir(rec_dir):
logger.info(
"Starting new session with '{}'".format(rec_dir))
text = "Updating recording format."
tip = "This may take a while!"
else:
logger.error(
"'{}' is not a valid pupil recording".format(rec_dir))
tip = "Oops! That was not a valid recording."
rec_dir = None
gl_utils.clear_gl_screen()
glfont.set_blur(10.5)
glfont.set_color_float((0.0, 0.0, 0.0, 1.))
glfont.set_size(w / 25. * hdpi_factor)
glfont.draw_text(w / 2 * hdpi_factor, .3 * h * hdpi_factor, text)
glfont.set_size(w / 30. * hdpi_factor)
glfont.draw_text(w / 2 * hdpi_factor, .4 * h * hdpi_factor, tip)
glfont.set_blur(0.96)
glfont.set_color_float((1., 1., 1., 1.))
glfont.set_size(w / 25. * hdpi_factor)
glfont.draw_text(w / 2 * hdpi_factor, .3 * h * hdpi_factor, text)
glfont.set_size(w / 30. * hdpi_factor)
glfont.draw_text(w / 2 * hdpi_factor, .4 * h * hdpi_factor, tip)
glfw.glfwSwapBuffers(window)
if rec_dir:
update_recording_to_recent(rec_dir)
glfw.glfwSetWindowShouldClose(window, True)
glfw.glfwPollEvents()
session_settings['window_position'] = glfw.glfwGetWindowPos(window)
session_settings.close()
glfw.glfwDestroyWindow(window)
if rec_dir:
ipc_pub.notify({
"subject": "player_process.should_start",
"rec_dir": rec_dir
})
except:
import traceback
trace = traceback.format_exc()
logger.error(
'Process player_drop crashed with trace:\n{}'.format(trace))
finally:
sleep(1.0)
def gl_display(self):
if self.recording_replay.is_connected() and self.preview_depth:
glPushMatrix()
gl_utils.adjust_gl_view(*self.g_pool.camera_render_size)
self._render_color_bar()
glPopMatrix()
def on_resize(self, window, w, h):
self.trackball.set_window_size(w, h)
active_window = glfw.get_current_context()
glfw.make_context_current(window)
gl_utils.adjust_gl_view(w, h)
glfw.make_context_current(active_window)
def on_resize(window,w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
adjust_gl_view(w,h)
atb.TwWindowSize(w, h)
glfwMakeContextCurrent(active_window)
def on_resize(window, w, h):
adjust_gl_view(w, h)
atb.TwWindowSize(w, h)
def on_resize(window, w, h):
active_window = glfw.get_current_context()
glfw.make_context_current(window)
adjust_gl_view(w, h)
glfw.make_context_current(active_window)
def player_drop(rec_dir, ipc_pub_url, ipc_sub_url, ipc_push_url, user_dir, app_version):
# general imports
import logging
# networking
import zmq
import zmq_tools
from time import sleep
# zmq ipc setup
zmq_ctx = zmq.Context()
ipc_pub = zmq_tools.Msg_Dispatcher(zmq_ctx, ipc_push_url)
# log setup
logging.getLogger("OpenGL").setLevel(logging.ERROR)
logger = logging.getLogger()
logger.handlers = []
logger.setLevel(logging.INFO)
logger.addHandler(zmq_tools.ZMQ_handler(zmq_ctx, ipc_push_url))
# create logger for the context of this function
logger = logging.getLogger(__name__)
try:
import glfw
import gl_utils
from OpenGL.GL import glClearColor
from version_utils import VersionFormat
from file_methods import Persistent_Dict
from pyglui.pyfontstash import fontstash
from pyglui.ui import get_roboto_font_path
import player_methods as pm
import update_methods as um
def on_drop(window, count, paths):
nonlocal rec_dir
rec_dir = paths[0].decode("utf-8")
if rec_dir:
if not pm.is_pupil_rec_dir(rec_dir):
rec_dir = None
# load session persistent settings
session_settings = Persistent_Dict(
os.path.join(user_dir, "user_settings_player")
)
if VersionFormat(session_settings.get("version", "0.0")) != app_version:
logger.info(
"Session setting are from a different version of this app. I will not use those."
)
session_settings.clear()
w, h = session_settings.get("window_size", (1280, 720))
window_pos = session_settings.get("window_position", window_position_default)
glfw.glfwInit()
glfw.glfwWindowHint(glfw.GLFW_RESIZABLE, 0)
window = glfw.glfwCreateWindow(w, h, "Pupil Player")
glfw.glfwWindowHint(glfw.GLFW_RESIZABLE, 1)
glfw.glfwMakeContextCurrent(window)
glfw.glfwSetWindowPos(window, window_pos[0], window_pos[1])
glfw.glfwSetDropCallback(window, on_drop)
glfont = fontstash.Context()
glfont.add_font("roboto", get_roboto_font_path())
glfont.set_align_string(v_align="center", h_align="middle")
glfont.set_color_float((0.2, 0.2, 0.2, 0.9))
gl_utils.basic_gl_setup()
glClearColor(0.5, 0.5, 0.5, 0.0)
text = "Drop a recording directory onto this window."
tip = "(Tip: You can drop a recording directory onto the app icon.)"
# text = "Please supply a Pupil recording directory as first arg when calling Pupil Player."
while not glfw.glfwWindowShouldClose(window):
fb_size = glfw.glfwGetFramebufferSize(window)
hdpi_factor = glfw.getHDPIFactor(window)
gl_utils.adjust_gl_view(*fb_size)
if rec_dir:
if pm.is_pupil_rec_dir(rec_dir):
logger.info("Starting new session with '{}'".format(rec_dir))
text = "Updating recording format."
tip = "This may take a while!"
else:
logger.error("'{}' is not a valid pupil recording".format(rec_dir))
tip = "Oops! That was not a valid recording."
rec_dir = None
gl_utils.clear_gl_screen()
glfont.set_blur(10.5)
glfont.set_color_float((0.0, 0.0, 0.0, 1.0))
glfont.set_size(w / 25.0 * hdpi_factor)
glfont.draw_text(w / 2 * hdpi_factor, 0.3 * h * hdpi_factor, text)
glfont.set_size(w / 30.0 * hdpi_factor)
glfont.draw_text(w / 2 * hdpi_factor, 0.4 * h * hdpi_factor, tip)
glfont.set_blur(0.96)
glfont.set_color_float((1.0, 1.0, 1.0, 1.0))
glfont.set_size(w / 25.0 * hdpi_factor)
glfont.draw_text(w / 2 * hdpi_factor, 0.3 * h * hdpi_factor, text)
glfont.set_size(w / 30.0 * hdpi_factor)
glfont.draw_text(w / 2 * hdpi_factor, 0.4 * h * hdpi_factor, tip)
glfw.glfwSwapBuffers(window)
if rec_dir:
try:
um.update_recording_to_recent(rec_dir)
except AssertionError as err:
logger.error(str(err))
rec_dir = None
else:
glfw.glfwSetWindowShouldClose(window, True)
glfw.glfwPollEvents()
session_settings["window_position"] = glfw.glfwGetWindowPos(window)
session_settings.close()
glfw.glfwDestroyWindow(window)
if rec_dir:
ipc_pub.notify(
{"subject": "player_process.should_start", "rec_dir": rec_dir}
)
except:
import traceback
trace = traceback.format_exc()
logger.error("Process player_drop crashed with trace:\n{}".format(trace))
finally:
sleep(1.0)
def show_no_rec_window():
from pyglui.pyfontstash import fontstash
from pyglui.ui import get_roboto_font_path
global rec_dir
def on_drop(window, count, paths):
global rec_dir
rec_dir = paths[0].decode('utf-8')
# load session persistent settings
session_settings = Persistent_Dict(os.path.join(user_dir, "user_settings"))
if VersionFormat(session_settings.get("version", '0.0')) != get_version(version_file):
logger.info("Session setting are from a different version of this app. I will not use those.")
session_settings.clear()
w, h = session_settings.get('window_size', (1280, 720))
window_pos = session_settings.get('window_position', window_position_default)
glfwWindowHint(GLFW_RESIZABLE, 0)
window = glfwCreateWindow(w, h, 'Pupil Player')
glfwWindowHint(GLFW_RESIZABLE, 1)
glfwMakeContextCurrent(window)
glfwSetWindowPos(window, window_pos[0], window_pos[1])
glfwSetDropCallback(window, on_drop)
glfont = fontstash.Context()
glfont.add_font('roboto', get_roboto_font_path())
glfont.set_align_string(v_align="center", h_align="middle")
glfont.set_color_float((0.2, 0.2, 0.2, 0.9))
gl_utils.basic_gl_setup()
glClearColor(0.5, .5, 0.5, 0.0)
text = 'Drop a recording directory onto this window.'
tip = '(Tip: You can drop a recording directory onto the app icon.)'
# text = "Please supply a Pupil recording directory as first arg when calling Pupil Player."
while not glfwWindowShouldClose(window):
fb_size = glfwGetFramebufferSize(window)
hdpi_factor = float(fb_size[0] / glfwGetWindowSize(window)[0])
gl_utils.adjust_gl_view(*fb_size)
if rec_dir:
if is_pupil_rec_dir(rec_dir):
logger.info("Starting new session with '{}'".format(rec_dir))
text = "Updating recording format."
tip = "This may take a while!"
else:
logger.error("'{}' is not a valid pupil recording".format(rec_dir))
tip = "Oops! That was not a valid recording."
rec_dir = None
gl_utils.clear_gl_screen()
glfont.set_blur(10.5)
glfont.set_color_float((0.0, 0.0, 0.0, 1.))
glfont.set_size(w/25.*hdpi_factor)
glfont.draw_text(w/2*hdpi_factor, .3*h*hdpi_factor, text)
glfont.set_size(w/30.*hdpi_factor)
glfont.draw_text(w/2*hdpi_factor, .4*h*hdpi_factor, tip)
glfont.set_blur(0.96)
glfont.set_color_float((1., 1., 1., 1.))
glfont.set_size(w/25.*hdpi_factor)
glfont.draw_text(w/2*hdpi_factor, .3*h*hdpi_factor, text)
glfont.set_size(w/30.*hdpi_factor)
glfont.draw_text(w/2*hdpi_factor, .4*h*hdpi_factor, tip)
glfwSwapBuffers(window)
if rec_dir:
update_recording_to_recent(rec_dir)
glfwSetWindowShouldClose(window, True)
glfwPollEvents()
session_settings['window_position'] = glfwGetWindowPos(window)
session_settings['version'] = str(get_version(version_file))
session_settings.close()
del glfont
glfwDestroyWindow(window)
def on_resize(self, gl_handle, w, h):
with self._switch_to_current_context():
adjust_gl_view(w, h)
def show_no_rec_window():
from pyglui.pyfontstash import fontstash
from pyglui.ui import get_roboto_font_path
def on_drop(window,count,paths):
for x in range(count):
new_rec_dir = paths[x]
if is_pupil_rec_dir(new_rec_dir):
logger.debug("Starting new session with '%s'"%new_rec_dir)
global rec_dir
rec_dir = new_rec_dir
glfwSetWindowShouldClose(window,True)
else:
logger.error("'%s' is not a valid pupil recording"%new_rec_dir)
# load session persistent settings
session_settings = Persistent_Dict(os.path.join(user_dir,"user_settings"))
if session_settings.get("version",VersionFormat('0.0')) < get_version(version_file):
logger.info("Session setting are from older version of this app. I will not use those.")
session_settings.clear()
w,h = session_settings.get('window_size',(1280,720))
window_pos = session_settings.get('window_position',(0,0))
glfwWindowHint(GLFW_RESIZABLE,0)
window = glfwCreateWindow(w, h,'Pupil Player')
glfwWindowHint(GLFW_RESIZABLE,1)
glfwMakeContextCurrent(window)
glfwSetWindowPos(window,window_pos[0],window_pos[1])
glfwSetDropCallback(window,on_drop)
adjust_gl_view(w,h)
glfont = fontstash.Context()
glfont.add_font('roboto',get_roboto_font_path())
glfont.set_align_string(v_align="center",h_align="middle")
glfont.set_color_float((0.2,0.2,0.2,0.9))
basic_gl_setup()
glClearColor(0.5,.5,0.5,0.0)
text = 'Drop a recording directory onto this window.'
tip = '(Tip: You can drop a recording directory onto the app icon.)'
# text = "Please supply a Pupil recording directory as first arg when calling Pupil Player."
while not glfwWindowShouldClose(window):
clear_gl_screen()
glfont.set_blur(10.5)
glfont.set_color_float((0.0,0.0,0.0,1.))
glfont.set_size(w/25.)
glfont.draw_text(w/2,.3*h,text)
glfont.set_size(w/30.)
glfont.draw_text(w/2,.4*h,tip)
glfont.set_blur(0.96)
glfont.set_color_float((1.,1.,1.,1.))
glfont.set_size(w/25.)
glfont.draw_text(w/2,.3*h,text)
glfont.set_size(w/30.)
glfont.draw_text(w/2,.4*h,tip)
glfwSwapBuffers(window)
glfwPollEvents()
session_settings['window_position'] = glfwGetWindowPos(window)
session_settings['version'] = get_version(version_file)
session_settings.close()
del glfont
glfwDestroyWindow(window)
def on_resize(window,w, h):
adjust_gl_view(w,h,window)
norm_size = normalize((w,h),glfwGetWindowSize(window))
fb_size = denormalize(norm_size,glfwGetFramebufferSize(window))
atb.TwWindowSize(*map(int,fb_size))
def player_drop(rec_dir, ipc_pub_url, ipc_sub_url, ipc_push_url, user_dir,
app_version, debug):
# general imports
import logging
# networking
import zmq
import zmq_tools
from time import sleep
# zmq ipc setup
zmq_ctx = zmq.Context()
ipc_pub = zmq_tools.Msg_Dispatcher(zmq_ctx, ipc_push_url)
# log setup
logging.getLogger("OpenGL").setLevel(logging.ERROR)
logger = logging.getLogger()
logger.handlers = []
logger.setLevel(logging.INFO)
logger.addHandler(zmq_tools.ZMQ_handler(zmq_ctx, ipc_push_url))
# create logger for the context of this function
logger = logging.getLogger(__name__)
try:
import glfw
import gl_utils
from OpenGL.GL import glClearColor
from version_utils import VersionFormat
from file_methods import Persistent_Dict
from pyglui.pyfontstash import fontstash
from pyglui.ui import get_roboto_font_path
import player_methods as pm
from pupil_recording import (
assert_valid_recording_type,
InvalidRecordingException,
)
from pupil_recording.update import update_recording
process_was_interrupted = False
def interrupt_handler(sig, frame):
import traceback
trace = traceback.format_stack(f=frame)
logger.debug(f"Caught signal {sig} in:\n" + "".join(trace))
nonlocal process_was_interrupted
process_was_interrupted = True
signal.signal(signal.SIGINT, interrupt_handler)
def on_drop(window, count, paths):
nonlocal rec_dir
rec_dir = paths[0].decode("utf-8")
if rec_dir:
try:
assert_valid_recording_type(rec_dir)
except InvalidRecordingException as err:
logger.error(str(err))
rec_dir = None
# load session persistent settings
session_settings = Persistent_Dict(
os.path.join(user_dir, "user_settings_player"))
if VersionFormat(session_settings.get("version",
"0.0")) != app_version:
logger.info(
"Session setting are from a different version of this app. I will not use those."
)
session_settings.clear()
w, h = session_settings.get("window_size", (1280, 720))
window_pos = session_settings.get("window_position",
window_position_default)
glfw.glfwInit()
glfw.glfwWindowHint(glfw.GLFW_RESIZABLE, 0)
window = glfw.glfwCreateWindow(w, h, "Pupil Player")
glfw.glfwWindowHint(glfw.GLFW_RESIZABLE, 1)
glfw.glfwMakeContextCurrent(window)
glfw.glfwSetWindowPos(window, window_pos[0], window_pos[1])
glfw.glfwSetDropCallback(window, on_drop)
glfont = fontstash.Context()
glfont.add_font("roboto", get_roboto_font_path())
glfont.set_align_string(v_align="center", h_align="middle")
glfont.set_color_float((0.2, 0.2, 0.2, 0.9))
gl_utils.basic_gl_setup()
glClearColor(0.5, 0.5, 0.5, 0.0)
text = "Drop a recording directory onto this window."
tip = "(Tip: You can drop a recording directory onto the app icon.)"
# text = "Please supply a Pupil recording directory as first arg when calling Pupil Player."
def display_string(string, font_size, center_y):
x = w / 2 * hdpi_factor
y = center_y * hdpi_factor
glfont.set_size(font_size * hdpi_factor)
glfont.set_blur(10.5)
glfont.set_color_float((0.0, 0.0, 0.0, 1.0))
glfont.draw_text(x, y, string)
glfont.set_blur(0.96)
glfont.set_color_float((1.0, 1.0, 1.0, 1.0))
glfont.draw_text(x, y, string)
while not glfw.glfwWindowShouldClose(
window) and not process_was_interrupted:
fb_size = glfw.glfwGetFramebufferSize(window)
hdpi_factor = glfw.getHDPIFactor(window)
gl_utils.adjust_gl_view(*fb_size)
if rec_dir:
try:
assert_valid_recording_type(rec_dir)
logger.info(
"Starting new session with '{}'".format(rec_dir))
text = "Updating recording format."
tip = "This may take a while!"
except InvalidRecordingException as err:
logger.error(str(err))
if err.recovery:
text = err.reason
tip = err.recovery
else:
text = "Invalid recording"
tip = err.reason
rec_dir = None
gl_utils.clear_gl_screen()
display_string(text, font_size=51, center_y=216)
for idx, line in enumerate(tip.split("\n")):
tip_font_size = 42
center_y = 288 + tip_font_size * idx * 1.2
display_string(line,
font_size=tip_font_size,
center_y=center_y)
glfw.glfwSwapBuffers(window)
if rec_dir:
try:
update_recording(rec_dir)
except AssertionError as err:
logger.error(str(err))
tip = "Oops! There was an error updating the recording."
rec_dir = None
except InvalidRecordingException as err:
logger.error(str(err))
if err.recovery:
text = err.reason
tip = err.recovery
else:
text = "Invalid recording"
tip = err.reason
rec_dir = None
else:
glfw.glfwSetWindowShouldClose(window, True)
glfw.glfwPollEvents()
session_settings["window_position"] = glfw.glfwGetWindowPos(window)
session_settings.close()
glfw.glfwDestroyWindow(window)
if rec_dir:
ipc_pub.notify({
"subject": "player_process.should_start",
"rec_dir": rec_dir
})
except Exception:
import traceback
trace = traceback.format_exc()
logger.error(
"Process player_drop crashed with trace:\n{}".format(trace))
finally:
sleep(1.0)
def show_no_rec_window():
from pyglui.pyfontstash import fontstash
from pyglui.ui import get_roboto_font_path
def on_drop(window, count, paths):
for x in range(count):
new_rec_dir = paths[x]
if is_pupil_rec_dir(new_rec_dir):
logger.debug("Starting new session with '%s'" % new_rec_dir)
global rec_dir
rec_dir = new_rec_dir
glfwSetWindowShouldClose(window, True)
else:
logger.error("'%s' is not a valid pupil recording" %
new_rec_dir)
# load session persistent settings
session_settings = Persistent_Dict(os.path.join(user_dir, "user_settings"))
if session_settings.get("version",
VersionFormat('0.0')) < get_version(version_file):
logger.info(
"Session setting are from older version of this app. I will not use those."
)
session_settings.clear()
w, h = session_settings.get('window_size', (1280, 720))
window_pos = session_settings.get('window_position', (0, 0))
glfwWindowHint(GLFW_RESIZABLE, 0)
window = glfwCreateWindow(w, h, 'Pupil Player')
glfwWindowHint(GLFW_RESIZABLE, 1)
glfwMakeContextCurrent(window)
glfwSetWindowPos(window, window_pos[0], window_pos[1])
glfwSetDropCallback(window, on_drop)
adjust_gl_view(w, h)
glfont = fontstash.Context()
glfont.add_font('roboto', get_roboto_font_path())
glfont.set_align_string(v_align="center", h_align="middle")
glfont.set_color_float((0.2, 0.2, 0.2, 0.9))
basic_gl_setup()
glClearColor(0.5, .5, 0.5, 0.0)
text = 'Drop a recording directory onto this window.'
tip = '(Tip: You can drop a recording directory onto the app icon.)'
# text = "Please supply a Pupil recording directory as first arg when calling Pupil Player."
while not glfwWindowShouldClose(window):
clear_gl_screen()
glfont.set_blur(10.5)
glfont.set_color_float((0.0, 0.0, 0.0, 1.))
glfont.set_size(w / 25.)
glfont.draw_text(w / 2, .3 * h, text)
glfont.set_size(w / 30.)
glfont.draw_text(w / 2, .4 * h, tip)
glfont.set_blur(0.96)
glfont.set_color_float((1., 1., 1., 1.))
glfont.set_size(w / 25.)
glfont.draw_text(w / 2, .3 * h, text)
glfont.set_size(w / 30.)
glfont.draw_text(w / 2, .4 * h, tip)
glfwSwapBuffers(window)
glfwPollEvents()
session_settings['window_position'] = glfwGetWindowPos(window)
session_settings['version'] = get_version(version_file)
session_settings.close()
del glfont
glfwDestroyWindow(window)
def on_resize(window, w, h):
adjust_gl_view(w, h, window)
norm_size = normalize((w, h), glfwGetWindowSize(window))
fb_size = denormalize(norm_size, glfwGetFramebufferSize(window))
atb.TwWindowSize(*map(int, fb_size))
def on_resize(self,window,w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
adjust_gl_view(w,h,window)
glfwMakeContextCurrent(active_window)
def show_no_rec_window():
from pyglui.pyfontstash import fontstash
from pyglui.ui import get_roboto_font_path
global rec_dir
def on_drop(window, count, paths):
global rec_dir
rec_dir = paths[0].decode('utf-8')
# load session persistent settings
session_settings = Persistent_Dict(os.path.join(user_dir, "user_settings"))
if VersionFormat(session_settings.get("version", '0.0')) != get_version(version_file):
logger.info("Session setting are from a different version of this app. I will not use those.")
session_settings.clear()
w, h = session_settings.get('window_size', (1280, 720))
window_pos = session_settings.get('window_position', window_position_default)
glfwWindowHint(GLFW_RESIZABLE, 0)
window = glfwCreateWindow(w, h, 'Pupil Player')
glfwWindowHint(GLFW_RESIZABLE, 1)
glfwMakeContextCurrent(window)
glfwSetWindowPos(window, window_pos[0], window_pos[1])
glfwSetDropCallback(window, on_drop)
glfont = fontstash.Context()
glfont.add_font('roboto', get_roboto_font_path())
glfont.set_align_string(v_align="center", h_align="middle")
glfont.set_color_float((0.2, 0.2, 0.2, 0.9))
gl_utils.basic_gl_setup()
glClearColor(0.5, .5, 0.5, 0.0)
text = 'Drop a recording directory onto this window.'
tip = '(Tip: You can drop a recording directory onto the app icon.)'
# text = "Please supply a Pupil recording directory as first arg when calling Pupil Player."
while not glfwWindowShouldClose(window):
fb_size = glfwGetFramebufferSize(window)
hdpi_factor = float(fb_size[0] / glfwGetWindowSize(window)[0])
gl_utils.adjust_gl_view(*fb_size)
if rec_dir:
if is_pupil_rec_dir(rec_dir):
logger.info("Starting new session with '{}'".format(rec_dir))
text = "Updating recording format."
tip = "This may take a while!"
else:
logger.error("'{}' is not a valid pupil recording".format(rec_dir))
tip = "Oops! That was not a valid recording."
rec_dir = None
gl_utils.clear_gl_screen()
glfont.set_blur(10.5)
glfont.set_color_float((0.0, 0.0, 0.0, 1.))
glfont.set_size(w/25.*hdpi_factor)
glfont.draw_text(w/2*hdpi_factor, .3*h*hdpi_factor, text)
glfont.set_size(w/30.*hdpi_factor)
glfont.draw_text(w/2*hdpi_factor, .4*h*hdpi_factor, tip)
glfont.set_blur(0.96)
glfont.set_color_float((1., 1., 1., 1.))
glfont.set_size(w/25.*hdpi_factor)
glfont.draw_text(w/2*hdpi_factor, .3*h*hdpi_factor, text)
glfont.set_size(w/30.*hdpi_factor)
glfont.draw_text(w/2*hdpi_factor, .4*h*hdpi_factor, tip)
glfwSwapBuffers(window)
if rec_dir:
update_recording_to_recent(rec_dir)
glfwSetWindowShouldClose(window, True)
glfwPollEvents()
session_settings['window_position'] = glfwGetWindowPos(window)
session_settings['version'] = str(get_version(version_file))
session_settings.close()
del glfont
glfwDestroyWindow(window)
def gl_display(self):
from math import floor
if self.depth_window is not None and glfw.glfwWindowShouldClose(
self.depth_window
):
glfw.glfwDestroyWindow(self.depth_window)
self.depth_window = None
if self.depth_window is not None and self._recent_depth_frame is not None:
active_window = glfw.glfwGetCurrentContext()
glfw.glfwMakeContextCurrent(self.depth_window)
win_size = glfw.glfwGetFramebufferSize(self.depth_window)
gl_utils.adjust_gl_view(win_size[0], win_size[1])
pos = glfw.glfwGetCursorPos(self.depth_window)
if self.mouse_drag:
self.pitch = np.clip(self.pitch + (pos[1] - self.last_pos[1]), -80, 80)
self.yaw = np.clip(self.yaw - (pos[0] - self.last_pos[0]), -120, 120)
self.last_pos = pos
glClearColor(0, 0, 0, 0)
glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT)
glMatrixMode(GL_PROJECTION)
glLoadIdentity()
gluPerspective(60, win_size[0] / win_size[1], 0.01, 20.0)
glMatrixMode(GL_MODELVIEW)
glLoadIdentity()
gluLookAt(0, 0, 0, 0, 0, 1, 0, -1, 0)
glTranslatef(0, 0, 0.5)
glRotated(self.pitch, 1, 0, 0)
glRotated(self.yaw, 0, 1, 0)
glTranslatef(0, 0, -0.5)
# glPointSize(2)
glEnable(GL_DEPTH_TEST)
extrinsics = self.device.get_device_extrinsics(
rs_stream.RS_STREAM_DEPTH, rs_stream.RS_STREAM_COLOR
)
depth_frame = self._recent_depth_frame
color_frame = self._recent_frame
depth_scale = self.device.depth_scale
glEnableClientState(GL_VERTEX_ARRAY)
pointcloud = self.device.pointcloud
glVertexPointer(3, GL_FLOAT, 0, pointcloud)
glEnableClientState(GL_COLOR_ARRAY)
depth_to_color = np.zeros(
depth_frame.height * depth_frame.width * 3, np.uint8
)
rsutilwrapper.project_pointcloud_to_pixel(
depth_to_color,
self.device.depth_intrinsics,
self.device.color_intrinsics,
extrinsics,
pointcloud,
self._recent_frame.bgr,
)
glColorPointer(3, GL_UNSIGNED_BYTE, 0, depth_to_color)
glDrawArrays(GL_POINTS, 0, depth_frame.width * depth_frame.height)
gl_utils.glFlush()
glDisable(GL_DEPTH_TEST)
# gl_utils.make_coord_system_norm_based()
glfw.glfwSwapBuffers(self.depth_window)
glfw.glfwMakeContextCurrent(active_window)
if self.preview_depth and self._recent_depth_frame is not None:
self.g_pool.image_tex.update_from_ndarray(self._recent_depth_frame.bgr)
gl_utils.glFlush()
gl_utils.make_coord_system_norm_based()
self.g_pool.image_tex.draw()
elif self._recent_frame is not None:
self.g_pool.image_tex.update_from_yuv_buffer(
self._recent_frame.yuv_buffer,
self._recent_frame.width,
self._recent_frame.height,
)
gl_utils.glFlush()
gl_utils.make_coord_system_norm_based()
self.g_pool.image_tex.draw()
if not self.online:
super().gl_display()
gl_utils.make_coord_system_pixel_based(
(self.frame_size[1], self.frame_size[0], 3)
)
def on_resize(w, h):
adjust_gl_view(w,h)
def on_resize(window, w, h):
active_window = glfwGetCurrentContext()
glfwMakeContextCurrent(window)
adjust_gl_view(w, h)
glfwMakeContextCurrent(active_window)
def _on_set_frame_buffer_size(self, window, w, h):
self._trackball.set_window_size(w, h)
active_window = glfw.glfwGetCurrentContext()
glfw.glfwMakeContextCurrent(window)
gl_utils.adjust_gl_view(w, h)
glfw.glfwMakeContextCurrent(active_window)
