def show(self, value, read_only):
clicked, self.show_texture = imgui.checkbox("Show", self.show_texture)
if not self.show_texture:
return
texture = value.value
if texture is None:
self.texture_aspect = None
else:
h, w, _ = texture.shape
self.texture_aspect = w / h
cursor_pos = imgui.get_cursor_screen_pos()
imgui.set_next_window_size(500, 500, imgui.ONCE)
imgui.set_next_window_size_constraints((0.0, 0.0),
(float("inf"), float("inf")),
self.window_size_callback)
imgui.set_next_window_position(*imgui.get_io().mouse_pos,
imgui.ONCE,
pivot_x=0.5,
pivot_y=0.5)
expanded, opened = imgui.begin(
"Texture of %s###%s%s" %
(self.node.spec.name, id(self.node), id(self)), True,
imgui.WINDOW_NO_SCROLLBAR)
if not opened:
self.show_texture = False
if expanded:
if texture is None:
imgui.text("No texture associated")
else:
# [::-1] reverses list
texture_size = texture.shape[:2][::-1]
texture_aspect = texture_size[0] / texture_size[1]
window_size = imgui.get_content_region_available()
imgui.image(texture._handle, window_size[0],
window_size[0] / texture_aspect)
if imgui.is_item_hovered() and imgui.is_mouse_clicked(1):
# little hack to have first context menu entry under cursor
io = imgui.get_io()
pos = io.mouse_pos
io.mouse_pos = pos[0] - 20, pos[1] - 20
imgui.open_popup("context")
io.mouse_pos = pos
if imgui.begin_popup("context"):
if imgui.menu_item("save")[0]:
util.image.save_screenshot(texture.get())
imgui.menu_item("texture handle: %s" % texture._handle,
None, False, False)
imgui.menu_item("texture dtype: %s" % str(texture.dtype),
None, False, False)
imgui.menu_item("texture shape: %s" % str(texture.shape),
None, False, False)
imgui.end_popup()
imgui.end()
def mouse_click(name, button=0):
""" Invisible widget that waits for a given mouse button to be clicked (default: LMB).
This function is triggered only when no widgets are interacted with using mouse.
Event is returned in the format `(name, (x, y))`, where `(x, y)` are the coordinates
of the clicked position.
"""
io = imgui.get_io()
while True:
if not imgui.is_any_item_active() and imgui.is_mouse_clicked(button):
return name, io.mouse_pos
yield
def main():
useLiveCamera = True
#gc.disable()
# # transform to convert the image to tensor
# transform = transforms.Compose([
# transforms.ToTensor()
# ])
# # initialize the model
# model = torchvision.models.detection.keypointrcnn_resnet50_fpn(pretrained=True,
# num_keypoints=17)
# # set the computation device
# device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
# # load the modle on to the computation device and set to eval mode
# model.to(device).eval()
# initialize glfw
if not glfw.init():
return
glfw.window_hint(glfw.CONTEXT_VERSION_MAJOR, 4)
glfw.window_hint(glfw.CONTEXT_VERSION_MINOR, 3)
#creating the window
window = glfw.create_window(1600, 900, "PyGLFusion", None, None)
if not window:
glfw.terminate()
return
glfw.make_context_current(window)
imgui.create_context()
impl = GlfwRenderer(window)
# rendering
glClearColor(0.2, 0.3, 0.2, 1.0)
# positions texture coords
quad = [
-1.0, -1.0, 0.0, 0.0, 0.0, 1.0, -1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0,
1.0, 1.0, -1.0, 1.0, 0.0, 0.0, 1.0
]
quad = np.array(quad, dtype=np.float32)
indices = [0, 1, 2, 2, 3, 0]
indices = np.array(indices, dtype=np.uint32)
screenVertex_shader = (Path(__file__).parent /
'shaders/ScreenQuad.vert').read_text()
screenFragment_shader = (Path(__file__).parent /
'shaders/ScreenQuad.frag').read_text()
renderShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(screenVertex_shader, GL_VERTEX_SHADER),
OpenGL.GL.shaders.compileShader(screenFragment_shader,
GL_FRAGMENT_SHADER))
# set up VAO and VBO for full screen quad drawing calls
VAO = glGenVertexArrays(1)
glBindVertexArray(VAO)
VBO = glGenBuffers(1)
glBindBuffer(GL_ARRAY_BUFFER, VBO)
glBufferData(GL_ARRAY_BUFFER, 80, quad, GL_STATIC_DRAW)
EBO = glGenBuffers(1)
glBindBuffer(GL_ELEMENT_ARRAY_BUFFER, EBO)
glBufferData(GL_ELEMENT_ARRAY_BUFFER, 24, indices, GL_STATIC_DRAW)
glVertexAttribPointer(0, 3, GL_FLOAT, GL_FALSE, 20, ctypes.c_void_p(0))
glEnableVertexAttribArray(0)
glVertexAttribPointer(1, 2, GL_FLOAT, GL_FALSE, 20, ctypes.c_void_p(12))
glEnableVertexAttribArray(1)
# shaders
bilateralFilter_shader = (Path(__file__).parent /
'shaders/bilateralFilter.comp').read_text()
bilateralFilterShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(bilateralFilter_shader,
GL_COMPUTE_SHADER))
alignDepthColor_shader = (Path(__file__).parent /
'shaders/alignDepthColor.comp').read_text()
alignDepthColorShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(alignDepthColor_shader,
GL_COMPUTE_SHADER))
depthToVertex_shader = (Path(__file__).parent /
'shaders/depthToVertex.comp').read_text()
depthToVertexShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(depthToVertex_shader,
GL_COMPUTE_SHADER))
vertexToNormal_shader = (Path(__file__).parent /
'shaders/vertexToNormal.comp').read_text()
vertexToNormalShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(vertexToNormal_shader,
GL_COMPUTE_SHADER))
raycast_shader = (Path(__file__).parent /
'shaders/raycast.comp').read_text()
raycastShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(raycast_shader, GL_COMPUTE_SHADER))
integrate_shader = (Path(__file__).parent /
'shaders/integrate.comp').read_text()
integrateShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(integrate_shader, GL_COMPUTE_SHADER))
trackP2P_shader = (Path(__file__).parent /
'shaders/p2pTrack.comp').read_text()
trackP2PShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(trackP2P_shader, GL_COMPUTE_SHADER))
reduceP2P_shader = (Path(__file__).parent /
'shaders/p2pReduce.comp').read_text()
reduceP2PShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(reduceP2P_shader, GL_COMPUTE_SHADER))
trackP2V_shader = (Path(__file__).parent /
'shaders/p2vTrack.comp').read_text()
trackP2VShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(trackP2V_shader, GL_COMPUTE_SHADER))
reduceP2V_shader = (Path(__file__).parent /
'shaders/p2vReduce.comp').read_text()
reduceP2VShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(reduceP2V_shader, GL_COMPUTE_SHADER))
LDLT_shader = (Path(__file__).parent / 'shaders/LDLT.comp').read_text()
LDLTShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(LDLT_shader, GL_COMPUTE_SHADER))
# Splatter
globalMapUpdate_shader = (Path(__file__).parent /
'shaders/GlobalMapUpdate.comp').read_text()
globalMapUpdateShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(globalMapUpdate_shader,
GL_COMPUTE_SHADER))
indexMapGenVert_shader = (Path(__file__).parent /
'shaders/IndexMapGeneration.vert').read_text()
indexMapGenFrag_shader = (Path(__file__).parent /
'shaders/IndexMapGeneration.frag').read_text()
IndexMapGenerationShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(indexMapGenVert_shader,
GL_VERTEX_SHADER),
OpenGL.GL.shaders.compileShader(indexMapGenFrag_shader,
GL_FRAGMENT_SHADER))
SurfaceSplattingVert_shader = (
Path(__file__).parent / 'shaders/SurfaceSplatting.vert').read_text()
SurfaceSplattingFrag_shader = (
Path(__file__).parent / 'shaders/SurfaceSplatting.frag').read_text()
SurfaceSplattingShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(SurfaceSplattingVert_shader,
GL_VERTEX_SHADER),
OpenGL.GL.shaders.compileShader(SurfaceSplattingFrag_shader,
GL_FRAGMENT_SHADER))
UnnecessaryPointRemoval_shader = (
Path(__file__).parent /
'shaders/UnnecessaryPointRemoval.comp').read_text()
UnnecessaryPointRemovalShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(UnnecessaryPointRemoval_shader,
GL_COMPUTE_SHADER))
# P2V
expm_shader = (Path(__file__).parent / 'shaders/expm.comp').read_text()
expmShader = OpenGL.GL.shaders.compileProgram(
OpenGL.GL.shaders.compileShader(expm_shader, GL_COMPUTE_SHADER))
d2c, c2d, K, invK, colK = camera.start(useLiveCamera)
shaderDict = {
'renderShader': renderShader,
'bilateralFilterShader': bilateralFilterShader,
'alignDepthColorShader': alignDepthColorShader,
'depthToVertexShader': depthToVertexShader,
'vertexToNormalShader': vertexToNormalShader,
'raycastVolumeShader': raycastShader,
'integrateVolumeShader': integrateShader,
'trackP2PShader': trackP2PShader,
'reduceP2PShader': reduceP2PShader,
'trackP2VShader': trackP2VShader,
'reduceP2VShader': reduceP2VShader,
'LDLTShader': LDLTShader,
'globalMapUpdate': globalMapUpdateShader,
'indexMapGeneration': IndexMapGenerationShader,
'surfaceSplatting': SurfaceSplattingShader,
'unnecessaryPointRemoval': UnnecessaryPointRemovalShader,
'expm': expmShader
}
bufferDict = {
'p2pReduction': -1,
'p2pRedOut': -1,
'p2vReduction': -1,
'p2vRedOut': -1,
'test': -1,
'outBuf': -1,
'poseBuffer': -1,
'globalMap0': -1,
'globalMap1': -1,
'atomic0': -1,
'atomic1': -1
}
textureDict = {
'rawColor': -1,
'lastColor': -1,
'nextColor': -1,
'rawDepth': -1,
'filteredDepth': -1,
'lastDepth': -1,
'nextDepth': -1,
'refVertex': -1,
'refNormal': -1,
'virtualVertex': -1,
'virtualNormal': -1,
'virtualDepth': -1,
'virtualColor': -1,
'mappingC2D': -1,
'mappingD2C': -1,
'xyLUT': -1,
'tracking': -1,
'volume': -1,
'indexMap': -1
}
fboDict = {'indexMap': -1, 'virtualFrame': -1}
# 'iters' : (2, 5, 10),
fusionConfig = {
'volSize': (128, 128, 128),
'volDim': (1.0, 1.0, 1.0),
'iters': (2, 2, 2),
'initOffset': (0, 0, 0),
'maxWeight': 100.0,
'distThresh': 0.05,
'normThresh': 0.9,
'nearPlane': 0.1,
'farPlane': 4.0,
'maxMapSize': 5000000,
'c_stable': 10.0,
'sigma': 0.6
}
cameraConfig = {
'depthWidth': 640,
'depthHeight': 576,
'colorWidth': 1920,
'colorHeight': 1080,
'd2c': d2c,
'c2d': c2d,
'depthScale': 0.001,
'K': K,
'invK': invK,
'colK': colK
}
textureDict = frame.generateTextures(textureDict, cameraConfig,
fusionConfig)
bufferDict = frame.generateBuffers(bufferDict, cameraConfig, fusionConfig)
colorMat = np.zeros(
(cameraConfig['colorHeight'], cameraConfig['colorWidth'], 3),
dtype="uint8")
useColorMat = False
integrateFlag = True
resetFlag = True
initPose = glm.mat4()
initPose[3, 0] = fusionConfig['volDim'][0] / 2.0
initPose[3, 1] = fusionConfig['volDim'][1] / 2.0
initPose[3, 2] = 0
blankResult = np.array([0, 0, 0, 0, 0, 0], dtype='float32')
glBindBuffer(GL_SHADER_STORAGE_BUFFER, bufferDict['poseBuffer'])
glBufferSubData(GL_SHADER_STORAGE_BUFFER, 0, 16 * 4,
glm.value_ptr(initPose))
glBufferSubData(GL_SHADER_STORAGE_BUFFER, 16 * 4, 16 * 4,
glm.value_ptr(glm.inverse(initPose)))
glBufferSubData(GL_SHADER_STORAGE_BUFFER, 16 * 4 * 2, 16 * 4,
glm.value_ptr(glm.mat4(1.0)))
glBufferSubData(GL_SHADER_STORAGE_BUFFER, 16 * 4 * 3, 16 * 4,
glm.value_ptr(glm.mat4(1.0)))
glBufferSubData(GL_SHADER_STORAGE_BUFFER, 16 * 4 * 4, 6 * 4, blankResult)
glBindBuffer(GL_SHADER_STORAGE_BUFFER, 0)
mouseX, mouseY = 0, 0
clickedPoint3D = glm.vec4(fusionConfig['volDim'][0] / 2.0,
fusionConfig['volDim'][1] / 2.0, 0, 0)
sliderDim = fusionConfig['volDim'][0]
#[32 64 128 256 512]
currentSize = math.log2(fusionConfig['volSize'][0]) - 5
volumeStatsChanged = False
currPose = initPose
# splatter stuff
frameCount = 0
fboDict = frame.generateFrameBuffers(fboDict, textureDict, cameraConfig)
initAtomicCount = np.array([0], dtype='uint32')
mapSize = np.array([0], dtype='uint32')
glBindBuffer(GL_ATOMIC_COUNTER_BUFFER, bufferDict['atomic0'])
glBufferSubData(GL_ATOMIC_COUNTER_BUFFER, 0, 4, initAtomicCount)
glBindBuffer(GL_ATOMIC_COUNTER_BUFFER, 0)
glBindBuffer(GL_ATOMIC_COUNTER_BUFFER, bufferDict['atomic1'])
glBufferSubData(GL_ATOMIC_COUNTER_BUFFER, 0, 4, initAtomicCount)
glBindBuffer(GL_ATOMIC_COUNTER_BUFFER, 0)
# aa = torch.tensor([0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0], dtype=torch.float32, device=torch.device('cuda'))
# bb = torch.tensor([0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], dtype=torch.float32, device=torch.device('cuda'))
# #setup pycuda gl interop needs to be after openGL is init
# import pycuda.gl.autoinit
# import pycuda.gl
# cuda_gl = pycuda.gl
# cuda_driver = pycuda.driver
# from pycuda.compiler import SourceModule
# import pycuda
# pycuda_source_ssbo = cuda_gl.RegisteredBuffer(int(bufferDict['test']), cuda_gl.graphics_map_flags.NONE)
# sm = SourceModule("""
# __global__ void simpleCopy(float *inputArray, float *outputArray) {
# unsigned int x = blockIdx.x*blockDim.x + threadIdx.x;
# outputArray[x] = inputArray[x];
# inputArray[x] = 8008.135f;
# }
# """)
# cuda_function = sm.get_function("simpleCopy")
# mappingObj = pycuda_source_ssbo.map()
# data, size = mappingObj.device_ptr_and_size()
# cuda_function(np.intp(aa.data_ptr()), np.intp(data), block=(8, 1, 1))
# mappingObj.unmap()
# glBindBuffer(GL_SHADER_STORAGE_BUFFER, bufferDict['test'])
# tee = glGetBufferSubData(GL_SHADER_STORAGE_BUFFER, 0, 32)
# glBindBuffer(GL_SHADER_STORAGE_BUFFER, 0)
# teeData = np.frombuffer(tee, dtype=np.float32)
# print(teeData)
# modTensor = aa.cpu().data.numpy()
# print(modTensor)
#fusionConfig['initOffset'] = (initPose[3,0], initPose[3,1], initPose[3,2])
# LUTs
#createXYLUT(k4a, textureDict, cameraConfig) <-- bug in this
person.init()
while not glfw.window_should_close(window):
glfw.poll_events()
impl.process_inputs()
imgui.new_frame()
sTime = time.perf_counter()
try:
capture = camera.getFrames(useLiveCamera)
if capture.color is not None:
#if useLiveCamera == False:
#if k4a.configuration["color_format"] == ImageFormat.COLOR_MJPG:
# colorMat = cv2.imdecode(capture.color, cv2.IMREAD_COLOR)
# useColorMat = True
glActiveTexture(GL_TEXTURE0)
glBindTexture(GL_TEXTURE_2D, textureDict['rawColor'])
glTexSubImage2D(GL_TEXTURE_2D, 0, 0, 0,
int(cameraConfig['colorWidth']),
int(cameraConfig['colorHeight']),
(GL_RGB, GL_RGBA)[useLiveCamera],
GL_UNSIGNED_BYTE,
(capture.color, colorMat)[useColorMat])
if capture.depth is not None:
glActiveTexture(GL_TEXTURE1)
glBindTexture(GL_TEXTURE_2D, textureDict['rawDepth'])
glTexSubImage2D(GL_TEXTURE_2D, 0, 0, 0,
int(cameraConfig['depthWidth']),
int(cameraConfig['depthHeight']), GL_RED,
GL_UNSIGNED_SHORT, capture.depth)
except EOFError:
break
# #smallMat = cv2.pyrDown(colorMat)
# start_time = time.time()
# rotMat = cv2.flip(colorMat, 0)
# pil_image = Image.fromarray(rotMat).convert('RGB')
# image = transform(pil_image)
# image = image.unsqueeze(0).to(device)
# end_time = time.time()
# print((end_time - start_time) * 1000.0)
# with torch.no_grad():
# outputs = model(image)
# output_image = utils.draw_keypoints(outputs, rotMat)
# cv2.imshow('Face detection frame', output_image)
# if cv2.waitKey(1) & 0xFF == ord('q'):
# break
person.getPose(textureDict, cameraConfig, capture.color)
frame.bilateralFilter(shaderDict, textureDict, cameraConfig)
frame.depthToVertex(shaderDict, textureDict, cameraConfig,
fusionConfig)
frame.alignDepthColor(shaderDict, textureDict, cameraConfig,
fusionConfig)
frame.vertexToNormal(shaderDict, textureDict, cameraConfig)
frame.mipmapTextures(textureDict)
#currPose = track.runP2P(shaderDict, textureDict, bufferDict, cameraConfig, fusionConfig, currPose, integrateFlag, resetFlag)
currPose = track.runP2V(shaderDict, textureDict, bufferDict,
cameraConfig, fusionConfig, currPose,
integrateFlag, resetFlag)
#mapSize = track.runSplatter(shaderDict, textureDict, bufferDict, fboDict, cameraConfig, fusionConfig, mapSize, frameCount, integrateFlag, resetFlag)
frameCount += 1
if resetFlag == True:
resetFlag = False
integrateFlag = True
imgui.begin("Menu", True)
if imgui.button("Reset"):
fusionConfig['volSize'] = (1 << (currentSize + 5), 1 <<
(currentSize + 5), 1 <<
(currentSize + 5))
fusionConfig['volDim'] = (sliderDim, sliderDim, sliderDim)
currPose, integrateFlag, resetFlag = track.reset(
textureDict, bufferDict, cameraConfig, fusionConfig,
clickedPoint3D)
volumeStatsChanged = False
if imgui.button("Integrate"):
integrateFlag = not integrateFlag
imgui.same_line()
imgui.checkbox("", integrateFlag)
changedDim, sliderDim = imgui.slider_float("dim",
sliderDim,
min_value=0.01,
max_value=5.0)
clickedSize, currentSize = imgui.combo(
"size", currentSize, ["32", "64", "128", "256", "512"])
if imgui.is_mouse_clicked():
if not imgui.is_any_item_active():
mouseX, mouseY = imgui.get_mouse_pos()
w, h = glfw.get_framebuffer_size(window)
xPos = ((mouseX % int(w / 3)) / (w / 3) *
cameraConfig['depthWidth'])
yPos = (mouseY / (h)) * cameraConfig['depthHeight']
clickedDepth = capture.depth[
int(yPos + 0.5),
int(xPos + 0.5)] * cameraConfig['depthScale']
clickedPoint3D = clickedDepth * (
cameraConfig['invK'] * glm.vec4(xPos, yPos, 1.0, 0.0))
volumeStatsChanged = True
if changedDim or clickedSize:
volumeStatsChanged = True
imgui.end()
graphics.render(VAO, window, shaderDict, textureDict)
imgui.render()
impl.render(imgui.get_draw_data())
eTime = time.perf_counter()
#print((eTime-sTime) * 1000, mapSize[0])
glfw.swap_buffers(window)
glfw.terminate()
if useLiveCamera == True:
camera.stop()
def main():
global width_library
global width_shematic
global width_context
global height_window
global previous_key_callback
global selected_link
global selected_node
global iggraph
global node_library
global debug_is_mouse_dragging
global show_debug_window
# states -------------------------
scrolling = imgui.Vec2(0, 0)
iggraph = IGGraph(node_library)
# iggraph.reset()
node_hovered_in_scene = -1
parameter_link_start = None
selected_parameter = None
io_hovered = None
io_anchors_width_not_hovered = 10
io_anchors_width_hovered = 15
right_splitter_is_active = False
left_splitter_is_active = False
image_width = 0
image_height = 0
image_texture = None
# states -------------------------
imgui.create_context()
window = impl_glfw_init()
impl = GlfwRenderer(window)
io = imgui.get_io()
previous_key_callback = glfw.set_key_callback(window,key_event)
init_textures()
assign_parameter_colors(node_library)
while not glfw.window_should_close(window):
glfw.poll_events()
impl.process_inputs()
imgui.new_frame()
if imgui.begin_main_menu_bar():
if imgui.begin_menu("File", True):
clicked_new, selected_new = imgui.menu_item(
"New", 'Cmd+N', False, True
)
if clicked_new:
iggraph = IGGraph(node_library)
clicked_load, selected_load = imgui.menu_item(
"Load", 'Cmd+L', False, True
)
if clicked_load:
root = tk.Tk()
root.withdraw()
filename = filedialog.askopenfilename()
if filename :
f=open(filename)
iggraph.from_json(json.load(f))
f.close()
clicked_save, selected_save = imgui.menu_item(
"Save", 'Cmd+S', False, True
)
if clicked_save:
iggraph.reset()
graph_json = iggraph.to_json()
text2save = json.dumps(graph_json, indent=4, sort_keys=True)
root = tk.Tk()
root.withdraw()
f = filedialog.asksaveasfile(mode='w', defaultextension=".json")
if f is None: # asksaveasfile return `None` if dialog closed with "cancel".
return
f.write(text2save)
f.close()
clicked_quit, selected_quit = imgui.menu_item(
"Quit", 'Cmd+Q', False, True
)
if clicked_quit:
exit(0)
imgui.end_menu()
if imgui.begin_menu("Debug", True):
show_debug_window_clicked, show_debug_window_selected = imgui.menu_item(
"Show Debug window", 'Cmd+D', show_debug_window, True
)
if show_debug_window_clicked:
show_debug_window = not show_debug_window
catch_exceptions_clicked, catch_exceptions_selected = imgui.menu_item(
"Catch Exceptions", '', iggraph.catch_exceptions, True
)
if catch_exceptions_clicked:
iggraph.catch_exceptions = not iggraph.catch_exceptions
imgui.separator()
imgui.menu_item(
"Examples", '', False, False
)
show_example_mosaic_clicked, show_example_mosaic_selected = imgui.menu_item(
"Mosaic", '', False, True
)
if show_example_mosaic_clicked:
example_mosaic(iggraph)
imgui.end_menu()
imgui.end_main_menu_bar()
height_window = io.display_size.y - 18 # imgui.get_cursor_pos_y()
imgui.push_style_var(imgui.STYLE_ITEM_SPACING, imgui.Vec2(0,0))
imgui.set_next_window_size(io.display_size.x, height_window)
imgui.set_next_window_position(0, 18)
imgui.push_style_var(imgui.STYLE_WINDOW_ROUNDING, 0)
imgui.begin("Splitter test", False, imgui.WINDOW_NO_TITLE_BAR | imgui.WINDOW_NO_RESIZE | imgui.WINDOW_NO_MOVE | imgui.WINDOW_NO_BRING_TO_FRONT_ON_FOCUS)
imgui.pop_style_var()
imgui.pop_style_var()
width_shematic = io.display_size.x - separator_width - width_context - separator_width - width_library
# ==============================================================================
# Library
# ==============================================================================
imgui.push_style_var(imgui.STYLE_CHILD_BORDERSIZE, 0)
imgui.begin_child("Library", width_library, 0, True)
for node_name in node_library.nodes:
if imgui.button(node_name, width_library):
iggraph.create_node(node_name)
imgui.end_child()
imgui.pop_style_var()
imgui.same_line()
imgui.button("left_splitter", separator_width, height_window - 20)
left_splitter_is_active = imgui.is_item_active()
if (left_splitter_is_active):
width_library += io.mouse_delta.x
scrolling = imgui.Vec2(scrolling.x - io.mouse_delta.x, scrolling.y)
if (imgui.is_item_hovered()):
imgui.set_mouse_cursor(imgui.MOUSE_CURSOR_RESIZE_EW)
imgui.same_line()
# ==============================================================================
# Shematic
# ==============================================================================
imgui.push_style_var(imgui.STYLE_CHILD_BORDERSIZE, 0)
imgui.begin_child("shematic", width_shematic, 0, True)
if show_inputs_popup(iggraph):
imgui.open_popup("Outputs")
show_outputs_popup(iggraph)
# create our child canvas
if iggraph.get_state() == iggraph.STATE_IDLE:
imgui.text("status: edit | ")
elif iggraph.get_state() == iggraph.STATE_RUNNING:
imgui.text("status: run | ")
imgui.same_line()
if iggraph.get_state() == iggraph.STATE_IDLE:
if imgui.button("run"):
#TODO if not running
iggraph.set_state(iggraph.STATE_RUNNING)
iggraph.prepare_to_run()
imgui.open_popup("User Input")
imgui.same_line()
if imgui.button("run one step"):
iggraph.set_state(iggraph.STATE_RUNNING)
iggraph.prepare_to_run()
iggraph.run_one_step()
elif iggraph.get_state() == iggraph.STATE_RUNNING:
if imgui.button("stop running"):
iggraph.reset()
iggraph.set_state(iggraph.STATE_IDLE)
imgui.same_line()
if imgui.button("run one step"):
iggraph.set_state(iggraph.STATE_RUNNING)
iggraph.run_one_step()
# imgui.same_line(imgui.get_window_width() - 100)
imgui.push_style_var(imgui.STYLE_FRAME_PADDING, imgui.Vec2(1, 1))
imgui.push_style_var(imgui.STYLE_WINDOW_PADDING, imgui.Vec2(0, 0))
imgui.begin_child("scrolling_region", 0, 0, True, imgui.WINDOW_NO_SCROLLBAR | imgui.WINDOW_NO_MOVE)
imgui.pop_style_var()
imgui.pop_style_var()
imgui.push_item_width(120.0)
offset = add(imgui.get_cursor_screen_pos(), scrolling)
draw_list = imgui.get_window_draw_list()
# Display links
draw_list.channels_split(2)
draw_list.channels_set_current(0)
for link in iggraph.links:
draw_link_param_to_param(draw_list, offset, link.output_parameter, link.input_parameter, selected_link == link)
# Display nodes
parameter_link_end = None
one_parameter_hovered = False
one_node_moving_active = False
for node in iggraph.nodes:
imgui.push_id(str(node.id))
node_rect_min = add(offset, node.pos)
draw_list.channels_set_current(1) # foreground
old_any_active = imgui.is_any_item_active()
#display node content first
# todo
test = add(node_rect_min, NODE_WINDOW_PADDING)
imgui.set_cursor_screen_position(add(node_rect_min, NODE_WINDOW_PADDING))
imgui.begin_group()
imgui.text("")
imgui.text(node.name)
imgui.text("")
imgui.end_group()
# save size
node_widgets_active = False # (not old_any_active and imgui.is_any_item_active())
node.size = add( add( imgui.get_item_rect_size(), NODE_WINDOW_PADDING) , NODE_WINDOW_PADDING)
node_rect_max = add(node.size, node_rect_min)
#display node box
draw_list.channels_set_current(0) # background
imgui.set_cursor_screen_position(node_rect_min)
imgui.invisible_button(str(node.id), node.size.x, node.size.y)
if imgui.is_item_hovered():
node_hovered_in_scene = node.id
else:
node_hovered_in_scene = None
node_moving_active = imgui.is_item_active()
use_hovered_color = node_hovered_in_scene or selected_node == node
draw_list.add_rect_filled(node_rect_min.x, node_rect_min.y, node_rect_max.x, node_rect_max.y, get_node_color(node, iggraph, use_hovered_color), 5)
if node_hovered_in_scene and iggraph.is_error(node):
imgui.begin_tooltip()
imgui.text(iggraph.error_nodes[node])
imgui.end_tooltip()
# input parameters
for parameter_name in node.inputs:
parameter = node.inputs[parameter_name]
center = node.get_intput_slot_pos(parameter)
center_with_offset = add(offset, center)
if io_hovered == parameter:
io_anchors_width = io_anchors_width_hovered
else:
io_anchors_width = io_anchors_width_not_hovered
imgui.set_cursor_pos(imgui.Vec2(center.x-io_anchors_width/2, center.y-io_anchors_width/2))
imgui.push_id(str(str(node.id) + "input" + parameter.id))
if (imgui.invisible_button("input", io_anchors_width, io_anchors_width)):
selected_parameter = parameter
# imgui.is_item_hovered() does not work when dragging
is_hovering = ((io.mouse_pos.x-offset.x>center.x-io_anchors_width/2) and
(io.mouse_pos.x-offset.x<center.x+io_anchors_width/2) and
(io.mouse_pos.y-offset.y>center.y-io_anchors_width/2) and
(io.mouse_pos.y-offset.y<center.y+io_anchors_width/2))
if is_hovering:
io_hovered = parameter
one_parameter_hovered = True
imgui.begin_tooltip()
imgui.text(parameter_name)
imgui.end_tooltip()
if is_hovering and imgui.is_mouse_released(0):
parameter_link_end = parameter
imgui.pop_id()
draw_list.add_circle_filled(center_with_offset.x, center_with_offset.y, io_anchors_width/2, get_parameter_color(parameter))
# output parameters
for parameter_name in node.outputs:
parameter = node.outputs[parameter_name]
center = node.get_output_slot_pos(parameter)
center_with_offset = add(offset, center)
if io_hovered == parameter:
io_anchors_width = io_anchors_width_hovered
else:
io_anchors_width = io_anchors_width_not_hovered
imgui.set_cursor_pos(imgui.Vec2(center.x-io_anchors_width/2, center.y-io_anchors_width/2))
imgui.push_id(str(str(node.id) + "output" + parameter.id))
if (imgui.invisible_button("output", io_anchors_width, io_anchors_width)):
selected_parameter = parameter
is_hovering = ((io.mouse_pos.x-offset.x>center.x-io_anchors_width/2) and
(io.mouse_pos.x-offset.x<center.x+io_anchors_width/2) and
(io.mouse_pos.y-offset.y>center.y-io_anchors_width/2) and
(io.mouse_pos.y-offset.y<center.y+io_anchors_width/2))
if is_hovering:
io_hovered = parameter
one_parameter_hovered = True
imgui.begin_tooltip()
imgui.text(parameter_name)
imgui.end_tooltip()
draw_list.add_circle_filled(center_with_offset.x, center_with_offset.y, io_anchors_width/2, get_parameter_color(parameter))
imgui.pop_id()
# cannot use imgui.is_item_active, seems buggy with the scroll
if is_hovering and imgui.is_mouse_down(0):
parameter_link_start = parameter
if node_widgets_active or node_moving_active:
selected_node = node
one_node_moving_active = True
if node_moving_active and imgui.is_mouse_dragging(0) and node.id==selected_node.id:
node.pos = add(node.pos, io.mouse_delta)
debug_is_mouse_dragging = imgui.is_mouse_dragging(0)
imgui.pop_id()
draw_list.channels_merge()
if not one_parameter_hovered:
io_hovered = None
# scrolling
mouse_is_in_schematic = (io.mouse_pos.x > width_library) and\
(io.mouse_pos.x < (width_library + width_shematic)) and\
(io.mouse_pos.y < height_window) and\
(io.mouse_pos.y > 18)
if not one_node_moving_active and\
not parameter_link_start and\
imgui.is_mouse_dragging(0) and\
mouse_is_in_schematic and\
not left_splitter_is_active and\
not right_splitter_is_active and\
imgui.is_window_focused():
scroll_offset = imgui.Vec2(io.mouse_delta.x, io.mouse_delta.y)
scrolling = add(scrolling, scroll_offset)
# link creation
if parameter_link_start and parameter_link_end:
iggraph.add_link(parameter_link_start, parameter_link_end)
# creating link
elif parameter_link_start and imgui.is_mouse_dragging(0):
draw_link_param_to_point(draw_list, offset, parameter_link_start, io.mouse_pos.x, io.mouse_pos.y, True)
# mouse release
if imgui.is_mouse_released(0):
parameter_link_start = None
imgui.pop_item_width()
imgui.end_child()
# mouse click on the scene
if imgui.is_mouse_clicked(0):
mouse_pos = imgui.get_mouse_pos()
local_mouse_pos = imgui.Vec2(mouse_pos.x - offset.x, mouse_pos.y - offset.y)
selected_link = None
for link in iggraph.links:
start_node = link.output_parameter.owner
start_pos = start_node.get_output_slot_pos(link.output_parameter)
end_node = link.input_parameter.owner
end_pos = end_node.get_intput_slot_pos(link.input_parameter)
distance_mouse_start = math.sqrt(((local_mouse_pos.x-start_pos.x)**2) + ((local_mouse_pos.y-start_pos.y)**2))
distance_mouse_end = math.sqrt(((local_mouse_pos.x-end_pos.x)**2) + ((local_mouse_pos.y-end_pos.y)**2))
distance_start_end = math.sqrt(((start_pos.x-end_pos.x)**2) + ((start_pos.y-end_pos.y)**2))
if ((distance_mouse_start + distance_mouse_end) - distance_start_end) < 0.1:
selected_link = link
imgui.end_child()
imgui.pop_style_var()
imgui.same_line()
imgui.button("right_splitter", separator_width, height_window - 20)
right_splitter_is_active = imgui.is_item_active()
if (right_splitter_is_active):
width_context -= io.mouse_delta.x
if (imgui.is_item_hovered()):
imgui.set_mouse_cursor(imgui.MOUSE_CURSOR_RESIZE_EW)
# ==============================================================================
# Context
# ==============================================================================
imgui.same_line()
imgui.push_style_var(imgui.STYLE_CHILD_BORDERSIZE, 0)
imgui.begin_child("child3", width_context, 0, True);
if selected_node:
if selected_node.handle_dynamic_parameters():
if imgui.button("add parameter"):
selected_node.add_dynamic_parameter()
if imgui.tree_node("Inputs"):
for parameter_name in selected_node.inputs:
parameter = selected_node.inputs[parameter_name]
if imgui.tree_node(parameter.id):
display_parameter(parameter, True)
imgui.tree_pop()
imgui.tree_pop()
if imgui.tree_node("Output"):
for parameter_name in selected_node.outputs:
parameter = selected_node.outputs[parameter_name]
if imgui.tree_node(parameter.id):
display_parameter(parameter, False)
imgui.tree_pop()
imgui.tree_pop()
imgui.end_child()
imgui.pop_style_var()
#
imgui.end()
# ==============================================================================
# Debug Window
# ==============================================================================
if show_debug_window:
debug_window_expanded, show_debug_window = imgui.begin("Debug", True)
if parameter_link_start:
imgui.text("parameter_link_start: " + parameter_link_start.id)
else:
imgui.text("parameter_link_start: " + "None")
if selected_parameter:
imgui.text("selected_parameter: " + selected_parameter.id)
else:
imgui.text("selected_parameter: " + "None")
imgui.text("is_mouse_dragging: " + str(debug_is_mouse_dragging))
imgui.text("mouse: (" + str(io.mouse_pos.x) + ", " + str(io.mouse_pos.y) + ")")
imgui.end()
gl.glClearColor(1., 1., 1., 1)
gl.glClear(gl.GL_COLOR_BUFFER_BIT)
imgui.render()
impl.render(imgui.get_draw_data())
glfw.swap_buffers(window)
impl.shutdown()
glfw.terminate()
def on_frame():
global cur_state, last_frame_x, last_frame_y, got_hold_last_frame
imgui.set_next_window_position(0, 0)
io = imgui.get_io()
imgui.set_next_window_size(io.display_size.x, io.display_size.y)
imgui.begin("Map",
flags=imgui.WINDOW_NO_TITLE_BAR | imgui.WINDOW_NO_RESIZE
| imgui.WINDOW_NO_COLLAPSE
| imgui.WINDOW_NO_BRING_TO_FRONT_ON_FOCUS)
map_hovered = imgui.is_window_hovered()
draw_map()
imgui.end()
if imgui.begin_main_menu_bar():
if imgui.begin_menu("File", True):
clicked_quit, selected_quit = imgui.menu_item(
"Quit", 'Cmd+Q', False, True)
if clicked_quit:
exit(1)
clicked_load, selected_load = imgui.menu_item(
"Load", "", False, True)
if selected_load:
load_map()
clicked_save, selected_save = imgui.menu_item(
"Save", "", False, True)
if selected_save:
save_map()
clicked_export, selected_export = imgui.menu_item(
"Export", "", False, True)
if selected_export:
export_map()
clicked_reset, selected_reset = imgui.menu_item(
"Reset", "", False, True)
if selected_reset:
cur_state = State()
imgui.end_menu()
imgui.end_main_menu_bar()
imgui.begin("Tools", False)
tools_hovered = imgui.is_window_hovered()
draw_mode()
left_button_clicked = imgui.is_mouse_clicked(button=0)
right_button_clicked = imgui.is_mouse_clicked(button=1)
mouse_button_clicked = (left_button_clicked or right_button_clicked)
left_button_down = imgui.is_mouse_down(button=0)
if mouse_button_clicked:
print("clicked left {} right {}".format(left_button_clicked,
right_button_clicked))
#else:
# print("clearing down_x and down_y")
# start_down_x = None
# start_down_y = None
if got_hold_last_frame:
cur_x, cur_y = imgui.get_mouse_pos()
moved_cam_x = last_frame_x - cur_x
moved_cam_y = last_frame_y - cur_y
cur_state.camera_x += moved_cam_x
cur_state.camera_y += moved_cam_y
if map_hovered and not tools_hovered and mouse_button_clicked:
x, y = imgui.get_mouse_pos()
print("interpreting click at {},{}".format(x, y))
interpret_click(x + cur_state.camera_x, y + cur_state.camera_y,
LEFT_BUTTON if left_button_clicked else RIGHT_BUTTON)
elif map_hovered and left_button_down:
got_hold_last_frame = True
last_frame_x, last_frame_y = imgui.get_mouse_pos()
elif not left_button_down:
got_hold_last_frame = False
imgui.end()
def debug_window() -> IMGui[None]:
with window(name="debug"):
debug_window_draw_start_t_s = glfw.get_time()
if debug_dict['crash'] is not None:
origin = debug_dict['crash']['origin']
cause = debug_dict['crash']['cause']
exception = debug_dict['crash']['exception']
with window(name="Crash report"):
im.text(
'Exception raised during `{}`. State rolled back'.format(
origin))
im.text('Caused by:')
im.text('\t' + repr(cause))
im.text('\n' + str(exception.__cause__) if exception.
__cause__ is not None else '')
for line in traceback.format_tb(exception.__traceback__):
im.text(line)
im.text("{}: {}".format(
type(exception).__qualname__,
str.join(', ', map(repr, exception.args))))
if im.button('close'):
debug_dict['crash'] = None
# print some general app state
# im.text("actions: "+str(frame_actions))
im.text("mouse: " + str(get_mouse_position()))
im.text("click: " + str(im.is_mouse_clicked(button=0)))
im.text("down: " + str(im.is_mouse_down(button=0)))
im.text(
"cl+down: " +
str(im.is_mouse_clicked(button=0) and im.is_mouse_down(button=0)))
im.text("drag: " + str(im.is_mouse_dragging(button=0)))
im.text("drag-d: " + str(im.get_mouse_drag_delta()))
im.new_line()
# print the avg durations of ranges set with `debug_log_time`
show_avg_durations_of_recorded_ranges()
# print the values in dicts logged with `debug_log_dict`
for name, sequence in debug_dict['sequences'].items():
im.new_line()
show_sequence(sequence, name=name)
# print the values in dicts logged with `debug_log_dict`
for name, dictionary in debug_dict['dicts'].items():
im.new_line()
# d = order_dict_by_key(stringify_keys(flatten_dict(dictionary)))
show_varied_dict(dictionary, name=name)
# print all other values in debug (set with `debug_log`)
im.new_line()
show_varied_dict(debug_dict['values'])
# print how long it took to draw the debug window (hehe)
debug_window_draw_end_t_s = glfw.get_time()
debug_window_draw_dur_ms = (debug_window_draw_end_t_s -
debug_window_draw_start_t_s) * 1000
im.new_line()
im.text(
"drawing debug took {:4.1f} ms".format(debug_window_draw_dur_ms))
async def draw() -> Eff[[ACTIONS], None]:
global state
im.show_metrics_window()
im.show_test_window()
# ------------------------
# t_flags = 0
# t_flags = (
# im.WINDOW_NO_TITLE_BAR
# | im.WINDOW_NO_MOVE
# | im.WINDOW_NO_RESIZE
# | im.WINDOW_NO_COLLAPSE
# | im.WINDOW_NO_FOCUS_ON_APPEARING
# | im.WINDOW_NO_BRING_TO_FRONT_ON_FOCUS
# )
# with window(name="test", flags=t_flags):
# im.button("bloop")
# pos = util.point_offset(im.get_window_position(), im.Vec2(40, 80))
# im.set_next_window_position(pos.x, pos.y)
# with window(name="a window"):
# im.text("I'm a window")
# top_left = im.get_item_rect_min()
# size = im.get_item_rect_size()
# bottom_right = util.point_offset(top_left, size)
# im.text('TL: '+str(top_left))
# im.text('BR: '+str(bottom_right))
# util.add_rect(im.get_window_draw_list(), util.Rect(top_left, bottom_right), (1.,1.,1.,1.))
debug_log("test_drew", False)
with window("test") as (expanded, _):
only_draw_if(expanded)
debug_log("test_drew", True) # only_draw_if didn't abort, overwrite
US = ui['settings']
opts = ['first', 'second', 'third']
default_state = ('no_selection', None)
US.setdefault('selectable_state', default_state)
US.setdefault('selectable_added', [])
if not im.is_window_focused():
US['selectable_state'] = default_state
changed, selection_changed, selectable_state = double_click_listbox(
US['selectable_state'], opts)
if changed:
US['selectable_state'] = selectable_state
o_ix = selectable_state[1]
im.text_colored(
"[ {!s:<10} ] {}".format(opts[o_ix] if o_ix is not None else "---",
"(!)" if selection_changed else ""),
*(0.3, 0.8, 0.5))
im.text("")
im.text("{!r:<5} {!r:<5} {}".format(changed, selection_changed,
selectable_state))
if selectable_state[0] == 'double_clicked':
US['selectable_added'].append(opts[selectable_state[1]])
im.text(str(US['selectable_added']))
c = im.is_mouse_clicked()
dc = im.is_mouse_double_clicked()
im.text("{!r:<5} {!r:<5} {!r:<5}".format(c, dc, c and dc))
im.text("focused: " + repr(im.is_window_focused()))
with window(name="signals"):
if im.button("load example"):
await emit(FileAction.Load(filename=example_file_path))
if len(state.data.signals) > 0:
def right_pad(s: str, limit: int) -> str:
n_spaces = max(0, limit - len(s))
return s + (' ' * n_spaces)
for sig_id, sig_name in sorted(state.data.signal_names.items(),
key=lambda pair: pair[1]):
im.text_colored(right_pad(sig_name, 5), 0.2, 0.8, 1)
im.same_line()
signal = state.data.signals[sig_id]
im.text(str(signal))
else:
im.text("No signals loaded")
# -------------------------
# with window(name="modules"):
# modules = sorted(
# rlu.all_modules(dir=pathlib.Path.cwd()),
# key=lambda mod: (getattr(mod, '__reload_incarnation__', -1), mod.__name__)
# )
# for mod in modules:
# incarnation_text = str(getattr(mod, '__reload_incarnation__', '-'))
# im.text("{mod}[{inc}]".format(mod=mod.__name__, inc=incarnation_text))
with window(name="settings"):
ui_settings = ui['settings']
changed, move = im.checkbox("move plots",
ui_settings['plot_window_movable'])
if changed:
ui_settings['plot_window_movable'] = move
# im.same_line()
changed, option = str_combo(
"resample", ui_settings['plot_resample_function'],
['numpy_interp', 'scipy_zoom', 'crude_downsample'])
if changed:
ui_settings['plot_resample_function'] = option
# im.same_line()
changed, option = str_combo("plots", ui_settings['plot_draw_function'],
['imgui', 'manual'])
if changed:
ui_settings['plot_draw_function'] = option
changed, val = im.slider_float('filter_slider_power',
ui_settings['filter_slider_power'],
min_value=1.,
max_value=5.,
power=1.0)
if changed:
ui_settings['filter_slider_power'] = val
if im.button("reload"):
await emit(AppRunnerAction.Reload())
# im.same_line()
# im.button("bla bla bla")
# im.same_line()
# im.button("ple ple ple")
im.text("state | ")
im.same_line()
if im.button("dump##state"):
await emit(AppStateAction.SaveState)
im.same_line()
if im.button("load##state"):
await emit(AppStateAction.LoadState)
im.same_line()
if im.button("reset##state"):
await emit(AppStateAction.ResetState)
im.text("history | ")
im.same_line()
if im.button("dump##history"):
await emit(AppStateAction.SaveUserActionHistory)
im.same_line()
if im.button("load##history"):
await emit(AppStateAction.LoadUserActionHistory)
im.same_line()
if im.button("reset##history"):
await emit(AppStateAction.ResetUserActionHistory)
im.same_line()
if im.button("run##history"):
await emit(AppStateAction.RunHistory)
# TODO: Window positions can theoretically be accessed
# after being drawn using internal APIs.
# See:
# imgui_internal.h > ImGuiWindow (search "struct IMGUI_API ImGuiWindow")
# imgui.cpp > ImGui::GetCurrentContext()
#
# (sort-of pseudocode example)
#
# foo_id = None
#
# with window("foo"):
# foo_id = GetCurrentWindow().ID
# ...
#
# ...
#
# with window("accessing other windows"):
# windows = imgui.GetCurrentContext().Windows
# foo_win = windows[ windows.find(lambda win: win.ID = foo_id) ]
# im.text( "pos:{}, size:{}".format(foo_win.Pos, foo_win.Size) )
# ----------------------------
# await ng.graph_window(state.graph)
prev_color_window_background = im.get_style().color(
im.COLOR_WINDOW_BACKGROUND)
im.set_next_window_position(0, 100)
with color({im.COLOR_WINDOW_BACKGROUND: (0., 0., 0., 0.05)}), \
window(name="nodes",
flags = (
im.WINDOW_NO_TITLE_BAR
# | im.WINDOW_NO_MOVE
# | im.WINDOW_NO_RESIZE
| im.WINDOW_NO_COLLAPSE
| im.WINDOW_NO_FOCUS_ON_APPEARING
| im.WINDOW_NO_BRING_TO_FRONT_ON_FOCUS
)
):
box_positions = {}
inputs = ng.get_inputs(state.graph, state.data.box_outputs)
with color({im.COLOR_WINDOW_BACKGROUND: prev_color_window_background}):
# source boxes
for (id_, box_state) in state.source_boxes.items():
pos = await signal_source_window(box_state, state.data.signals,
state.data.signal_names)
box_positions[id_] = pos
# filter boxes
for (id_, box_state) in state.filter_boxes.items():
pos = await filter_box_window(box_state,
ui_settings=ui_settings)
box_positions[id_] = pos
# signal plot 1
for (id_, box_state) in state.plots.items():
pos = await signal_plot_window(box_state,
inputs[id_],
ui_settings=ui_settings)
box_positions[id_] = pos
# connections between boxes
link_selection = state.link_selection
prev_cursor_screen_pos = im.get_cursor_screen_position()
# get slot coords and draw slots
with color({im.COLOR_CHECK_MARK: (0, 0, 0, 100 / 255)}):
draw_list = im.get_window_draw_list()
SPACING = 20.
slot_center_positions = {}
for (id_, position) in box_positions.items():
node = state.graph.nodes[id_]
left_x = position.top_left.x
right_x = position.bottom_right.x
top_y = position.top_left.y
for slot_ix in range(node.n_inputs):
pos = im.Vec2(left_x - 20 - 3,
top_y + 30 + slot_ix * SPACING)
im.set_cursor_screen_position(pos)
slot = ng.InputSlotId(id_, slot_ix)
was_selected = (slot == link_selection.dst_slot)
changed, selected = im.checkbox(
"##in{}{}".format(id_, slot_ix), was_selected)
if changed:
await emit(LinkSelectionAction.ClickInput(slot))
center_pos = util.rect_center(
util.get_item_rect()) # bounding rect of prev widget
slot_center_positions[('in', id_, slot_ix)] = center_pos
for slot_ix in range(node.n_outputs):
pos = im.Vec2(right_x + 3, top_y + 30 + slot_ix * SPACING)
im.set_cursor_screen_position(pos)
slot = ng.OutputSlotId(id_, slot_ix)
was_selected = (slot == link_selection.src_slot)
changed, selected = im.checkbox(
"##out{}{}".format(id_, slot_ix), was_selected)
if changed:
await emit(LinkSelectionAction.ClickOutput(slot))
center_pos = util.rect_center(
util.get_item_rect()) # bounding rect of prev widget
slot_center_positions[('out', id_, slot_ix)] = center_pos
# end drawing slots
# draw links
for (src, dst) in state.graph.links:
src_pos = slot_center_positions[('out', src.node_id, src.ix)]
dst_pos = slot_center_positions[('in', dst.node_id, dst.ix)]
draw_list.add_line(*src_pos,
*dst_pos,
col=im.get_color_u32_rgba(0.5, 0.5, 0.5, 1.),
thickness=2.)
im.set_cursor_screen_position(prev_cursor_screen_pos)
# end nodes window
im.show_style_editor()
def pan_zoom(name,
state,
width=None,
height=None,
content_gen=None,
drag_tag=None,
down_tag=None,
hover_tag=None):
""" Create the Pan & Zoom widget, serving as a container for a thing given by `content_gen`.
This widget is mostly not used directly. Instead, a special-purpose wrapper can be used,
such as `concur.extra_widgets.image.image`, or `concur.extra_widgets.frame.frame`.
Args:
name: widget name. Also serves as an event identifier
state: `PanZoom` object representing state.
width: widget width in pixels. If `None`, it fills the available space.
height: widget height in pixels. If `None`, it fills the available space.
content_gen: Widget generator to display inside the pan-zoom widget. All events are passed
through as a return tuple member. This is a function that returns a Concur widget, and
takes two keyword arguments:
* **tf**: `concur.extra_widgets.pan_zoom.TF` object with transformation information
* **event_gen**: This is an event generator which returns the drag, down, and hover events when they occur.
It is up to the widget to do the necessary transformations
using the `TF` object, and optionally react to the events created by `event_gen`.
drag_tag: The event tag for LMB drag events. If `None`, no drag events are fired.
down_tag: The event tag for LMB down events. If `None`, no down events are fired.
Useful in combination with `drag_tag` to indicate when the dragging started.
hover_tag: The event tag for mouse hover when no mouse buttons are down.
If `None`, no hover events are fired. Events are fired only when the mouse is moving.
Returns:
To ease integration with other widgets, this widget returns events in a special format, `(name, state, event)`.
`state` or `event` may be `None` in case `state` didn't change, or there is no `event`.
If `drag_tag`, or `down_tag` arguments are used, these are fired in the `event` member of the return tuple.
"""
assert content_gen is not None
tf, content = None, None
event_queue = queue.Queue()
while True:
assert not state.keep_aspect or not state.fix_axis, \
"Can't fix axis and keep_aspect at the same time."
# Dynamically rescale width and height if they weren't specified
if width is None:
w = imgui.get_content_region_available()[0]
else:
w = width
if height is None:
h = imgui.get_content_region_available()[1]
else:
h = height
frame_w = max(1, w - state.margins[0] + state.margins[2])
frame_h = max(1, h - state.margins[1] + state.margins[3])
w = max(1, w)
h = max(1, h)
zoom_x = frame_w / (state.right - state.left)
zoom_y = frame_h / (state.bottom - state.top)
left, right = state.left, state.right
top, bottom = state.top, state.bottom
if state.keep_aspect:
aspect = float(state.keep_aspect)
assert state.keep_aspect > 0, "Negative aspect ratio is not supported."
if abs(zoom_x) > abs(zoom_y) * aspect:
zoom_x = np.sign(zoom_x) * abs(zoom_y) * aspect
center_x = (left + right) / 2
left = center_x - frame_w / zoom_x / 2
right = center_x + frame_w / zoom_x / 2
if abs(zoom_y) > abs(zoom_x) / aspect:
zoom_y = np.sign(zoom_y) * abs(zoom_x) / aspect
center_y = (top + bottom) / 2
top = center_y - frame_h / zoom_y / 2
bottom = center_y + frame_h / zoom_y / 2
origin = imgui.get_cursor_screen_pos()
# needs to be before is_window_hovered
imgui.begin_child("Pan-zoom",
w,
h,
False,
flags=imgui.WINDOW_NO_SCROLLBAR
| imgui.WINDOW_NO_SCROLL_WITH_MOUSE)
# Interaction
st = copy.deepcopy(state)
io = imgui.get_io()
is_window_hovered = imgui.is_window_hovered()
if (imgui.is_mouse_clicked(1)
or imgui.is_mouse_clicked(2)) and is_window_hovered:
st.is_rmb_dragged = True
if not (io.mouse_down[1] or io.mouse_down[2]):
st.is_rmb_dragged = False
delta = io.mouse_delta
# Pan
if st.is_rmb_dragged and (delta[0] or delta[1]):
if st.fix_axis != 'x':
st.left -= delta[0] / zoom_x
st.right -= delta[0] / zoom_x
if st.fix_axis != 'y':
st.top -= delta[1] / zoom_y
st.bottom -= delta[1] / zoom_y
# Zoom
if (imgui.is_window_hovered() or st.is_rmb_dragged) and io.mouse_wheel:
factor = 1.3**io.mouse_wheel
if st.fix_axis != 'x':
mx_rel = (io.mouse_pos[0] - origin[0] -
state.margins[0]) / frame_w * 2 - 1
mx = mx_rel * (right - left) / (st.right - st.left) / 2 + 0.5
wi = st.right - st.left
st.left = st.left + wi * mx - wi / factor * mx
st.right = st.right - wi * (1 - mx) + wi / factor * (1 - mx)
if st.fix_axis != 'y':
my_rel = (io.mouse_pos[1] - origin[1] -
state.margins[1]) / frame_h * 2 - 1
my = my_rel * (bottom - top) / (st.bottom - st.top) / 2 + 0.5
hi = st.bottom - st.top
st.top = st.top + hi * my - hi / factor * my
st.bottom = st.bottom - hi * (1 - my) + hi / factor * (1 - my)
# Get screen-space bounds disregarding the margins
left_s = left - st.margins[0] / zoom_x
top_s = top - st.margins[1] / zoom_y
right_s = right - st.margins[2] / zoom_x
bottom_s = bottom - st.margins[3] / zoom_y
s2c = np.array([ # Screen to Content
[1 / zoom_x, 0, left_s - origin[0] / zoom_x],
[0, 1 / zoom_y, top_s - origin[1] / zoom_y]
])
c2s = np.array([ # Content to Screen
[zoom_x, 0, origin[0] - left_s * zoom_x],
[0, zoom_y, origin[1] - top_s * zoom_y]
])
view_s = [origin[0], origin[1], origin[0] + w, origin[1] + h]
view_c = [left_s, top_s, right_s, bottom_s]
content_value = None
content_returned = False
new_tf = TF(c2s, s2c, view_c, view_s)
if down_tag \
and not st.is_rmb_dragged \
and imgui.is_mouse_clicked() \
and is_window_hovered:
event_queue.put(
(down_tag, new_tf.inv_transform(np.array([[*io.mouse_pos]
]))[0]))
if hover_tag \
and not st.is_rmb_dragged \
and not any(imgui.is_mouse_down(i) for i in [0,1,2]) \
and is_window_hovered:
new_tf.hovered = True
if (delta[0] or delta[1]):
event_queue.put(
(hover_tag,
new_tf.inv_transform(np.array([[*io.mouse_pos]]))[0]))
if drag_tag \
and not st.is_rmb_dragged:
imgui.invisible_button("", w, h)
dx, dy = io.mouse_delta
if imgui.is_item_active() and (dx or dy):
event_queue.put(
(drag_tag,
np.array([new_tf.s2c[0, 0] * dx, new_tf.s2c[1, 1] * dy])))
imgui.set_item_allow_overlap()
try:
from concur.core import lift
if tf is None or tf != new_tf:
tf = new_tf
w, h = tf.view_s[2] - tf.view_s[0], tf.view_s[3] - tf.view_s[1]
content = content_gen(tf=tf,
event_gen=lambda: listen(event_queue))
next(content)
except StopIteration as e:
content_value = e.value
content_returned = True
finally:
imgui.end_child()
changed = st != state
if changed or content_returned:
return name, (st if changed else None, content_value)
yield