class CrosshairLine(QObject):
def __init__(self, parent, vertex_data):
super().__init__(parent)
self.shader_program = QOpenGLShaderProgram(parent=self)
self.vertex_attribute_object = None
self.vertex_data = vertex_data
self.vertex_position_uniform = None
def get_uniform_location(self, name):
location = self.shader_program.uniformLocation(name)
if location == -1:
raise ValueError("Uniform {} has no location.".format(name))
return location
def initialise_gl(self):
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex,
VERTEX)
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment,
FRAGMENT)
if not self.shader_program.link():
raise Exception("Could not link shaders - {}".format(
self.shader_program.log()))
self.vertex_attribute_object = GL.glGenVertexArrays(1)
GL.glBindVertexArray(self.vertex_attribute_object)
vertex_buffer_object = GL.glGenBuffers(1)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, vertex_buffer_object)
GL.glBufferData(GL.GL_ARRAY_BUFFER, self.vertex_data.nbytes,
self.vertex_data, GL.GL_STATIC_DRAW)
self.vertex_position = self.shader_program.attributeLocation(
"vertexPosition")
self.inverted_uniform = self.get_uniform_location("inverted")
self.projection_matrix_uniform = self.get_uniform_location(
"projection_matrix")
self.view_matrix_uniform = self.get_uniform_location("view_matrix")
GL.glVertexAttribPointer(self.vertex_position, 3, GL.GL_FLOAT,
GL.GL_FALSE, 0, None)
GL.glEnableVertexAttribArray(0)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, 0)
GL.glBindVertexArray(0)
def paint_gl(self, inverted, projection_matrix, view_matrix):
self.shader_program.bind()
self.shader_program.setUniformValue(self.inverted_uniform, inverted)
self.shader_program.setUniformValue(self.projection_matrix_uniform,
projection_matrix)
self.shader_program.setUniformValue(self.view_matrix_uniform,
view_matrix)
GL.glBindVertexArray(self.vertex_attribute_object)
GL.glDrawArrays(GL.GL_TRIANGLES, 0, 6)
GL.glBindVertexArray(0)
self.shader_program.release()
class TestCanvas(Canvas):
def __init__(self):
with open("vertex.glsl","r") as f:
self.vertexShaderSource = f.read()
with open("fragment.glsl","r") as f:
self.fragmentShaderSource = f.read()
if self.vertexShaderSource is None:
raise Exception("Could not load the source for the vertex shader")
if self.fragmentShaderSource is None:
raise Exception("Could not load the source for the fragment shader")
super(TestCanvas,self).__init__()
def setupGL(self):
self.program = QOpenGLShaderProgram(self.context())
info("PROGRAM",self.program)
# addShaderFromSourceCode() only returns a bool telling whether everything went well
if self.program.addShaderFromSourceCode(QOpenGLShader.Vertex, self.vertexShaderSource):
info("VERTEX SHADER","Managed to load and parse the vertex shader")
if self.program.addShaderFromSourceCode(QOpenGLShader.Fragment, self.fragmentShaderSource):
info("FRAGMENT SHADER","Managed to load and parse the fragment shader")
# Compile and bind the shader program to the current context
self.program.link()
self.program.bind()
# Bind the shader attribute to a python variable
self.somePosition = self.gl.glGetAttribLocation(self.program.programId(), "somePosition")
# Tell GL that whenever we run glClear, this is the color that
# should be used. We only need to do this once.
self.gl.glClearColor(0.1, 0.1, 0.1, 1.0)
self.dumpGLLogMessages("setupGL()")
def paintGL(self):
self.gl.glClear(self.gl.GL_COLOR_BUFFER_BIT | self.gl.GL_DEPTH_BUFFER_BIT)
# Assign a value to the shader parameter
self.gl.glVertexAttrib3f(self.somePosition, 0.5, 0.5, 0.0)
# Mode, starting at vertex number, number of vertices to draw
self.gl.glDrawArrays(self.gl.GL_POINTS,0,1)
self.dumpGLLogMessages("paintGL()")
def resizeGL(self, width, height):
pass
class TestCanvas(Canvas):
def __init__(self):
with open("vertex.glsl", "r") as f:
self.vertexShaderSource = f.read()
with open("fragment.glsl", "r") as f:
self.fragmentShaderSource = f.read()
if self.vertexShaderSource is None:
raise Exception("Could not load the source for the vertex shader")
if self.fragmentShaderSource is None:
raise Exception(
"Could not load the source for the fragment shader")
super(TestCanvas, self).__init__()
def setupGL(self):
self.program = QOpenGLShaderProgram(self.context())
info("PROGRAM", self.program)
# addShaderFromSourceCode() only returns a bool telling whether everything went well
if self.program.addShaderFromSourceCode(QOpenGLShader.Vertex,
self.vertexShaderSource):
info("VERTEX SHADER",
"Managed to load and parse the vertex shader")
if self.program.addShaderFromSourceCode(QOpenGLShader.Fragment,
self.fragmentShaderSource):
info("FRAGMENT SHADER",
"Managed to load and parse the fragment shader")
# Compile and bind the shader program to the current context
self.program.link()
self.program.bind()
# Tell GL that whenever we run glClear, this is the color that
# should be used. We only need to do this once.
self.gl.glClearColor(0.1, 0.1, 0.1, 1.0)
self.dumpGLLogMessages("setupGL()")
def paintGL(self):
self.gl.glClear(self.gl.GL_COLOR_BUFFER_BIT
| self.gl.GL_DEPTH_BUFFER_BIT)
self.dumpGLLogMessages("paintGL()")
def resizeGL(self, width, height):
pass
def linkProgram(self, gl, name, **kwargs):
''' Links GLSL program from *name*.vert and *name*.frag shaders '''
program = QOpenGLShaderProgram()
vertexShader, fragmentShader = self.loadShaders(name)
program.addShaderFromSourceCode(QOpenGLShader.Vertex,
vertexShader)
program.addShaderFromSourceCode(QOpenGLShader.Fragment,
fragmentShader)
assert program.link(), "Can't link ShaderProgram"
assert program.bind(), "Can't bind ShaderProgram for initialization"
for k, v in kwargs.items():
if type(v) in [list, tuple]:
program.setUniformValue(k, *v)
else:
program.setUniformValue(k, v)
program.release()
return program
class GLSLProgram(Product.Product):
def __init__(self,
parent=None,
vertex_shader=None,
geometry_shader=None,
fragment_shader=None,
uniforms={},
textures={},
outputTextures={}):
super(GLSLProgram, self).__init__(parent)
self._vertexShader = None
self._geometryShader = None
self._fragmentShader = None
self._uniforms = {}
self._textures = {}
self._outputTextures = {}
self._linkDirty = False
self.vertexShader = vertex_shader
self.geometryShader = geometry_shader
self.fragmentShader = fragment_shader
self.uniforms = uniforms
self.textures = textures
self.outputTextures = outputTextures
def _update(self):
if self._linkDirty:
self._program = QOpenGLShaderProgram()
if self._vertexShader is not None:
self._program.addShaderFromSourceCode(QOpenGLShader.Vertex,
self._vertexShader)
if self._geometryShader is not None:
self._program.addShaderFromSourceCode(QOpenGLShader.Geometry,
self._geometryShader)
if self._fragmentShader is not None:
self._program.addShaderFromSourceCode(QOpenGLShader.Fragment,
self._fragmentShader)
self._program.link()
self._linkDirty = False
Product.InputProperty(vars(), 'QVariant', 'uniforms')
''' supports dict of Array, subject to the constraints associated with Image.to_QImage() '''
Product.InputProperty(vars(), 'QVariant', 'textures')
Product.InputProperty(vars(), 'QVariant', 'outputTextures')
def relink(self):
self._linkDirty = True
Product.InputProperty(vars(), str, 'geometryShader', relink)
Product.InputProperty(vars(), str, 'vertexShader', relink)
Product.InputProperty(vars(), str, 'fragmentShader', relink)
class ShaderProgram:
def __init__(self):
self._bindings = {}
self._attribute_bindings = {}
self._shader_program = None
self._uniform_indices = {}
self._attribute_indices = {}
self._uniform_values = {}
self._bound = False
self._textures = {}
self._debug_shader = False # Set this to true to enable extra logging concerning shaders
## Load a shader program file.
#
# This method loads shaders from a simple text file, using Python's configparser
# as parser.
#
# \note When writing shader program files, please note that configparser expects
# indented lines for multiline values. Since the shaders are provided as a single
# multiline string, make sure to indent them properly.
#
# \param file_name The shader file to load.
# \param version can be used for a special version of the shader. it will be appended
# to the keys [vertex, fragment, geometry] in the shader file
#
# \exception{InvalidShaderProgramError} Raised when the file provided does not contain any valid shaders.
def load(self, file_name, version = ""):
Logger.log("d", "Loading shader file [%s]...", file_name)
vertex_key = "vertex" + version
fragment_key = "fragment" + version
geometry_key = "geometry" + version
# Hashtags should not be ignored, they are part of GLSL.
parser = configparser.ConfigParser(interpolation = None, comment_prefixes = (';', ))
parser.optionxform = lambda option: option
parser.read(file_name)
if "shaders" not in parser:
raise InvalidShaderProgramError("{0} is missing section [shaders]".format(file_name))
if vertex_key not in parser["shaders"] or fragment_key not in parser["shaders"]:
raise InvalidShaderProgramError("{0} is missing a shader [{1}, {2}]".format(file_name, vertex_key, fragment_key))
vertex_code = parser["shaders"][vertex_key]
if self._debug_shader:
vertex_code_str = "\n".join(["%4i %s" % (i, s) for i, s in enumerate(vertex_code.split("\n"))])
Logger.log("d", "Vertex shader")
Logger.log("d", vertex_code_str)
fragment_code = parser["shaders"][fragment_key]
if self._debug_shader:
fragment_code_str = "\n".join(["%4i %s" % (i, s) for i, s in enumerate(fragment_code.split("\n"))])
Logger.log("d", "Fragment shader")
Logger.log("d", fragment_code_str)
self.setVertexShader(vertex_code)
self.setFragmentShader(fragment_code)
# Geometry shader is optional and only since version OpenGL 3.2 or with extension ARB_geometry_shader4
if geometry_key in parser["shaders"]:
code = parser["shaders"][geometry_key]
if self._debug_shader:
code_str = "\n".join(["%4i %s" % (i, s) for i, s in enumerate(code.split("\n"))])
Logger.log("d", "Loading geometry shader... \n")
Logger.log("d", code_str)
self.setGeometryShader(code)
self.build()
if "defaults" in parser:
for key, value in parser["defaults"].items():
self.setUniformValue(key, ast.literal_eval(value), cache = True)
if "bindings" in parser:
for key, value in parser["bindings"].items():
self.addBinding(key, value)
if "attributes" in parser:
for key, value in parser["attributes"].items():
self.addAttributeBinding(key, value)
## Set the vertex shader to use.
#
# \param shader \type{string} The vertex shader to use.
def setVertexShader(self, shader):
if not self._shader_program:
self._shader_program = QOpenGLShaderProgram()
if not self._shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex, shader):
Logger.log("e", "Vertex shader failed to compile: %s", self._shader_program.log())
## Set the fragment shader to use.
#
# \param shader \type{string} The fragment shader to use.
def setFragmentShader(self, shader):
if not self._shader_program:
self._shader_program = QOpenGLShaderProgram()
if not self._shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment, shader):
Logger.log("e", "Fragment shader failed to compile: %s", self._shader_program.log())
def setGeometryShader(self, shader):
if not self._shader_program:
self._shader_program = QOpenGLShaderProgram()
if not self._shader_program.addShaderFromSourceCode(QOpenGLShader.Geometry, shader):
Logger.log("e", "Geometry shader failed to compile: %s", self._shader_program.log())
## Build the complete shader program out of the separately provided sources.
def build(self):
if not self._shader_program:
Logger.log("e", "No shader sources loaded")
return
if not self._shader_program.link():
Logger.log("e", "Shader failed to link: %s", self._shader_program.log())
## Set a named uniform variable.
#
# Unless otherwise specified as argument, the specified value will be cached so that
# it does not matter whether bind() has already been called. Instead, if the shader
# is not currently bound, the next call to bind() will update the uniform values.
#
# \param name The name of the uniform variable.
# \param value The value to set the variable to.
# \param kwargs Keyword arguments.
# Possible keywords:
# - cache: False when the value should not be cached for later calls to bind().
def setUniformValue(self, name, value, **kwargs):
if not self._shader_program:
return
if name not in self._uniform_indices:
self._uniform_indices[name] = self._shader_program.uniformLocation(name)
uniform = self._uniform_indices[name]
if uniform == -1:
return
if kwargs.get("cache", True):
self._uniform_values[uniform] = value
if self._bound:
self._setUniformValueDirect(uniform, value)
## Set a texture that should be bound to a specified texture unit when this shader is bound.
#
# \param texture_unit \type{int} The texture unit to bind the texture to.
# \param texture \type{Texture} The texture object to bind to the texture unit.
def setTexture(self, texture_unit, texture):
if texture is None:
if texture_unit in self._textures:
del self._textures[texture_unit]
else:
self._textures[texture_unit] = texture
## Enable a vertex attribute to be used.
#
# \param name The name of the attribute to enable.
# \param type The type of the attribute. Should be a python type.
# \param offset The offset into a bound buffer where the data for this attribute starts.
# \param stride The stride of the attribute.
#
# \note If the shader is not bound, this will bind the shader.
def enableAttribute(self, name, type, offset, stride = 0):
if not self._shader_program:
return
self.bind()
if name not in self._attribute_indices:
self._attribute_indices[name] = self._shader_program.attributeLocation(name)
attribute = self._attribute_indices[name]
if attribute == -1:
return
if type is "int":
self._shader_program.setAttributeBuffer(attribute, 0x1404, offset, 1, stride) #GL_INT
elif type is "float":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 1, stride) #GL_FLOAT
elif type is "vector2f":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 2, stride) #GL_FLOAT
elif type is "vector3f":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 3, stride) #GL_FLOAT
elif type is "vector4f":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 4, stride) #GL_FLOAT
self._shader_program.enableAttributeArray(attribute)
## Disable a vertex attribute so it is no longer used.
#
# \param name The name of the attribute to use.
def disableAttribute(self, name):
if not self._shader_program:
return
if name not in self._attribute_indices:
return
self._shader_program.disableAttributeArray(self._attribute_indices[name])
## Bind the shader to use it for rendering.
def bind(self):
if not self._shader_program or not self._shader_program.isLinked():
return
if self._bound:
return
self._shader_program.bind()
self._bound = True
for uniform in self._uniform_values:
self._setUniformValueDirect(uniform, self._uniform_values[uniform])
for texture_unit, texture in self._textures.items():
texture.bind(texture_unit)
## Release the shader so it will no longer be used for rendering.
def release(self):
if not self._shader_program or not self._bound:
return
self._shader_program.release()
self._bound = False
for texture_unit, texture in self._textures.items():
texture.release(texture_unit)
## Add a uniform value binding.
#
# Uniform value bindings are used to provide an abstraction between uniforms as set
# from code and uniforms as used from shaders. Each binding specifies a uniform name
# as key that should be mapped to a string that can be used to look up the value of
# the uniform.
#
# \param key The name of the uniform to bind.
# \param value The string used to look up values for this uniform.
def addBinding(self, key, value):
self._bindings[value] = key
## Remove a uniform value binding.
#
# \param key The uniform to remove.
def removeBinding(self, key):
if key not in self._bindings:
return
del self._bindings[key]
## Update the values of bindings.
#
# \param kwargs Keyword arguments.
# Each key should correspond to a binding name, with the
# value being the value of the uniform.
#
# \note By default, these values are not cached as they are expected to be continuously
# updated.
def updateBindings(self, **kwargs):
for key, value in kwargs.items():
if key in self._bindings and value is not None:
self.setUniformValue(self._bindings[key], value, cache = False)
## Add an attribute binding.
#
# Attribute bindings are similar to uniform value bindings, except they specify what
# what attribute name binds to which attribute in the shader.
#
# TODO: Actually use these bindings. However, that kind of depends on a more freeform
# MeshData object as freeform bindings are rather useless when we only have 5 supported
# attributes.
#
# \param key The identifier used in the shader for the attribute.
# \param value The name to bind to this attribute.
def addAttributeBinding(self, key, value):
self._attribute_bindings[key] = value
## Remove an attribute binding.
#
# \param key The name of the attribute binding to remove.
def removeAttributeBinding(self, key):
if key not in self._attribute_bindings:
return
del self._attribute_bindings[key]
def _matrixToQMatrix4x4(self, m):
return QMatrix4x4(m.at(0, 0), m.at(0, 1), m.at(0, 2), m.at(0, 3), m.at(1, 0), m.at(1, 1), m.at(1, 2), m.at(1, 3),
m.at(2, 0), m.at(2, 1), m.at(2, 2), m.at(2, 3), m.at(3, 0), m.at(3, 1), m.at(3, 2), m.at(3, 3))
def _setUniformValueDirect(self, uniform, value):
if type(value) is Vector:
self._shader_program.setUniformValue(uniform, QVector3D(value.x, value.y, value.z))
elif type(value) is Matrix:
self._shader_program.setUniformValue(uniform, self._matrixToQMatrix4x4(value))
elif type(value) is Color:
self._shader_program.setUniformValue(uniform,
QColor(value.r * 255, value.g * 255, value.b * 255, value.a * 255))
elif type(value) is list and len(value) is 2:
self._shader_program.setUniformValue(uniform, QVector2D(value[0], value[1]))
elif type(value) is list and len(value) is 3:
self._shader_program.setUniformValue(uniform, QVector3D(value[0], value[1], value[2]))
elif type(value) is list and len(value) is 4:
self._shader_program.setUniformValue(uniform, QVector4D(value[0], value[1], value[2], value[3]))
elif type(value) is list and type(value[0]) is list and len(value[0]) is 2:
self._shader_program.setUniformValueArray(uniform, [QVector2D(i[0], i[1]) for i in value])
else:
self._shader_program.setUniformValue(uniform, value)
class DDSWidget(QOpenGLWidget):
def __init__(self, ddsFile, debugContext = False, parent = None, f = Qt.WindowFlags()):
super(DDSWidget, self).__init__(parent, f)
self.ddsFile = ddsFile
self.clean = True
self.logger = None
self.program = None
self.transparecyProgram = None
self.texture = None
self.vbo = None
self.vao = None
self.backgroundColour = None
if debugContext:
format = QSurfaceFormat()
format.setOption(QSurfaceFormat.DebugContext)
self.setFormat(format)
self.logger = QOpenGLDebugLogger(self)
qDebug("__init__()")
def __del__(self):
qDebug("__del__()")
self.cleanup()
def __dtor__(self):
qDebug("__dtor__()")
self.cleanup()
def initializeGL(self):
qDebug("initializeGL()")
if self.logger:
self.logger.initialize()
self.logger.messageLogged.connect(lambda message: qDebug(self.__tr("OpenGL debug message: {0}").fomat(message.message())))
self.logger.startLogging()
gl = QOpenGLContext.currentContext().versionFunctions(glVersionProfile)
QOpenGLContext.currentContext().aboutToBeDestroyed.connect(self.cleanup)
self.clean = False
fragmentShader = None
vertexShader = vertexShader2D
if self.ddsFile.isCubemap:
fragmentShader = fragmentShaderCube
vertexShader = vertexShaderCube
if QOpenGLContext.currentContext().hasExtension(b"GL_ARB_seamless_cube_map"):
GL_TEXTURE_CUBE_MAP_SEAMLESS = 0x884F
gl.glEnable(GL_TEXTURE_CUBE_MAP_SEAMLESS)
elif self.ddsFile.glFormat.samplerType == "F":
fragmentShader = fragmentShaderFloat
elif self.ddsFile.glFormat.samplerType == "UI":
fragmentShader = fragmentShaderUInt
else:
fragmentShader = fragmentShaderSInt
self.program = QOpenGLShaderProgram(self)
self.program.addShaderFromSourceCode(QOpenGLShader.Vertex, vertexShader)
self.program.addShaderFromSourceCode(QOpenGLShader.Fragment, fragmentShader)
self.program.bindAttributeLocation("position", 0)
self.program.bindAttributeLocation("texCoordIn", 1)
self.program.link()
self.transparecyProgram = QOpenGLShaderProgram(self)
self.transparecyProgram.addShaderFromSourceCode(QOpenGLShader.Vertex, transparencyVS)
self.transparecyProgram.addShaderFromSourceCode(QOpenGLShader.Fragment, transparencyFS)
self.transparecyProgram.bindAttributeLocation("position", 0)
self.transparecyProgram.link()
self.vao = QOpenGLVertexArrayObject(self)
vaoBinder = QOpenGLVertexArrayObject.Binder(self.vao)
self.vbo = QOpenGLBuffer(QOpenGLBuffer.VertexBuffer)
self.vbo.create()
self.vbo.bind()
theBytes = struct.pack("%sf" % len(vertices), *vertices)
self.vbo.allocate(theBytes, len(theBytes))
gl.glEnableVertexAttribArray(0)
gl.glEnableVertexAttribArray(1)
gl.glVertexAttribPointer(0, 4, gl.GL_FLOAT, False, 6 * 4, 0)
gl.glVertexAttribPointer(1, 2, gl.GL_FLOAT, False, 6 * 4, 4 * 4)
self.texture = self.ddsFile.asQOpenGLTexture(gl, QOpenGLContext.currentContext())
def resizeGL(self, w, h):
qDebug("resizeGL(" + str(w) + ", " + str(h) + ")")
aspectRatioTex = self.texture.width() / self.texture.height() if self.texture else 1.0
aspectRatioWidget = w / h
ratioRatio = aspectRatioTex / aspectRatioWidget
self.program.bind()
self.program.setUniformValue("aspectRatioRatio", ratioRatio)
self.program.release()
def paintGL(self):
qDebug("paintGL()")
gl = QOpenGLContext.currentContext().versionFunctions(glVersionProfile)
vaoBinder = QOpenGLVertexArrayObject.Binder(self.vao)
# Draw checkerboard so transparency is obvious
self.transparecyProgram.bind()
if self.backgroundColour and self.backgroundColour.isValid():
self.transparecyProgram.setUniformValue("backgroundColour", self.backgroundColour)
gl.glDrawArrays(gl.GL_TRIANGLES, 0, 6)
self.transparecyProgram.release()
self.program.bind()
if self.texture:
self.texture.bind()
gl.glEnable(gl.GL_BLEND)
gl.glBlendFunc(gl.GL_SRC_ALPHA, gl.GL_ONE_MINUS_SRC_ALPHA)
gl.glDrawArrays(gl.GL_TRIANGLES, 0, 6)
if self.texture:
self.texture.release()
self.program.release()
def cleanup(self):
qDebug("cleanup()")
if not self.clean:
self.makeCurrent()
self.program = None
self.transparecyProgram = None
if self.texture:
self.texture.destroy()
self.texture = None
self.vbo.destroy()
self.vbo = None
self.vao.destroy()
self.vao = None
self.doneCurrent()
self.clean = True
def setBackgroundColour(self, colour):
self.backgroundColour = colour
def getBackgroundColour(self):
return self.backgroundColour
def __tr(self, str):
return QCoreApplication.translate("DDSWidget", str)
class ShaderProgram:
def __init__(self):
self._bindings = {}
self._attribute_bindings = {}
self._shader_program = None
self._uniform_indices = {}
self._attribute_indices = {}
self._uniform_values = {}
self._bound = False
self._textures = {}
self._debug_shader = False # Set this to true to enable extra logging concerning shaders
## Load a shader program file.
#
# This method loads shaders from a simple text file, using Python's configparser
# as parser.
#
# \note When writing shader program files, please note that configparser expects
# indented lines for multiline values. Since the shaders are provided as a single
# multiline string, make sure to indent them properly.
#
# \param file_name The shader file to load.
# \param version can be used for a special version of the shader. it will be appended
# to the keys [vertex, fragment, geometry] in the shader file
#
# \exception{InvalidShaderProgramError} Raised when the file provided does not contain any valid shaders.
def load(self, file_name, version = ""):
Logger.log("d", "Loading shader file [%s]...", file_name)
vertex_key = "vertex" + version
fragment_key = "fragment" + version
geometry_key = "geometry" + version
# Hashtags should not be ignored, they are part of GLSL.
parser = configparser.ConfigParser(interpolation = None, comment_prefixes = (';', ))
parser.optionxform = lambda option: option
parser.read(file_name)
if "shaders" not in parser:
raise InvalidShaderProgramError("{0} is missing section [shaders]".format(file_name))
if vertex_key not in parser["shaders"] or fragment_key not in parser["shaders"]:
raise InvalidShaderProgramError("{0} is missing a shader [{1}, {2}]".format(file_name, vertex_key, fragment_key))
vertex_code = parser["shaders"][vertex_key]
if self._debug_shader:
vertex_code_str = "\n".join(["%4i %s" % (i, s) for i, s in enumerate(vertex_code.split("\n"))])
Logger.log("d", "Vertex shader")
Logger.log("d", vertex_code_str)
fragment_code = parser["shaders"][fragment_key]
if self._debug_shader:
fragment_code_str = "\n".join(["%4i %s" % (i, s) for i, s in enumerate(fragment_code.split("\n"))])
Logger.log("d", "Fragment shader")
Logger.log("d", fragment_code_str)
self.setVertexShader(vertex_code)
self.setFragmentShader(fragment_code)
# Geometry shader is optional and only since version OpenGL 3.2 or with extension ARB_geometry_shader4
if geometry_key in parser["shaders"]:
code = parser["shaders"][geometry_key]
if self._debug_shader:
code_str = "\n".join(["%4i %s" % (i, s) for i, s in enumerate(code.split("\n"))])
Logger.log("d", "Loading geometry shader... \n")
Logger.log("d", code_str)
self.setGeometryShader(code)
self.build()
if "defaults" in parser:
for key, value in parser["defaults"].items():
self.setUniformValue(key, ast.literal_eval(value), cache = True)
if "bindings" in parser:
for key, value in parser["bindings"].items():
self.addBinding(key, value)
if "attributes" in parser:
for key, value in parser["attributes"].items():
self.addAttributeBinding(key, value)
## Set the vertex shader to use.
#
# \param shader \type{string} The vertex shader to use.
def setVertexShader(self, shader):
if not self._shader_program:
self._shader_program = QOpenGLShaderProgram()
if not self._shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex, shader):
Logger.log("e", "Vertex shader failed to compile: %s", self._shader_program.log())
## Set the fragment shader to use.
#
# \param shader \type{string} The fragment shader to use.
def setFragmentShader(self, shader):
if not self._shader_program:
self._shader_program = QOpenGLShaderProgram()
if not self._shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment, shader):
Logger.log("e", "Fragment shader failed to compile: %s", self._shader_program.log())
def setGeometryShader(self, shader):
if not self._shader_program:
self._shader_program = QOpenGLShaderProgram()
if not self._shader_program.addShaderFromSourceCode(QOpenGLShader.Geometry, shader):
Logger.log("e", "Geometry shader failed to compile: %s", self._shader_program.log())
## Build the complete shader program out of the separately provided sources.
def build(self):
if not self._shader_program:
Logger.log("e", "No shader sources loaded")
return
if not self._shader_program.link():
Logger.log("e", "Shader failed to link: %s", self._shader_program.log())
## Set a named uniform variable.
#
# Unless otherwise specified as argument, the specified value will be cached so that
# it does not matter whether bind() has already been called. Instead, if the shader
# is not currently bound, the next call to bind() will update the uniform values.
#
# \param name The name of the uniform variable.
# \param value The value to set the variable to.
# \param kwargs Keyword arguments.
# Possible keywords:
# - cache: False when the value should not be cached for later calls to bind().
def setUniformValue(self, name, value, **kwargs):
if not self._shader_program:
return
if name not in self._uniform_indices:
self._uniform_indices[name] = self._shader_program.uniformLocation(name)
uniform = self._uniform_indices[name]
if uniform == -1:
return
if kwargs.get("cache", True):
self._uniform_values[uniform] = value
if self._bound:
self._setUniformValueDirect(uniform, value)
## Set a texture that should be bound to a specified texture unit when this shader is bound.
#
# \param texture_unit \type{int} The texture unit to bind the texture to.
# \param texture \type{Texture} The texture object to bind to the texture unit.
def setTexture(self, texture_unit, texture):
if texture is None:
if texture_unit in self._textures:
del self._textures[texture_unit]
else:
self._textures[texture_unit] = texture
## Enable a vertex attribute to be used.
#
# \param name The name of the attribute to enable.
# \param type The type of the attribute. Should be a python type.
# \param offset The offset into a bound buffer where the data for this attribute starts.
# \param stride The stride of the attribute.
#
# \note If the shader is not bound, this will bind the shader.
def enableAttribute(self, name, type, offset, stride = 0):
if not self._shader_program:
return
self.bind()
if name not in self._attribute_indices:
self._attribute_indices[name] = self._shader_program.attributeLocation(name)
attribute = self._attribute_indices[name]
if attribute == -1:
return
if type is "int":
self._shader_program.setAttributeBuffer(attribute, 0x1404, offset, 1, stride) #GL_INT
elif type is "float":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 1, stride) #GL_FLOAT
elif type is "vector2f":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 2, stride) #GL_FLOAT
elif type is "vector3f":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 3, stride) #GL_FLOAT
elif type is "vector4f":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 4, stride) #GL_FLOAT
self._shader_program.enableAttributeArray(attribute)
## Disable a vertex attribute so it is no longer used.
#
# \param name The name of the attribute to use.
def disableAttribute(self, name):
if not self._shader_program:
return
if name not in self._attribute_indices:
return
self._shader_program.disableAttributeArray(self._attribute_indices[name])
## Bind the shader to use it for rendering.
def bind(self):
if not self._shader_program or not self._shader_program.isLinked():
return
if self._bound:
return
self._shader_program.bind()
self._bound = True
for uniform in self._uniform_values:
self._setUniformValueDirect(uniform, self._uniform_values[uniform])
for texture_unit, texture in self._textures.items():
texture.bind(texture_unit)
## Release the shader so it will no longer be used for rendering.
def release(self):
if not self._shader_program or not self._bound:
return
self._shader_program.release()
self._bound = False
for texture_unit, texture in self._textures.items():
texture.release(texture_unit)
## Add a uniform value binding.
#
# Uniform value bindings are used to provide an abstraction between uniforms as set
# from code and uniforms as used from shaders. Each binding specifies a uniform name
# as key that should be mapped to a string that can be used to look up the value of
# the uniform.
#
# \param key The name of the uniform to bind.
# \param value The string used to look up values for this uniform.
def addBinding(self, key, value):
self._bindings[value] = key
## Remove a uniform value binding.
#
# \param key The uniform to remove.
def removeBinding(self, key):
if key not in self._bindings:
return
del self._bindings[key]
## Update the values of bindings.
#
# \param kwargs Keyword arguments.
# Each key should correspond to a binding name, with the
# value being the value of the uniform.
#
# \note By default, these values are not cached as they are expected to be continuously
# updated.
def updateBindings(self, **kwargs):
for key, value in kwargs.items():
if key in self._bindings and value is not None:
self.setUniformValue(self._bindings[key], value, cache = False)
## Add an attribute binding.
#
# Attribute bindings are similar to uniform value bindings, except they specify what
# what attribute name binds to which attribute in the shader.
#
# TODO: Actually use these bindings. However, that kind of depends on a more freeform
# MeshData object as freeform bindings are rather useless when we only have 5 supported
# attributes.
#
# \param key The identifier used in the shader for the attribute.
# \param value The name to bind to this attribute.
def addAttributeBinding(self, key, value):
self._attribute_bindings[key] = value
## Remove an attribute binding.
#
# \param key The name of the attribute binding to remove.
def removeAttributeBinding(self, key):
if key not in self._attribute_bindings:
return
del self._attribute_bindings[key]
def _matrixToQMatrix4x4(self, m):
return QMatrix4x4(m.at(0, 0), m.at(0, 1), m.at(0, 2), m.at(0, 3), m.at(1, 0), m.at(1, 1), m.at(1, 2), m.at(1, 3),
m.at(2, 0), m.at(2, 1), m.at(2, 2), m.at(2, 3), m.at(3, 0), m.at(3, 1), m.at(3, 2), m.at(3, 3))
def _setUniformValueDirect(self, uniform, value):
if type(value) is Vector:
self._shader_program.setUniformValue(uniform, QVector3D(value.x, value.y, value.z))
elif type(value) is Matrix:
self._shader_program.setUniformValue(uniform, self._matrixToQMatrix4x4(value))
elif type(value) is Color:
self._shader_program.setUniformValue(uniform,
QColor(value.r * 255, value.g * 255, value.b * 255, value.a * 255))
elif type(value) is list and len(value) is 2:
self._shader_program.setUniformValue(uniform, QVector2D(value[0], value[1]))
elif type(value) is list and len(value) is 3:
self._shader_program.setUniformValue(uniform, QVector3D(value[0], value[1], value[2]))
elif type(value) is list and len(value) is 4:
self._shader_program.setUniformValue(uniform, QVector4D(value[0], value[1], value[2], value[3]))
elif type(value) is list and type(value[0]) is list and len(value[0]) is 2:
self._shader_program.setUniformValueArray(uniform, [QVector2D(i[0], i[1]) for i in value])
else:
self._shader_program.setUniformValue(uniform, value)
class TestCanvas(Canvas):
def __init__(self):
with open("vertex.glsl", "r") as f:
self.vertexShaderSource = f.read()
with open("fragment.glsl", "r") as f:
self.fragmentShaderSource = f.read()
if self.vertexShaderSource is None:
raise Exception("Could not load the source for the vertex shader")
if self.fragmentShaderSource is None:
raise Exception(
"Could not load the source for the fragment shader")
# Use an initial scale assuming width = height (should always be overwritten
# in the resizeGL method below)
self.currentScaling = QVector4D(1.0, 1.0, 1.0, 1.0)
super(TestCanvas, self).__init__()
# Use a non-square initial size
def sizeHint(self):
info("TESTCANVAS", "using overridden sizeHint()")
return QSize(600, 600)
def setupGL(self):
self.program = QOpenGLShaderProgram(self.context())
info("PROGRAM", self.program)
# addShaderFromSourceCode() only returns a bool telling whether everything went well
if self.program.addShaderFromSourceCode(QOpenGLShader.Vertex,
self.vertexShaderSource):
info("VERTEX SHADER",
"Managed to load and parse the vertex shader")
if self.program.addShaderFromSourceCode(QOpenGLShader.Fragment,
self.fragmentShaderSource):
info("FRAGMENT SHADER",
"Managed to load and parse the fragment shader")
# Compile and bind the shader program to the current context
self.program.link()
self.program.bind()
# Bind the shader attribute for transfering vertex positions to a python variable
self.somePosition = self.gl.glGetAttribLocation(
self.program.programId(), "somePosition")
# Bind the shader attribute for transfering vertex colors to a python variable
self.inputColor = self.gl.glGetAttribLocation(self.program.programId(),
"inputColor")
# Bind the shader "uniform" for controling the viewport scale of the vertex positions
self.viewportScaling = self.gl.glGetUniformLocation(
self.program.programId(), "viewportScaling")
# Bind the shader "uniform" for controling the rotation of the object
self.objectRotation = self.gl.glGetUniformLocation(
self.program.programId(), "objectRotation")
# Here we mix vertex data (x, y, z) with color data (r, g, b, a).
self.vertices = array.array(
'f',
[
-0.5,
-0.5,
0.0,
1.0,
0.0,
0.0,
1.0, # Bottom left is red
-0.5,
0.5,
0.0,
0.0,
1.0,
0.0,
1.0, # Top left is green
0.5,
0.5,
0.0,
0.0,
0.0,
1.0,
1.0, # Top right is blue
0.5,
-0.5,
0.0,
1.0,
1.0,
0.0,
1.0 # Bottom right is yellow
])
# Buffer info returns a tuple where the second part is number of elements in the array
self.verticesLength = self.vertices.buffer_info()[1]
# Each vertex is specified with with seven values (xyzrgba)
self.arrayCellsPerVertex = 7
# Size in bytes for each vertex specification (self.vertices.itemsize is the size in bytes
# of a single array cell)
self.vertexSpecificationSize = self.vertices.itemsize * self.arrayCellsPerVertex
# In bytes, where in a vertex specification does the color data start? (it starts after
# x, y, z.. i.e after 3 array cells)
self.colorBytesOffset = self.vertices.itemsize * 3
# Total size in bytes for entire array
self.verticesDataLength = self.verticesLength * self.vertices.itemsize
# Number of vertices in the array
self.numberOfVertices = int(self.verticesLength /
self.arrayCellsPerVertex)
# Tell gl to prepare a single buffer
self.vertexBuffer = self.gl.glGenBuffers(1)
# Say that the buffer is of type GL_ARRAY_BUFFER
self.gl.glBindBuffer(self.gl.GL_ARRAY_BUFFER, self.vertexBuffer)
# Copy data into the buffer
self.gl.glBufferData(self.gl.GL_ARRAY_BUFFER, self.verticesDataLength,
self.vertices.tobytes(), self.gl.GL_STATIC_DRAW)
# Say that the somePosition attribute should be read from the current array, that it should take three values at a
# time (x, y, z), and that they are of the type GL_FLOAT. We now also specify a byte offset (vertexSpecificationSize)
# to say that each new vertex specification is starting this many bytes after the prior one.
self.gl.glVertexAttribPointer(self.somePosition, 3, self.gl.GL_FLOAT,
False, self.vertexSpecificationSize, 0)
# Connect the array to the somePosition variable
self.gl.glEnableVertexAttribArray(self.somePosition)
# Say that the inputColor attribute should be read from the current array, that it should take four values at a
# time (r, g, b, a), and that they are of type GL_FLOAT. The same byte offset as for the position info is used, but
# we now also specify that the color information starts at colorBytesOffset bytes into each vertex specification
self.gl.glVertexAttribPointer(self.inputColor, 4, self.gl.GL_FLOAT,
False, self.vertexSpecificationSize,
self.colorBytesOffset)
# Connect the array to the inputColor variable
self.gl.glEnableVertexAttribArray(self.inputColor)
# Tell GL that whenever we run glClear, this is the color that
# should be used. We only need to do this once.
self.gl.glClearColor(0.1, 0.1, 0.1, 1.0)
self.dumpGLLogMessages("setupGL()")
def paintGL(self):
self.gl.glClear(self.gl.GL_COLOR_BUFFER_BIT
| self.gl.GL_DEPTH_BUFFER_BIT)
# Set rotation so that the quad is rotated 45 degrees clockwise
self.currentRotation = QVector3D(0.0, 0.0, 45.0)
self.program.setUniformValue(self.objectRotation, self.currentRotation)
# Before painting we set the scaling "uniform" parameter in the vertex shader.
# This will be used to scale the vertex positions.
self.program.setUniformValue(self.viewportScaling, self.currentScaling)
# Draw a quad starting at vertex number. Since we enabled attribarrays, it will fetch data from the array buffer
self.gl.glDrawArrays(self.gl.GL_QUADS, 0, self.numberOfVertices)
self.dumpGLLogMessages("paintGL()")
def resizeGL(self, width, height):
scaleX = 1.0
scaleY = 1.0
scaleZ = 1.0 # Will always be 1.0 since we don't scale depth
scaleW = 1.0 # A global scale factor, also always 1.0
if width > height:
scaleX = height / width
else:
scaleY = width / height
self.currentScaling = QVector4D(scaleX, scaleY, scaleZ, scaleW)
# Redraw since we changed the value of the scaling uniform
self.update()
class GLSliceWidget(QtOpenGL.QGLWidget):
_dataModelChanged = QtCore.pyqtSignal()
def __init__(self, parent=None, interpolation="linear", **kwargs):
logger.debug("init")
super(GLSliceWidget, self).__init__(parent, **kwargs)
self.renderUpdate = True
self.parent = parent
self.setAcceptDrops(True)
self.texture_LUT = None
self.setTransform(TransformModel())
self.renderTimer = QtCore.QTimer(self)
self.renderTimer.setInterval(50)
self.renderTimer.timeout.connect(self.onRenderTimer)
self.renderTimer.start()
self.dataModel = None
self.dataPos = 0
self.slicePos = 0
self.zoom_fac = 1.
self.zoom_x = 0.5
self.zoom_y = 0.5
# the center in tex coords
self.zoom_cx = 0.5
self.zoom_cy = 0.5
interpolation_vals = ("linear", "nearest")
if not interpolation in interpolation_vals:
raise KeyError("interpolation = '%s' not defined ,valid: %s" %
(interpolation, str(interpolation_vals)))
self.interp = (interpolation == "linear")
# self.refresh()
def setModel(self, dataModel):
logger.debug("setModel")
self.dataModel = dataModel
if self.dataModel:
self.transform.setModel(dataModel)
self.dataModel._dataSourceChanged.connect(self.dataSourceChanged)
self.dataModel._dataPosChanged.connect(self.dataPosChanged)
self._dataModelChanged.connect(self.dataModelChanged)
self._dataModelChanged.emit()
def setTransform(self, transform):
self.transform = transform
self.transform._transformChanged.connect(self.refresh)
def dragEnterEvent(self, event):
if event.mimeData().hasUrls():
event.accept()
else:
event.ignore()
def dropEvent(self, event):
for url in event.mimeData().urls():
path = url.toLocalFile().toLocal8Bit().data()
if self.dataModel:
self.dataModel.loadFromPath(path, prefetchSize=self.N_PREFETCH)
else:
self.setModel(
DataModel.fromPath(path, prefetchSize=self.N_PREFETCH))
def set_colormap(self, name):
"""arr should be of shape (N,3) and gives the rgb components of the colormap"""
try:
arr = spimagine.config.__COLORMAPDICT__[name]
self.makeCurrent()
self.texture_LUT = fillTexture2d(arr.reshape((1, ) + arr.shape),
self.texture_LUT, self.interp)
except:
print("could not load colormap %s" % name)
def set_colormap_rgb(self, color=[1., 1., 1.]):
self._set_colormap_array(outer(linspace(0, 1., 255), np.array(color)))
def _set_colormap_array(self, arr):
"""arr should be of shape (N,3) and gives the rgb components of the colormap"""
self.makeCurrent()
self.texture_LUT = fillTexture2d(arr.reshape((1, ) + arr.shape),
self.texture_LUT, self.interp)
self.refresh()
def initializeGL(self):
self.resized = True
self.output = zeros((100, 100))
logger.debug("initializeGL")
self.programTex = QOpenGLShaderProgram()
self.programTex.addShaderFromSourceCode(QOpenGLShader.Vertex,
vertShaderTex)
self.programTex.addShaderFromSourceCode(QOpenGLShader.Fragment,
fragShaderTex)
self.programTex.link()
self.programTex.bind()
logger.debug("GLSL programTex log:%s", self.programTex.log())
glClearColor(0, 0, 0, 1.)
self.texture = None
self.quadCoord = np.array([[-1., -1., 0.], [1., -1., 0.], [1., 1., 0.],
[1., 1., 0.], [-1., 1., 0.], [-1., -1.,
0.]])
self.quadCoordTex = np.array([[0, 0], [1., 0.], [1., 1.], [1., 1.],
[0, 1.], [0, 0]])
self.set_colormap(spimagine.config.__DEFAULTCOLORMAP__)
glDisable(GL_DEPTH_TEST)
glEnable(GL_BLEND)
glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA)
def dataModelChanged(self):
# if self.dataModel:
# self.transform.reset(amin(self.dataModel[0]),
# amax(self.dataModel[0]),
# self.dataModel.stackUnits())
#
self.refresh()
def dataSourceChanged(self):
# self.transform.reset(amin(self.dataModel[0]),
# amax(self.dataModel[0]),
# self.dataModel.stackUnits())
self.refresh()
def dataPosChanged(self, pos):
self.dataPos = pos
self.refresh()
def refresh(self):
# if self.parentWidget() and self.dataModel:
# self.parentWidget().setWindowTitle("SpImagine %s"%self.dataModel.name())
self.renderUpdate = True
def resizeGL(self, width, height):
# height = max(10,height)
self._viewport_width, self._viewport_height = width, height
self.resized = True
self.resetViewPort()
def getDataWidthHeight(self):
if not self.dataModel:
return 1, 1
dim = array(self.dataModel.size()[1:])[::-1].astype(np.float32)
dim *= array(self.transform.stackUnits)
if self.transform.sliceDim == 0:
dim = dim[[2, 1]]
elif self.transform.sliceDim == 1:
dim = dim[[0, 2]]
elif self.transform.sliceDim == 2:
dim = dim[[0, 1]]
w, h = dim[0], dim[1]
fac = min(1. * self._viewport_width / w,
1. * self._viewport_height / h)
return int(fac * w), int(fac * h)
def resetViewPort(self):
w, h = self.getDataWidthHeight()
glViewport((self._viewport_width - w) // 2,
(self._viewport_height - h) // 2, w, h)
def paintGL(self):
self.makeCurrent()
if not glCheckFramebufferStatus(
GL_FRAMEBUFFER) == GL_FRAMEBUFFER_COMPLETE:
return
# hack
if self.resized:
self.resetViewPort()
glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT)
if self.dataModel:
# Draw the render texture
self.programTex.bind()
self.texture = fillTexture2d(self.output, self.texture,
self.interp)
glEnable(GL_TEXTURE_2D)
glDisable(GL_DEPTH_TEST)
self.programTex.enableAttributeArray("position")
self.programTex.enableAttributeArray("texcoord")
self.programTex.setAttributeArray("position", self.quadCoord)
self.programTex.setAttributeArray(
"texcoord",
self.tex_coords_from_xyzoom(self.zoom_x, self.zoom_y,
self.zoom_fac))
glActiveTexture(GL_TEXTURE0)
glBindTexture(GL_TEXTURE_2D, self.texture)
self.programTex.setUniformValue("texture", 0)
glActiveTexture(GL_TEXTURE1)
glBindTexture(GL_TEXTURE_2D, self.texture_LUT)
self.programTex.setUniformValue("texture_LUT", 1)
glDrawArrays(GL_TRIANGLES, 0, len(self.quadCoord))
def render(self):
logger.debug("render")
if self.dataModel:
if self.transform.sliceDim == 0:
out = fliplr(self.dataModel[self.transform.dataPos]
[:, :, self.transform.slicePos].T)
elif self.transform.sliceDim == 1:
out = self.dataModel[
self.transform.dataPos][:, self.transform.slicePos, :]
elif self.transform.sliceDim == 2:
out = self.dataModel[self.transform.dataPos][
self.transform.slicePos, :, :]
min_out, max_out = self.transform.minVal, self.transform.maxVal
if max_out > min_out:
self.output = np.maximum(
0, (1. * (out - min_out) /
(max_out - min_out)))**self.transform.gamma
else:
self.output = np.zeros_like(out)
logger.debug(
"render: output range = %s" %
([amin(self.output), amax(self.output)]))
def saveFrame(self, fName):
"""FIXME: scaling behaviour still hast to be implemented (e.g. after setGamma)"""
logger.info("saving frame as %s", fName)
self.render()
self.paintGL()
glFlush()
self.grabFrameBuffer().save(fName)
def onRenderTimer(self):
if self.renderUpdate:
self.render()
self.renderUpdate = False
self.updateGL()
def tex_coords_from_xyzoom(self, x0, y0, zoom):
"""returns array of texccords corners when zoomed
in onto x0,y0 \in [0,1]
zoom == 1 --> fully zoomed out
zoom == 0 --> fully zoomed in (to x0,y0)
"""
q0 = create_quad_coords([0, 1, 0, 1])
q1 = create_quad_coords([x0, x0, y0, y0])
return zoom * q0 + (1. - zoom) * q1
def getRelativeCoords(self, x0, y0):
w, h = self.getDataWidthHeight()
w = w * self.width() / self._viewport_width
h = w * self.height() / self._viewport_height
x = 2. * (x0 - .5 * (self.width() - w)) / w - 1
y = 2. * (y0 - .5 * (self.height() - h)) / h - 1
x = (x0 - .5 * (self.width() - w)) / w
y = 1 - (y0 - .5 * (self.height() - h)) / h
return x, y
def mousePressEvent(self, event):
super(GLSliceWidget, self).mousePressEvent(event)
if event.buttons() == QtCore.Qt.LeftButton:
self._x0, self._y0 = self.getRelativeCoords(event.x(), event.y())
def mouseMoveEvent(self, event):
if event.buttons() == QtCore.Qt.LeftButton:
x, y = self.getRelativeCoords(event.x(), event.y())
self.zoom_x += self.zoom_fac * (self._x0 - x)
self.zoom_y += self.zoom_fac * (self._y0 - y)
self._x0, self._y0 = x, y
self.zoom_x, self.zoom_y = clip(self.zoom_x, 0,
1), clip(self.zoom_y, 0, 1)
self.refresh()
def wheelEvent(self, event):
# get the zoom factor
# print self.zoom_x,self.zoom_y
# x, y = self.getRelativeCoords(event.x(),event.y())
# self.zoom_x , self.zoom_y = clip(x ,0,1), clip(y,0,1)
self.zoom_fac *= 1.4**(-event.angleDelta().y() / 1000.)
self.zoom_fac = clip(self.zoom_fac, 0, 1.)
self.refresh()
class SquircleRenderer(QObject): #QOpenGLFunctions
"""docstring for SquircleRenderer"""
def __init__(self, parent=None):
super(SquircleRenderer, self).__init__(parent)
self.m_t = 0.0
self.m_program = None
self.m_viewportSize = QSize()
def setT(self, t):
self.m_t = t
def setViewportSize(self, size):
self.m_viewportSize = size
def setWin(self, win):
self.win = win
ver = QOpenGLVersionProfile()
ver.setVersion(2, 1)
self.m_context = self.win.openglContext()
self.gl = self.m_context.versionFunctions(ver)
@pyqtSlot()
def paint(self):
if not self.m_program:
self.gl.initializeOpenGLFunctions()
self.m_program = QOpenGLShaderProgram(self)
self.m_program.addShaderFromSourceCode(
QOpenGLShader.Vertex, "attribute highp vec4 vertices;"
"varying highp vec2 coords;"
"void main() {"
" gl_Position = vertices;"
" coords = vertices.xy;"
"}")
self.m_program.addShaderFromSourceCode(
QOpenGLShader.Fragment, "uniform lowp float t;"
"varying highp vec2 coords;"
"void main() {"
" lowp float i = 1. - (pow(abs(coords.x), 4.) + pow(abs(coords.y), 4.));"
" i = smoothstep(t - 0.8, t + 0.8, i);"
" i = floor(i * 20.) / 20.;"
" gl_FragColor = vec4(coords * .5 + .5, i, i);"
"}")
self.m_program.bindAttributeLocation("vertices", 0)
self.m_program.link()
self.m_program.bind()
self.m_program.enableAttributeArray(0)
values = [(-1, -1), (1, -1), (-1, 1), (1, 1)]
self.m_program.setAttributeArray(0, values)
self.m_program.setUniformValue("t", self.m_t)
#print("DATA:",self.m_viewportSize.width(), self.m_viewportSize.height(), self.m_t)#, self.gl.glViewport)
self.gl.glViewport(0, 0, self.m_viewportSize.width(),
self.m_viewportSize.height())
self.gl.glDisable(self.gl.GL_DEPTH_TEST)
self.gl.glClearColor(0, 0, 0, 1)
self.gl.glClear(self.gl.GL_COLOR_BUFFER_BIT)
self.gl.glEnable(self.gl.GL_BLEND)
self.gl.glBlendFunc(self.gl.GL_SRC_ALPHA, self.gl.GL_ONE)
self.gl.glDrawArrays(self.gl.GL_TRIANGLE_STRIP, 0, 4)
self.m_program.disableAttributeArray(0)
self.m_program.release()
class ImageOpenGLWidget(RawImageWidget):
def __init__(self, parent):
super().__init__(parent)
self.shader_program = QOpenGLShaderProgram(self)
self.vertex_data = np.array([
# X, Y, Z U, V
-LOC, LOC, 0.0, 0.0, 1.0,
LOC, LOC, 0.0, 1.0, 1.0,
LOC, -LOC, 0.0, 1.0, 0.0,
LOC, -LOC, 0.0, 1.0, 0.0,
-LOC, -LOC, 0.0, 0.0, 0.0,
-LOC, LOC, 0.0, 0.0, 1.0,
], dtype=np.float32)
self._image = None#QImage()
self.vao = None
self.vertex_position_uniform = -1
self.
@property
def image(self):
return self._image
@image.setter
def image(self, new_image):
self._image = new_image
if self._image is not None:
self.create_texture()
self.update()
def initializeGL(self):
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex, VERTEX)
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment, FRAGMENT)
if not self.shader_program.link():
raise Exception("Could not link shaders - {}".format(self.shader_program.log()))
self.vao = GL.glGenVertexArrays(1)
GL.glBindVertexArray(self.vao)
VBO = GL.glGenBuffers(1)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, VBO)
GL.glBufferData(GL.GL_ARRAY_BUFFER, self.vertex_data.nbytes, self.vertex_data,
GL.GL_STATIC_DRAW)
self.vertex_position_uniform = self.get_uniform_location("vertexPosition")
self.projection_matrix_uniform = self.shader_program.uniformLocation("projection_matrix")
self.view_matrix_uniform = self.shader_program.uniformLocation("view_matrix")
GL.glEnableVertexAttribArray(0)
GL.glEnableVertexAttribArray(1)
GL.glVertexAttribPointer(self.vertex_position, 3, GL.GL_FLOAT, GL.GL_FALSE, 20,
None)
GL.glVertexAttribPointer(texture_coords, 2, GL.GL_FLOAT, GL.GL_TRUE, 20,
ctypes.c_void_p(12))
self.texture_sampler = self.shader_program.uniformLocation("textureSampler")
self.texture = GL.glGenTextures(1)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, 0)
GL.glBindVertexArray(0)
# def paintEvent(self, event):
# painter = QPainter(self)
# painter.drawImage(0, 0, self._image)
def paintGL(self):
self.shader_program.bind()
GL.glActiveTexture(GL.GL_TEXTURE0)
GL.glBindTexture(GL.GL_TEXTURE_2D, self.texture)
GL.glUniform1i(self.texture_sampler, 0)
GL.glBindVertexArray(self.VAO)
GL.glDrawArrays(GL.GL_TRIANGLES, 0, 6)
GL.glBindVertexArray(0)
self.shader_program.release()
class TriangleWindow(OpenGLWindow):
vertexShaderSource = '''
attribute highp vec4 posAttr;
attribute lowp vec4 colAttr;
varying lowp vec4 col;
uniform highp mat4 matrix;
void main() {
col = colAttr;
gl_Position = matrix * posAttr;
}
'''
fragmentShaderSource = '''
varying lowp vec4 col;
void main() {
gl_FragColor = col;
}
'''
def __init__(self):
super(TriangleWindow, self).__init__()
self.m_program = 0
self.m_frame = 0
self.m_posAttr = 0
self.m_colAttr = 0
self.m_matrixUniform = 0
def initialize(self):
self.m_program = QOpenGLShaderProgram(self)
self.m_program.addShaderFromSourceCode(QOpenGLShader.Vertex,
self.vertexShaderSource)
self.m_program.addShaderFromSourceCode(QOpenGLShader.Fragment,
self.fragmentShaderSource)
self.m_program.link()
self.m_posAttr = self.m_program.attributeLocation('posAttr')
self.m_colAttr = self.m_program.attributeLocation('colAttr')
self.m_matrixUniform = self.m_program.uniformLocation('matrix')
def render(self, gl):
gl.glViewport(0, 0, self.width(), self.height())
gl.glClear(gl.GL_COLOR_BUFFER_BIT)
self.m_program.bind()
matrix = QMatrix4x4()
matrix.perspective(60, 4.0/3.0, 0.1, 100.0)
matrix.translate(0, 0, -2)
matrix.rotate(100.0 * self.m_frame / self.screen().refreshRate(),
0, 1, 0)
self.m_program.setUniformValue(self.m_matrixUniform, matrix)
vertices = array.array('f', [
0.0, 0.707,
-0.5, -0.5,
0.5, -0.5])
gl.glVertexAttribPointer(self.m_posAttr, 2, gl.GL_FLOAT, False, 0,
vertices)
gl.glEnableVertexAttribArray(self.m_posAttr)
colors = array.array('f', [
1.0, 0.0, 0.0,
0.0, 1.0, 0.0,
0.0, 0.0, 1.0])
gl.glVertexAttribPointer(self.m_colAttr, 3, gl.GL_FLOAT, False, 0,
colors)
gl.glEnableVertexAttribArray(self.m_colAttr)
gl.glDrawArrays(gl.GL_TRIANGLES, 0, 3)
self.m_program.release()
self.m_frame += 1
class InvertSceneColoursMixin:
def __init__(self):
self.initialised = False
self.shader_program = QOpenGLShaderProgram()
self.vertex_position = None
self.texture = 0
self.frame_buffer = 0
self.recreate_frame_buffer = True
x0 = -1
y0 = -1
width = 2
self.vertex_data = np.array([
x0, y0, 0.0, 0.0, 0.0, x0 + width, y0, 0.0, 1.0, 0.0, x0 + width,
y0 + width, 0.0, 1.0, 1.0, x0 + width, y0 + width, 0.0, 1.0, 1.0,
x0, y0 + width, 0.0, 0.0, 1.0, x0, y0, 0.0, 0.0, 0.0
],
dtype=np.float32)
def draw_texture_to_screen(self):
self.shader_program.bind()
GL.glBindVertexArray(self.vertex_attribute_object)
GL.glActiveTexture(GL.GL_TEXTURE0)
GL.glBindTexture(GL.GL_TEXTURE_2D, self.texture)
GL.glDrawArrays(GL.GL_TRIANGLES, 0, 6)
GL.glBindVertexArray(0)
self.shader_program.release()
def create_framebuffer(self):
# log.debug("create_framebuffer")
GL.glDeleteTextures([self.texture])
self.texture = GL.glGenTextures(1)
GL.glBindTexture(GL.GL_TEXTURE_2D, self.texture)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MAG_FILTER,
GL.GL_LINEAR)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MIN_FILTER,
GL.GL_LINEAR)
GL.glTexImage2D(GL.GL_TEXTURE_2D, 0, GL.GL_RGB, self.width(),
self.height(), 0, GL.GL_RGB, GL.GL_UNSIGNED_BYTE, None)
GL.glDeleteFramebuffers([self.frame_buffer])
self.frame_buffer = GL.glGenFramebuffers(1)
GL.glBindFramebuffer(GL.GL_FRAMEBUFFER, self.frame_buffer)
GL.glFramebufferTexture(GL.GL_FRAMEBUFFER, GL.GL_COLOR_ATTACHMENT0,
self.texture, 0)
def initialise_gl(self):
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex,
VERTEX)
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment,
FRAGMENT)
if not self.shader_program.link():
raise Exception("Could not link shaders - {}".format(
self.shader_program.log()))
self.vertex_attribute_object = GL.glGenVertexArrays(1)
GL.glBindVertexArray(self.vertex_attribute_object)
vertex_buffer_object = GL.glGenBuffers(1)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, vertex_buffer_object)
GL.glBufferData(GL.GL_ARRAY_BUFFER, self.vertex_data.nbytes,
self.vertex_data, GL.GL_STATIC_DRAW)
self.vertex_position = self.shader_program.attributeLocation(
"vertexPosition")
self.texture_coords = self.shader_program.attributeLocation(
"tex_coords")
self.texture_framebuffer = self.shader_program.uniformLocation(
"texture_framebuffer")
GL.glEnableVertexAttribArray(0)
GL.glEnableVertexAttribArray(1)
GL.glVertexAttribPointer(self.vertex_position, 3, GL.GL_FLOAT,
GL.GL_FALSE, 20, None)
GL.glVertexAttribPointer(self.texture_coords, 2, GL.GL_FLOAT,
GL.GL_TRUE, 20, ctypes.c_void_p(12))
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, 0)
GL.glBindVertexArray(0)
self.create_framebuffer()
self.initialised = True
def resize_texture(self):
GL.glBindTexture(GL.GL_TEXTURE_2D, self.texture)
GL.glTexImage2D(GL.GL_TEXTURE_2D, 0, GL.GL_RGB, self.width(),
self.height(), 0, GL.GL_RGB, GL.GL_UNSIGNED_BYTE, None)
self.recreate_frame_buffer = False
class TestCanvas(Canvas):
def __init__(self):
with open("vertex.glsl", "r") as f:
self.vertexShaderSource = f.read()
with open("fragment.glsl", "r") as f:
self.fragmentShaderSource = f.read()
if self.vertexShaderSource is None:
raise Exception("Could not load the source for the vertex shader")
if self.fragmentShaderSource is None:
raise Exception(
"Could not load the source for the fragment shader")
super(TestCanvas, self).__init__()
def setupGL(self):
self.program = QOpenGLShaderProgram(self.context())
info("PROGRAM", self.program)
# addShaderFromSourceCode() only returns a bool telling whether everything went well
if self.program.addShaderFromSourceCode(QOpenGLShader.Vertex,
self.vertexShaderSource):
info("VERTEX SHADER",
"Managed to load and parse the vertex shader")
if self.program.addShaderFromSourceCode(QOpenGLShader.Fragment,
self.fragmentShaderSource):
info("FRAGMENT SHADER",
"Managed to load and parse the fragment shader")
# Compile and bind the shader program to the current context
self.program.link()
self.program.bind()
# Bind the shader attribute for transfering vertex positions to a python variable
self.somePosition = self.gl.glGetAttribLocation(
self.program.programId(), "somePosition")
# Bind the shader attribute for transfering vertex colors to a python variable
self.inputColor = self.gl.glGetAttribLocation(self.program.programId(),
"inputColor")
# Here we mix vertex data (x, y, z) with color data (r, g, b, a).
self.vertices = array.array(
'f',
[
-0.5,
-0.5,
0.0,
1.0,
0.0,
0.0,
1.0, # Bottom left is red
-0.5,
0.5,
0.0,
0.0,
1.0,
0.0,
1.0, # Top left is green
0.5,
0.5,
0.0,
0.0,
0.0,
1.0,
1.0, # Top right is blue
0.5,
-0.5,
0.0,
1.0,
1.0,
0.0,
1.0 # Bottom right is yellow
])
# Buffer info returns a tuple where the second part is number of elements in the array
self.verticesLength = self.vertices.buffer_info()[1]
# Each vertex is specified with with seven values (xyzrgba)
self.arrayCellsPerVertex = 7
# Size in bytes for each vertex specification (self.vertices.itemsize is the size in bytes
# of a single array cell)
self.vertexSpecificationSize = self.vertices.itemsize * self.arrayCellsPerVertex
# In bytes, where in a vertex specification does the color data start? (it starts after
# x, y, z.. i.e after 3 array cells)
self.colorBytesOffset = self.vertices.itemsize * 3
# Total size in bytes for entire array
self.verticesDataLength = self.verticesLength * self.vertices.itemsize
# Number of vertices in the array
self.numberOfVertices = int(self.verticesLength /
self.arrayCellsPerVertex)
# Tell gl to prepare a single buffer
self.vertexBuffer = self.gl.glGenBuffers(1)
# Say that the buffer is of type GL_ARRAY_BUFFER
self.gl.glBindBuffer(self.gl.GL_ARRAY_BUFFER, self.vertexBuffer)
# Copy data into the buffer
self.gl.glBufferData(self.gl.GL_ARRAY_BUFFER, self.verticesDataLength,
self.vertices.tobytes(), self.gl.GL_STATIC_DRAW)
# Say that the somePosition attribute should be read from the current array, that it should take three values at a
# time (x, y, z), and that they are of the type GL_FLOAT. We now also specify a byte offset (vertexSpecificationSize)
# to say that each new vertex specification is starting this many bytes after the prior one.
self.gl.glVertexAttribPointer(self.somePosition, 3, self.gl.GL_FLOAT,
False, self.vertexSpecificationSize, 0)
# Connect the array to the somePosition variable
self.gl.glEnableVertexAttribArray(self.somePosition)
# Say that the inputColor attribute should be read from the current array, that it should take four values at a
# time (r, g, b, a), and that they are of type GL_FLOAT. The same byte offset as for the position info is used, but
# we now also specify that the color information starts at colorBytesOffset bytes into each vertex specification
self.gl.glVertexAttribPointer(self.inputColor, 4, self.gl.GL_FLOAT,
False, self.vertexSpecificationSize,
self.colorBytesOffset)
# Connect the array to the inputColor variable
self.gl.glEnableVertexAttribArray(self.inputColor)
# Tell GL that whenever we run glClear, this is the color that
# should be used. We only need to do this once.
self.gl.glClearColor(0.1, 0.1, 0.1, 1.0)
self.dumpGLLogMessages("setupGL()")
def paintGL(self):
self.gl.glClear(self.gl.GL_COLOR_BUFFER_BIT
| self.gl.GL_DEPTH_BUFFER_BIT)
# Draw a quad starting at vertex number. Since we enabled attribarrays, it will fetch data from the array buffer
self.gl.glDrawArrays(self.gl.GL_QUADS, 0, self.numberOfVertices)
self.dumpGLLogMessages("paintGL()")
def resizeGL(self, width, height):
pass
class QtShaderProgram(ShaderProgram):
def __init__(self):
super().__init__()
self._shader_program = None
self._uniform_indices = {}
self._attribute_indices = {}
self._uniform_values = {}
self._bound = False
self._textures = {}
def setVertexShader(self, shader):
if not self._shader_program:
self._shader_program = QOpenGLShaderProgram()
if not self._shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex, shader):
Logger.log("e", "Vertex shader failed to compile: %s", self._shader_program.log())
def setFragmentShader(self, shader):
if not self._shader_program:
self._shader_program = QOpenGLShaderProgram()
if not self._shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment, shader):
Logger.log("e", "Fragment shader failed to compile: %s", self._shader_program.log())
def build(self):
if not self._shader_program:
Logger.log("e", "No shader sources loaded")
return
if not self._shader_program.link():
Logger.log("e", "Shader failed to link: %s", self._shader_program.log())
def setUniformValue(self, name, value, **kwargs):
if not self._shader_program:
return
if name not in self._uniform_indices:
self._uniform_indices[name] = self._shader_program.uniformLocation(name)
uniform = self._uniform_indices[name]
if uniform == -1:
return
if kwargs.get("cache", True):
self._uniform_values[uniform] = value
if self._bound:
self._setUniformValueDirect(uniform, value)
def setTexture(self, texture_unit, texture):
if texture is None:
if texture_unit in self._textures:
del self._textures[texture_unit]
else:
self._textures[texture_unit] = texture
def enableAttribute(self, name, type, offset, stride = 0):
if not self._shader_program:
return
self.bind()
if name not in self._attribute_indices:
self._attribute_indices[name] = self._shader_program.attributeLocation(name)
attribute = self._attribute_indices[name]
if attribute == -1:
return
if type is "int":
self._shader_program.setAttributeBuffer(attribute, 0x1404, offset, 1, stride) #GL_INT
elif type is "float":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 1, stride) #GL_FLOAT
elif type is "vector2f":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 2, stride) #GL_FLOAT
elif type is "vector3f":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 3, stride) #GL_FLOAT
elif type is "vector4f":
self._shader_program.setAttributeBuffer(attribute, 0x1406, offset, 4, stride) #GL_FLOAT
self._shader_program.enableAttributeArray(attribute)
def disableAttribute(self, name):
if not self._shader_program:
return
if name not in self._attribute_indices:
return
self._shader_program.disableAttributeArray(self._attribute_indices[name])
def bind(self):
if not self._shader_program or not self._shader_program.isLinked():
return
if self._bound:
return
self._bound = True
self._shader_program.bind()
for uniform in self._uniform_values:
self._setUniformValueDirect(uniform, self._uniform_values[uniform])
for texture_unit, texture in self._textures.items():
texture.bind(texture_unit)
def release(self):
if not self._shader_program or not self._bound:
return
self._bound = False
self._shader_program.release()
for texture_unit, texture in self._textures.items():
texture.release(texture_unit)
def _matrixToQMatrix4x4(self, m):
return QMatrix4x4(m.at(0,0), m.at(0, 1), m.at(0, 2), m.at(0, 3),
m.at(1,0), m.at(1, 1), m.at(1, 2), m.at(1, 3),
m.at(2,0), m.at(2, 1), m.at(2, 2), m.at(2, 3),
m.at(3,0), m.at(3, 1), m.at(3, 2), m.at(3, 3))
def _setUniformValueDirect(self, uniform, value):
if type(value) is Vector:
self._shader_program.setUniformValue(uniform, QVector3D(value.x, value.y, value.z))
elif type(value) is Matrix:
self._shader_program.setUniformValue(uniform, self._matrixToQMatrix4x4(value))
elif type(value) is Color:
self._shader_program.setUniformValue(uniform, QColor(value.r * 255, value.g * 255, value.b * 255, value.a * 255))
elif type(value) is list and len(value) is 2:
self._shader_program.setUniformValue(uniform, QVector2D(value[0], value[1]))
elif type(value) is list and len(value) is 3:
self._shader_program.setUniformValue(uniform, QVector3D(value[0], value[1], value[2]))
elif type(value) is list and len(value) is 4:
self._shader_program.setUniformValue(uniform, QVector4D(value[0], value[1], value[2], value[3]))
elif type(value) is list and type(value[0]) is list and len(value[0]) is 2:
self._shader_program.setUniformValueArray(uniform, [QVector2D(i[0], i[1]) for i in value])
else:
self._shader_program.setUniformValue(uniform, value)
class StimulusWidget(QOpenGLWidget):
shown = pyqtSignal()
closed = pyqtSignal()
backgroundColourChanged = pyqtSignal(float)
invertedChanged = pyqtSignal(bool)
resized = pyqtSignal(QResizeEvent)
def __init__(self, homography_transform, parent=None):
super().__init__(parent)
self._background_colour = None
self._drawables = []
self._image = None
self._intensity_mask = None
self.centre_x_uniform = None
self.centre_y_uniform = None
self.crosshair = Crosshair(self)
self.height_uniform = None
self.image_to_upload = None
self.gl_initialised = False
self.shape_uniform = None
self.max_height_uniform = None
self.rotation_uniform = None
self.texture = -1
self.texture_uploaded = False
self.width_x_uniform = None
self.width_y_uniform = None
self.homography_transform = homography_transform
self.projection_matrix = QMatrix4x4()
self.view_matrix = QMatrix4x4()
self.set_background_colour(0)
self.shader_program = QOpenGLShaderProgram()
self._show_crosshair = False
self._show_scale_bar = False
self._crosshair_thickness = 1
self._gaussian_shape = QVector2D()
self._image_to_render = None
self._inverted = False
self._scale_bar_thickness = 1
self._scale_bar_width = 10
self._use_homography = False
self._use_intensity_mask = False
self.gaussian = Gaussian()
self.transform = QTransform()
self.dx = 0
self.dy = 0
self.rotation = 0
self.scale_value = 1
self.setWindowTitle('Stimulus Window')
self.homography_transform.matrixChanged.connect(self.update_image)
def compute_transformation_matrix(self):
self.view_matrix.setToIdentity()
dx = self.dx / (0.5 * self.width())
dy = -self.dy / (0.5 * self.height())
self.view_matrix.scale(self.scale)
self.view_matrix.rotate(self.rotation, QVector3D(0, 0, 1))
self.view_matrix.translate(dx, dy, 0)
def full_brightness(self):
return 255.0 if self.inverted else 0.0
@property
def background_colour(self):
return self._background_colour
@background_colour.setter
def background_colour(self, new_background):
new_background = int(new_background)
self.set_background_colour(new_background)
def closeEvent(self, event):
self.closed.emit()
@property
def crosshair_thickness(self):
return self._crosshair_thickness
@crosshair_thickness.setter
def crosshair_thickness(self, thickness):
self._crosshair_thickness = thickness
self.update()
@property
def drawables(self):
return self._drawables
@drawables.setter
def drawables(self, new_drawables):
self._drawables = new_drawables
self.gl_initialised = False
self.update()
def upload_texture(self):
self.create_texture(self.image_to_upload)
self.texture_uploaded = True
def create_texture(self, image):
log.info("Creating texture")
img_data = np.flipud(image)
height, width = img_data.shape
GL.glActiveTexture(GL.GL_TEXTURE0)
GL.glPixelStorei(GL.GL_UNPACK_ALIGNMENT, 1)
GL.glBindTexture(GL.GL_TEXTURE_2D, self.texture)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MAG_FILTER,
GL.GL_LINEAR)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MIN_FILTER,
GL.GL_LINEAR_MIPMAP_LINEAR)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_WRAP_S,
GL.GL_CLAMP_TO_BORDER)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_WRAP_T,
GL.GL_CLAMP_TO_BORDER)
GL.glTexImage2D(GL.GL_TEXTURE_2D, 0, GL.GL_RGBA8, width, height, 0,
GL.GL_LUMINANCE, GL.GL_UNSIGNED_BYTE, img_data)
GL.glGenerateMipmap(GL.GL_TEXTURE_2D)
GL.glBindTexture(GL.GL_TEXTURE_2D, 0)
@property
def homography(self):
return self._homography
@homography.setter
def homography(self, value):
self._homography = value
self.update()
@property
def image(self):
return self._image
@image.setter
def image(self, img):
self._image = img
if self._image is not None:
self.update_image()
self.update()
def initializeGL(self):
log.info("OpenGL Vendor: {}".format(GL.glGetString(GL.GL_VENDOR)))
log.info("OpenGL Renderer: {}".format(GL.glGetString(GL.GL_RENDERER)))
log.info("OpenGL Version: {}".format(GL.glGetString(GL.GL_VERSION)))
for drawable in self.drawables:
drawable.initialise_gl()
return
self.texture = GL.glGenTextures(1)
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex,
VERTEX)
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment,
FRAGMENT)
if not self.shader_program.link():
raise Exception("Could not link shaders - {}".format(
self.shader_program.log()))
LOC = 1.0
vertexData = np.array(
[
# X, Y, Z U, V
-LOC,
LOC,
0.0,
0.0,
1.0,
LOC,
LOC,
0.0,
1.0,
1.0,
LOC,
-LOC,
0.0,
1.0,
0.0,
LOC,
-LOC,
0.0,
1.0,
0.0,
-LOC,
-LOC,
0.0,
0.0,
0.0,
-LOC,
LOC,
0.0,
0.0,
1.0,
],
dtype=np.float32)
self.VAO = GL.glGenVertexArrays(1)
GL.glBindVertexArray(self.VAO)
VBO = GL.glGenBuffers(1)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, VBO)
GL.glBufferData(GL.GL_ARRAY_BUFFER, vertexData.nbytes, vertexData,
GL.GL_STATIC_DRAW)
vertex_position = self.shader_program.attributeLocation(
"vertexPosition")
self.homography_matrix_uniform = self.shader_program.uniformLocation(
"homography_matrix")
self.intensity_mask_uniform = self.shader_program.uniformLocation(
"intensity_mask")
self.inverted_uniform = self.shader_program.uniformLocation("inverted")
self.projection_matrix_uniform = self.shader_program.uniformLocation(
"projection_matrix")
self.view_matrix_uniform = self.shader_program.uniformLocation(
"view_matrix")
self.centre_x_uniform = self.shader_program.uniformLocation("centre_x")
self.centre_y_uniform = self.shader_program.uniformLocation("centre_y")
self.height_uniform = self.shader_program.uniformLocation("height")
self.shape_uniform = self.shader_program.uniformLocation("shape")
self.width_x_uniform = self.shader_program.uniformLocation("width_x")
self.width_y_uniform = self.shader_program.uniformLocation("width_y")
self.rotation_uniform = self.shader_program.uniformLocation("rotation")
GL.glEnableVertexAttribArray(0)
GL.glEnableVertexAttribArray(1)
GL.glVertexAttribPointer(vertex_position, 3, GL.GL_FLOAT, GL.GL_FALSE,
20, None)
GL.glVertexAttribPointer(texture_coords, 2, GL.GL_FLOAT, GL.GL_TRUE,
20, ctypes.c_void_p(12))
self.texture_sampler = self.shader_program.uniformLocation(
"textureSampler")
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, 0)
GL.glBindVertexArray(0)
self.crosshair.initialise_gl()
self.gl_initialised = True
@property
def intensity_mask(self):
return self._intensity_mask
@intensity_mask.setter
def intensity_mask(self, new_mask):
self._intensity_mask = new_mask
@property
def inverted(self):
return self._inverted
@inverted.setter
def inverted(self, invert):
if invert != self._inverted:
self._inverted = invert
self.background_colour = ~self._background_colour & 0xFF
self.invertedChanged.emit(self._inverted)
self.update()
def open(self):
desktop = QApplication.desktop()
is_fullscreen = desktop.screenCount() > 1
if is_fullscreen:
screen_widget_on = desktop.screenNumber(
QApplication.activeWindow())
next_screen_not_in_use = (screen_widget_on +
1) % desktop.screenCount()
other_screen_geometry = desktop.screenGeometry(
next_screen_not_in_use)
self.move(other_screen_geometry.x(), other_screen_geometry.y())
self.showFullScreen()
else:
self.resize(1024, 1024)
self.show()
self.showFullScreen() if is_fullscreen else self.show()
def paint_gl_image(self):
if not self.texture_uploaded:
self.upload_texture()
log.debug("paint gl image: texture: {}, sampler: {}".format(
self.texture, self.texture_sampler))
self.shader_program.bind()
GL.glActiveTexture(GL.GL_TEXTURE0)
GL.glBindTexture(GL.GL_TEXTURE_2D, self.texture)
GL.glUniform1i(self.texture_sampler, 0)
# homography = self.homography_matrix if self.use_homography else np.identity(3, dtype=np.float32)
#mat = QMatrix3x3()
#self.shader_program.setUniformValue(self.homography_matrix_uniform, mat)
# GL.glUniformMatrix3fv(self.homography_matrix_uniform, 1, GL.GL_FALSE, homography)
# self.shader_program.setUniformValue(self.homography_matrix_uniform, homography)
self.shader_program.setUniformValue(self.inverted_uniform,
self.inverted)
# self.shader_program.setUniformValue(self.intensity_mask_uniform, self._intensity_mask)
self.shader_program.setUniformValue(self.projection_matrix_uniform,
self.projection_matrix)
self.shader_program.setUniformValue(self.view_matrix_uniform,
self.view_matrix)
# self.shader_program.setUniformValue(self.height_uniform, self.gaussian.amplitude)
# self.shader_program.setUniformValue(self.centre_x_uniform, self.gaussian.x0)
# self.shader_program.setUniformValue(self.centre_y_uniform, self.gaussian.y0)
# self.shader_program.setUniformValue(self.width_x_uniform, self.gaussian.width_x)
# self.shader_program.setUniformValue(self.width_y_uniform, self.gaussian.width_y)
# self.shader_program.setUniformValue(self.rotation_uniform, self.gaussian.rotation)
# self.shader_program.setUniformValue(self.shape_uniform, self._gaussian_shape)
GL.glBindVertexArray(self.VAO)
GL.glDrawArrays(GL.GL_TRIANGLES, 0, 6)
GL.glBindVertexArray(0)
self.shader_program.release()
def paint_scale_bar(self, painter, half_width, half_height):
painter.setPen(QPen(self._pen_colour(), self._scale_bar_thickness))
half_scale_bar_width = self.scale_bar_width * 0.5
start = QPointF(half_width - half_scale_bar_width, half_height)
end = QPointF(half_width + half_scale_bar_width, half_height)
painter.drawLine(QPointF(start.x(),
start.y() - half_scale_bar_width),
QPointF(start.x(),
start.y() + half_scale_bar_width))
painter.drawLine(start, end)
painter.drawLine(QPointF(end.x(),
end.y() - half_scale_bar_width),
QPointF(end.x(),
end.y() + half_scale_bar_width))
def paintGL(self):
if not self.gl_initialised:
self.initializeGL()
value = float(self.background_colour) / 255.0
GL.glClearColor(value, value, value, 1.0)
# GL.glClearColor(1.0, 0.0, 0.0, 1.0)
GL.glClear(GL.GL_COLOR_BUFFER_BIT | GL.GL_DEPTH_BUFFER_BIT)
self.projection_matrix.setToIdentity()
self.projection_matrix.ortho(0, self.width(), self.height(), 0, -1, 1)
for drawable in self.drawables:
drawable.paint_gl()
# ar = self.width() / self.height()
# if ar > 1:
# self.projection_matrix.ortho(-ar, ar, -1, 1, -1, 1)
# else:
# self.projection_matrix.ortho(-1, 1, -ar, ar, -1, 1)
#
# if self._show_crosshair:
# self.crosshair.paint_gl(dx=self.dx,
# dy=self.dy,
# height=self.height(),
# inverted=self.inverted,
# projection_matrix=self.projection_matrix,
# rotation=self.rotation,
# thickness=self._crosshair_thickness,
# width=self.width())
# elif self._show_scale_bar:
# self.paint_scale_bar(painter=painter, half_width=half_x, half_height=half_y)
# else:
# if self.image is not None and self.texture:
# self.paint_gl_image()
def reset_background(self):
self.set_background_colour(255.0 if self.inverted else 0.0)
def resizeEvent(self, resize_event):
super().resizeEvent(resize_event)
self.resized.emit(resize_event)
def rotate(self, value):
self.rotation = value
self.compute_transformation_matrix()
self.update()
def save(self):
return {
'dx': self.dx,
'dy': self.dy,
'scale': self.scale,
'rotation': self.rotation
}
def set_scale(self, new_scale):
self.scale = new_scale
self.compute_transformation_matrix()
self.update()
def set_background_colour(self, value):
value = int(value)
if value == self._background_colour:
return
self._background_colour = value
self.backgroundColourChanged.emit(value)
self.update()
def set_full_brightness(self):
self.set_background_colour(self.full_brightness())
def set_gaussian(self, gaussian, shape):
self.gaussian = gaussian
self._gaussian_shape.setX(shape[0])
self._gaussian_shape.setY(shape[1])
self.update()
@property
def scale_bar_thickness(self):
return self._scale_bar_thickness
@scale_bar_thickness.setter
def scale_bar_thickness(self, new_thickness):
self._scale_bar_thickness = new_thickness
self.update()
@property
def scale_bar_width(self):
return self._scale_bar_width
@scale_bar_width.setter
def scale_bar_width(self, new_width):
self._scale_bar_width = new_width
self.update()
def showEvent(self, event):
self.shown.emit()
def hide_crosshair(self):
self._show_crosshair = False
self.update()
def show_crosshair(self):
self._show_scale_bar = False
self.set_background_colour(255.0 if self.inverted else 0.0)
self._show_crosshair = True
self.update()
@property
def show_scale_bar(self):
return self._show_scale_bar
@show_scale_bar.setter
def show_scale_bar(self, new_value):
self._show_scale_bar = new_value
if self._show_scale_bar:
self._show_crosshair = False
self.update()
def translate(self, dx, dy):
self.dx = dx
self.dy = dy
self.compute_transformation_matrix()
self.update()
def toggle_crosshair(self):
self.hide_crosshair() if self._show_crosshair else self.show_crosshair(
)
return self._show_crosshair
def toggle_widget(self):
self.close() if self.isVisible() else self.open()
@property
def use_homography(self):
return self._use_homography
@use_homography.setter
def use_homography(self, value):
self._use_homography = value
self.update_image()
@property
def use_intensity_mask(self):
return self._use_intensity_mask
@use_intensity_mask.setter
def use_intensity_mask(self, new_value):
self._use_intensity_mask = new_value
self.update_image()
def update_image(self):
img = self._image
if img is not None:
if self._use_intensity_mask:
mask = cv2.resize(self.intensity_mask, img.shape)
img = img * mask
if self._use_homography:
height, width = img.shape
img = cv2.warpPerspective(img,
self.homography_transform.matrix,
(height, width))
self.image_to_upload = img
self.texture_uploaded = False
self.update()
class GLGraphicsRectItem(QGraphicsRectItem):
def __init__(self, parent=None):
super().__init__(parent)
self.shader_program = QOpenGLShaderProgram()
width = 1
half_width = width / 2
rect = QRectF(-half_width, -half_width, width, width)
self.setRect(rect)
self.vertex_attribute_object = None
self.vertex_data = np.array([
-half_width, -half_width, 0.0, -half_width + width, -half_width,
0.0, -half_width + width, -half_width + width, 0.0,
-half_width + width, -half_width + width, 0.0, -half_width,
half_width, 0.0, -half_width, -half_width, 0.0
],
dtype=np.float32)
self.vertex_position_uniform = None
def get_uniform_location(self, name):
location = self.shader_program.uniformLocation(name)
if location == -1:
raise ValueError("Uniform {} has no location.".format(name))
return location
def initialise_gl(self):
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex,
VERTEX)
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment,
FRAGMENT)
if not self.shader_program.link():
raise Exception("Could not link shaders - {}".format(
self.shader_program.log()))
self.vertex_attribute_object = GL.glGenVertexArrays(1)
GL.glBindVertexArray(self.vertex_attribute_object)
vertex_buffer_object = GL.glGenBuffers(1)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, vertex_buffer_object)
GL.glBufferData(GL.GL_ARRAY_BUFFER, self.vertex_data.nbytes,
self.vertex_data, GL.GL_STATIC_DRAW)
self.vertex_position = self.shader_program.attributeLocation(
"vertexPosition")
self.projection_matrix_uniform = self.get_uniform_location(
"projection_matrix")
self.view_matrix_uniform = self.get_uniform_location("view_matrix")
self.model_matrix_uniform = self.get_uniform_location("model_matrix")
GL.glVertexAttribPointer(self.vertex_position, 3, GL.GL_FLOAT,
GL.GL_FALSE, 0, None)
GL.glEnableVertexAttribArray(0)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, 0)
GL.glBindVertexArray(0)
def paint_gl(self):
model_matrix = QMatrix4x4()
projection_matrix = QMatrix4x4()
view_matrix = QMatrix4x4()
self.shader_program.bind()
self.shader_program.setUniformValue(self.model_matrix_uniform,
model_matrix)
self.shader_program.setUniformValue(self.projection_matrix_uniform,
projection_matrix)
self.shader_program.setUniformValue(self.view_matrix_uniform,
view_matrix)
GL.glBindVertexArray(self.vertex_attribute_object)
GL.glDrawArrays(GL.GL_TRIANGLES, 0, 6)
GL.glBindVertexArray(0)
self.shader_program.release()
class MyWidget(QtOpenGL.QGLWidget):
def __init__(self, parent = None):
super(MyWidget, self).__init__(parent)
self.quadCoord = np.array([[-1., -1., 0.],
[1., -1., 0.],
[1., 1., 0.],
[1., 1., 0.],
[-1., 1., 0.],
[-1., -1., 0.]])
self.quadCoordTex = np.array([[0, 0],
[1., 0.],
[1., 1.],
[1., 1.],
[0, 1.],
[0, 0]])
def initializeGL(self):
GL.glClearColor(1.0, 0.0, 0.0, 1.0)
GL.glEnable(GL.GL_BLEND)
GL.glBlendFunc (GL.GL_SRC_ALPHA, GL.GL_ONE_MINUS_SRC_ALPHA)
GL.glClear(GL.GL_COLOR_BUFFER_BIT)
print("OpenGL.GL: " + str(GL.glGetString(GL.GL_VERSION)))
print("GL.GLSL: " + str(GL.glGetString(GL.GL_SHADING_LANGUAGE_VERSION)))
print("OpenGL ATTRIBUTES:\n",", ".join(d for d in dir(GL) if d.startswith("GL_")))
self.program = QOpenGLShaderProgram()
self.program.addShaderFromSourceCode(QOpenGLShader.Vertex, """#version 120
attribute vec2 position;
attribute vec2 texcoord;
varying vec2 mytexcoord;
void main() {
gl_Position = vec4(position, 0., 1.0);
mytexcoord = texcoord;
}""")
self.program.addShaderFromSourceCode(QOpenGLShader.Fragment, """#version 120
uniform sampler2D texture;
varying vec2 mytexcoord;
void main() {
gl_FragColor = texture2D(texture,mytexcoord);
}""")
print(self.program.log())
self.program.link()
self.texture = fillTexture2d(np.outer(np.linspace(0, 1, 128), np.ones(128)))
def paintGL(self):
#GL.glClear(GL.GL_COLOR_BUFFER_BIT)
self.program.bind()
self.program.enableAttributeArray("position")
self.program.enableAttributeArray("texcoord")
self.program.setAttributeArray("position", self.quadCoord)
self.program.setAttributeArray("texcoord", self.quadCoordTex)
GL.glActiveTexture(GL.GL_TEXTURE0)
GL.glBindTexture(GL.GL_TEXTURE_2D, self.texture)
self.program.setUniformValue("texture", 0)
GL.glDrawArrays(GL.GL_TRIANGLES, 0, len(self.quadCoord))
class MyWidget(QtOpenGL.QGLWidget):
def __init__(self, parent=None):
super(MyWidget, self).__init__(parent)
self.quadCoord = np.array([[-1., -1., 0.], [1., -1., 0.], [1., 1., 0.],
[1., 1., 0.], [-1., 1., 0.], [-1., -1.,
0.]])
self.quadCoordTex = np.array([[0, 0], [1., 0.], [1., 1.], [1., 1.],
[0, 1.], [0, 0]])
def initializeGL(self):
GL.glClearColor(1.0, 0.0, 0.0, 1.0)
GL.glEnable(GL.GL_BLEND)
GL.glBlendFunc(GL.GL_SRC_ALPHA, GL.GL_ONE_MINUS_SRC_ALPHA)
GL.glClear(GL.GL_COLOR_BUFFER_BIT)
print("OpenGL.GL: " + str(GL.glGetString(GL.GL_VERSION)))
print("GL.GLSL: " +
str(GL.glGetString(GL.GL_SHADING_LANGUAGE_VERSION)))
print("OpenGL ATTRIBUTES:\n",
", ".join(d for d in dir(GL) if d.startswith("GL_")))
self.program = QOpenGLShaderProgram()
self.program.addShaderFromSourceCode(
QOpenGLShader.Vertex, """#version 120
attribute vec2 position;
attribute vec2 texcoord;
varying vec2 mytexcoord;
void main() {
gl_Position = vec4(position, 0., 1.0);
mytexcoord = texcoord;
}""")
self.program.addShaderFromSourceCode(
QOpenGLShader.Fragment, """#version 120
uniform sampler2D texture;
varying vec2 mytexcoord;
void main() {
gl_FragColor = texture2D(texture,mytexcoord);
}""")
print(self.program.log())
self.program.link()
self.texture = fillTexture2d(
np.outer(np.linspace(0, 1, 128), np.ones(128)))
def paintGL(self):
#GL.glClear(GL.GL_COLOR_BUFFER_BIT)
self.program.bind()
self.program.enableAttributeArray("position")
self.program.enableAttributeArray("texcoord")
self.program.setAttributeArray("position", self.quadCoord)
self.program.setAttributeArray("texcoord", self.quadCoordTex)
GL.glActiveTexture(GL.GL_TEXTURE0)
GL.glBindTexture(GL.GL_TEXTURE_2D, self.texture)
self.program.setUniformValue("texture", 0)
GL.glDrawArrays(GL.GL_TRIANGLES, 0, len(self.quadCoord))
class TestCanvas(Canvas):
def __init__(self):
with open("vertex.glsl", "r") as f:
self.vertexShaderSource = f.read()
with open("fragment.glsl", "r") as f:
self.fragmentShaderSource = f.read()
if self.vertexShaderSource is None:
raise Exception("Could not load the source for the vertex shader")
if self.fragmentShaderSource is None:
raise Exception(
"Could not load the source for the fragment shader")
super(TestCanvas, self).__init__()
def setupGL(self):
self.program = QOpenGLShaderProgram(self.context())
info("PROGRAM", self.program)
# addShaderFromSourceCode() only returns a bool telling whether everything went well
if self.program.addShaderFromSourceCode(QOpenGLShader.Vertex,
self.vertexShaderSource):
info("VERTEX SHADER",
"Managed to load and parse the vertex shader")
if self.program.addShaderFromSourceCode(QOpenGLShader.Fragment,
self.fragmentShaderSource):
info("FRAGMENT SHADER",
"Managed to load and parse the fragment shader")
# Compile and bind the shader program to the current context
self.program.link()
self.program.bind()
# Bind the shader attribute to a python variable
self.somePosition = self.gl.glGetAttribLocation(
self.program.programId(), "somePosition")
# Use array rather than list in order to get control over actual data size
self.vertices = array.array(
'f',
[-0.5, -0.5, 0.0, 0.5, 0.5, 0.0, 0.5, -0.5, 0.0, 0.0, 0.0, 0.0])
# Buffer info returns a tuple where the second part is number of elements in the array
self.verticesLength = self.vertices.buffer_info()[1]
# Size in bytes for each element
self.verticesItemSize = self.vertices.itemsize
# Total size in bytes for entire array
self.verticesDataLength = self.verticesLength * self.verticesItemSize
# Number of vertices in the array
self.numberOfVertices = int(self.verticesLength / 3)
# Tell gl to prepare a buffer
self.vertexBuffer = self.gl.glGenBuffers(1)
# Say that the buffer is of type GL_ARRAY_BUFFER
self.gl.glBindBuffer(self.gl.GL_ARRAY_BUFFER, self.vertexBuffer)
# Copy data into the buffer
self.gl.glBufferData(self.gl.GL_ARRAY_BUFFER, self.verticesDataLength,
self.vertices.tobytes(), self.gl.GL_STATIC_DRAW)
# Say that the somePosition attribute should be read from the current array, that it should take three values at a
# time (x, y, z), and that they are of the type GL_FLOAT
self.gl.glVertexAttribPointer(self.somePosition, 3, self.gl.GL_FLOAT,
False, 0, 0)
# When reading from the current data, start at position 0
self.gl.glEnableVertexAttribArray(0)
# Tell GL that whenever we run glClear, this is the color that
# should be used. We only need to do this once.
self.gl.glClearColor(0.1, 0.1, 0.1, 1.0)
self.dumpGLLogMessages("setupGL()")
def paintGL(self):
self.gl.glClear(self.gl.GL_COLOR_BUFFER_BIT
| self.gl.GL_DEPTH_BUFFER_BIT)
# Draw points, starting at vertex number, number of vertices to draw. Since we enabled attribarrays, it will
# fetch data from the array buffer
self.gl.glDrawArrays(self.gl.GL_POINTS, 0, self.numberOfVertices)
self.dumpGLLogMessages("paintGL()")
def resizeGL(self, width, height):
pass
class TriangleWindow(OpenGLWindow):
vertexShaderSource = '''
attribute highp vec4 posAttr;
attribute lowp vec4 colAttr;
varying lowp vec4 col;
uniform highp mat4 matrix;
void main() {
col = colAttr;
gl_Position = matrix * posAttr;
}
'''
fragmentShaderSource = '''
varying lowp vec4 col;
void main() {
gl_FragColor = col;
}
'''
def __init__(self):
super(TriangleWindow, self).__init__()
self.m_program = 0
self.m_frame = 0
self.m_posAttr = 0
self.m_colAttr = 0
self.m_matrixUniform = 0
def initialize(self):
self.m_program = QOpenGLShaderProgram(self)
self.m_program.addShaderFromSourceCode(QOpenGLShader.Vertex,
self.vertexShaderSource)
self.m_program.addShaderFromSourceCode(QOpenGLShader.Fragment,
self.fragmentShaderSource)
self.m_program.link()
self.m_posAttr = self.m_program.attributeLocation('posAttr')
self.m_colAttr = self.m_program.attributeLocation('colAttr')
self.m_matrixUniform = self.m_program.uniformLocation('matrix')
def render(self, gl):
gl.glViewport(0, 0, self.width(), self.height())
gl.glClear(gl.GL_COLOR_BUFFER_BIT)
self.m_program.bind()
matrix = QMatrix4x4()
matrix.perspective(60, 4.0 / 3.0, 0.1, 100.0)
matrix.translate(0, 0, -2)
matrix.rotate(100.0 * self.m_frame / self.screen().refreshRate(), 0, 1,
0)
self.m_program.setUniformValue(self.m_matrixUniform, matrix)
vertices = array.array('f', [0.0, 0.707, -0.5, -0.5, 0.5, -0.5])
gl.glVertexAttribPointer(self.m_posAttr, 2, gl.GL_FLOAT, False, 0,
vertices)
gl.glEnableVertexAttribArray(self.m_posAttr)
colors = array.array('f',
[1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0])
gl.glVertexAttribPointer(self.m_colAttr, 3, gl.GL_FLOAT, False, 0,
colors)
gl.glEnableVertexAttribArray(self.m_colAttr)
gl.glDrawArrays(gl.GL_TRIANGLES, 0, 3)
self.m_program.release()
self.m_frame += 1
class DrawingWindow(GLStandardDrawingWindow3D):
vertexShaderSource = """
#version 120\n
uniform highp mat4 projectionMatrix;
uniform highp mat4 modelViewMatrix;
uniform highp mat4 normalMatrix;
attribute highp vec4 vertexAtr; //.posAttr
attribute vec3 normalAttr; // .normals
varying vec3 normal;
varying vec4 vertex;
void main()
{
gl_Position = projectionMatrix * modelViewMatrix * vertexAtr;
normal = normalAttr;
vertex = vertexAtr;
}
"""
fragmentShaderSource = """
#version 120\n
uniform highp mat4 projectionMatrix;
uniform highp mat4 modelViewMatrix;
uniform highp mat4 normalMatrix;
varying vec3 normal;
varying vec4 vertex;
const vec3 lightPos = vec3(0.0, 20.0, 0.0);
const vec3 lightColor = vec3(1.0, 1.0, 1.0);
const vec3 ambientColor = vec3(0.3, 0.0, 0.3);
const vec3 diffuseColor = vec3(0.5, 0.5, 0.5);
const vec3 specularColor = vec3(1.0, 1.0, 1.0);
const vec3 emitColor = vec3(0.5, 0.0, 0.5);
const float shininess = 160.0;
const vec3 eyePos = vec3 (0,0,0);
void main()
{
vec4 tempVertex = modelViewMatrix * vertex;
vec3 vrtx = tempVertex.xyz / tempVertex.w;
vec4 tempNormal = normalMatrix * vec4(normal,0.0);
vec3 nrml = normalize(tempNormal.xyz);
vec3 eyeDir = normalize(eyePos - vrtx); // V
vec3 lightDir = normalize(lightPos - vrtx); //L
vec3 halfVector = normalize(lightDir + eyeDir); //H
//DIFFUSE
float NdotL = dot(nrml, lightDir );
vec3 lambert = NdotL * diffuseColor * lightColor * max(NdotL ,0.0);
//SPECULAR
float NdotH = dot(nrml, halfVector);
vec3 blinnPhong = lightColor * specularColor * pow( max(NdotH,0.0 ), shininess );
gl_FragColor = vec4(lambert + blinnPhong + ambientColor , 1.0);
}
"""
def __init__(self):
super(DrawingWindow, self).__init__()
self.history = []
self.userDefinedPoints = []
self.setMouseTracking(True)
#SURFACE setup
self.ctrPnt = [[
QVector3D(10, 0, 10),
QVector3D(5, 0, 10),
QVector3D(-5, 0, 10),
QVector3D(-10, 0, 10)
],
[
QVector3D(10, 0, 5),
QVector3D(5, 10, 5),
QVector3D(-5, 10, 5),
QVector3D(-10, 0, 5)
],
[
QVector3D(10, 0, -5),
QVector3D(5, 10, -5),
QVector3D(-5, 10, -5),
QVector3D(-10, 0, -5)
],
[
QVector3D(10, 0, -10),
QVector3D(5, 0, -10),
QVector3D(-5, 0, -10),
QVector3D(-10, 0, -10)
]]
self.vtr = []
self.vertices = []
self.indices = []
self.controlPoints = []
self.rotationAxis = None
for row in self.ctrPnt:
for vector in row:
self.controlPoints.append(float(vector.x()))
self.controlPoints.append(float(vector.y()))
self.controlPoints.append(float(vector.z()))
self.surface = NURBSSurface(controlNet=self.ctrPnt,
Udegree=3,
Wdegree=3,
Uknots=[0, 0, 0, 0, 1, 1, 1, 1],
Wknots=[0, 0, 0, 0, 1, 1, 1, 1])
self.surface.setWeights([[1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0],
[1.0, 1.0, 1.0, 1.0], [1.0, 1.0, 1.0, 1.0]])
self.surface.compute()
self.vtr = self.surface.surfacePoints
self.indices = triangleRenderer(row=12, col=11)
normalsList = normalsPerTriangle(self.vtr, self.indices)
self.surfaceNormals = []
self.normals = normalsPerVertex(normalsList, len(self.vtr))
for value in self.vtr:
self.vertices.append(float(value.x()))
self.vertices.append(float(value.y()))
self.vertices.append(float(value.z()))
for value in self.normals:
self.surfaceNormals.append(float(value.x()))
self.surfaceNormals.append(float(value.y()))
self.surfaceNormals.append(float(value.z()))
#QTsetting
glFormat = QGLFormat()
glFormat.setVersion(3, 2)
glFormat.setProfile(QGLFormat.CoreProfile)
QGLFormat.setDefaultFormat(glFormat)
print(glFormat)
#camera
self.camera = Camera(position=QVector3D(0, 7, 20),
direction=QVector3D(0, 0, 0),
up=QVector3D(0, 1, 0))
self.normalMatrix = QMatrix4x4()
#interaction
self.selectedPoint = None
self.editFlag = False
self.showControlPoints = False
def initializeGL(self):
GL.glClearColor(0.15, 0.15, 0.15, 1.0)
GL.glEnable(GL.GL_DEPTH_TEST)
GL.glEnable(GL.GL_LIGHT0)
GL.glEnable(GL.GL_LIGHTING)
self.program = QOpenGLShaderProgram(self)
self.program.addShaderFromSourceCode(QOpenGLShader.Vertex,
self.vertexShaderSource)
self.program.addShaderFromSourceCode(QOpenGLShader.Fragment,
self.fragmentShaderSource)
self.program.link()
self.xRot = 0
self.yRot = 0
self.zRot = 0
self.vertexAtr = self.program.attributeLocation("vertexAtr")
self.colAttr = self.program.attributeLocation("colAttr")
self.projectionMatrixAttr = self.program.uniformLocation(
"projectionMatrix")
self.modelViewMatrixAttr = self.program.uniformLocation(
"modelViewMatrix")
self.normalMatrixAttr = self.program.uniformLocation("normalMatrix")
self.normalAttr = self.program.attributeLocation("normalAttr")
self.controlPtsAttr = self.program.attributeLocation("controlPtsAttr")
self.pressClick = QVector3D(0, 0, 0)
self.releaseClick = QVector3D(0, 0, 0)
self.programid = 0
def paintGL(self):
'''
paintGL
Updates the current object that is being drawn in screen.
Draws whatever is on the history stack as a set of Vector3Ds
'''
GL.glClear(GL.GL_COLOR_BUFFER_BIT | GL.GL_DEPTH_BUFFER_BIT)
GL.glViewport(0, 0, self.width, self.height)
GL.glMatrixMode(GL.GL_PROJECTION)
ratio = self.width / self.height
self.camera.setPerspective(self.fov, ratio, 1.0, 50.0)
self.camera.lookAtCenter()
self.camera.rotate(self.xRot, 0, 0)
self.camera.rotate(0, self.yRot, 0)
self.camera.rotate(0, 0, self.zRot)
self.normalMatrix = self.camera.modelViewMatrix.inverted(
)[0].transposed()
self.program.bind()
self.program.setUniformValue('modelViewMatrix',
self.camera.modelViewMatrix)
self.program.setUniformValue('normalMatrix', self.normalMatrix)
self.program.setUniformValue('projectionMatrix',
self.camera.projectionMatrix)
GL.glPointSize(5)
GL.glEnableVertexAttribArray(self.vertexAtr)
# GL.glPolygonMode( GL.GL_FRONT_AND_BACK ,GL.GL_LINE)
GL.glVertexAttribPointer(self.vertexAtr, 3, GL.GL_FLOAT, GL.GL_FALSE,
0, self.vertices)
GL.glDrawElements(GL.GL_TRIANGLE_STRIP, len(self.indices),
GL_UNSIGNED_BYTE, self.indices)
GL.glVertexAttribPointer(self.vertexAtr, 3, GL_FLOAT, GL_FALSE, 0,
self.controlPoints)
GL.glEnableVertexAttribArray(self.vertexAtr)
GL.glDrawArrays(GL.GL_LINE_LOOP, 0, (len(self.controlPoints) // 3))
GL.glVertexAttribPointer(self.vertexAtr, 3, GL_FLOAT, GL_FALSE, 0,
self.controlPoints)
GL.glEnableVertexAttribArray(self.vertexAtr)
GL.glDrawArrays(GL.GL_POINTS, 0, (len(self.controlPoints) // 3))
GL.glEnableVertexAttribArray(self.normalAttr)
GL.glVertexAttribPointer(self.normalAttr, 3, GL_FLOAT, GL_FALSE, 0,
self.surfaceNormals)
# GL.glDisableVertexAttribArray(self.colAttr)
GL.glDisableVertexAttribArray(self.vertexAtr)
# GL.glDisableVertexAttribArray(self.normalAttr)
self.program.release()
def mousePressEvent(self, event):
if self.editFlag == False:
self.pressClick = QVector3D(event.x(), self.height - event.y(), 1)
else:
begin, end = self.camera.mouseRay(event.x(),
self.height - event.y(),
self.width, self.height)
t = 0.0
ray = begin
while t < 100.0:
ray = begin + t * (end - begin)
for row in self.ctrPnt:
self.selectedPoint = rayCollision(ray, row, 0.5)
if self.selectedPoint:
print('collision at {}'.format(self.selectedPoint))
break
else:
t += 0.1
continue
break
def mouseMoveEvent(self, event):
if self.editFlag == False:
sensitivity = 0.05
if event.buttons() == Qt.LeftButton:
self.releaseClick = QVector3D(event.x(),
self.height - event.y(), 1)
angle = angleBetweenTwoVectors(self.pressClick,
self.releaseClick)
if self.rotationAxis is axis.x:
if self.pressClick.y() < self.releaseClick.y():
angle *= -1
self.xRot += angle * sensitivity
self.xRot %= 360
elif self.rotationAxis is axis.z:
if self.pressClick.x() < self.releaseClick.x():
angle *= -1
self.zRot += angle * sensitivity
self.zRot %= 360
elif self.rotationAxis is axis.y:
if self.pressClick.x() < self.releaseClick.x():
angle *= -1
self.yRot += angle * sensitivity
self.yRot %= 360
else:
if self.selectedPoint and event.buttons() == QtCore.Qt.LeftButton:
one, two = self.camera.mouseRay(event.x(),
self.height - event.y(),
self.width, self.height)
two = QVector3D(two.x(), two.y(), two.z()) / two.w()
self.selectedPoint += (two - self.selectedPoint)
print(self.selectedPoint)
self._updateControlPoints()
self._updateSurface()
self.update()
def mouseReleaseEvent(self, event):
self.pressClick = self.releaseClick
if self.editFlag == True:
self.pressClick = QVector3D(0, 0, 1)
self.releaseClick = QVector3D(0, 0, 1)
if self.selectedPoint:
self.selectedPoint = None
self.update()
def setRotationAxis(self, rotationAxis=None):
self.rotationAxis = rotationAxis
def setEditFlag(self, status=None):
self.editFlag = status
self.selectedPoint = None
def setContontrolPoinsFalg(self, status=None):
self.showControlPoints = status
def _updateControlPoints(self):
for row in self.ctrPnt:
i = 0
for vector in row:
self.controlPoints[i * 3] = (float(vector.x())) # 0,3,6
self.controlPoints[(i * 3) + 1] = (float(vector.y())) # 1,4,7
self.controlPoints[(i * 3) + 2] = (float(vector.z())) # 2,5,8
i += 1
def _updateSurface(self):
self.vtr = []
self.vertices = []
self.surfaceNormals = []
self.normals = []
self.surface.compute()
self.vtr = self.surface.surfacePoints
self.indices = triangleRenderer(row=12, col=11)
normalsList = normalsPerTriangle(self.vtr, self.indices)
self.normals = normalsPerVertex(normalsList, len(self.vtr))
for value in self.vtr:
self.vertices.append(float(value.x()))
self.vertices.append(float(value.y()))
self.vertices.append(float(value.z()))
for value in self.normals:
self.surfaceNormals.append(float(value.x()))
self.surfaceNormals.append(float(value.y()))
self.surfaceNormals.append(float(value.z()))
pass
class GaussianIntensityMaskRenderer(QObject):
def __init__(self, parent=None):
super().__init__(parent)
self.framebuffer = None
self.shader_program = QOpenGLShaderProgram()
self.texture = None
self.vertex_attribute_object = None
x0 = -1
y0 = -1
width = 2
self.vertex_data = np.array([
x0, y0, 0.0, 0.0, 0.0,
x0 + width, y0, 0.0, 1.0, 0.0,
x0 + width, y0 + width, 0.0, 1.0, 1.0,
x0 + width, y0 + width, 0.0, 1.0, 1.0,
x0, y0 + width, 0.0, 0.0, 1.0,
x0, y0, 0.0, 0.0, 0.0
], dtype=np.float32)
self.initialised = False
def draw(self):
GL.glBindFramebuffer(GL.GL_FRAMEBUFFER, self.framebuffer)
self.shader_program.bind()
GL.glBindVertexArray(self.vertex_attribute_object)
GL.glActiveTexture(GL.GL_TEXTURE0)
GL.glBindTexture(GL.GL_TEXTURE_2D, self.texture)
GL.glDrawArrays(GL.GL_TRIANGLES, 0, 6)
GL.glBindVertexArray(0)
self.shader_program.release()
def initialise_gl(self):
self.initialise_shader()
self.initialise_texture()
self.initialise_framebuffer()
self.initialised = True
def initialise_framebuffer(self):
self.framebuffer = GL.glGenFramebuffers(1)
GL.glBindFramebuffer(GL.GL_FRAMEBUFFER, self.framebuffer)
GL.glFramebufferTexture(GL.GL_FRAMEBUFFER, GL.GL_COLOR_ATTACHMENT1, self.framebuffer, 0)
def initialise_shader(self):
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex, VERTEX_INTENSITY)
self.shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment, FRAGMENT_INTENSITY)
if not self.shader_program.link():
raise Exception("Could not link shaders - {}".format(self.shader_program.log()))
self.vertex_attribute_object = GL.glGenVertexArrays(1)
GL.glBindVertexArray(self.vertex_attribute_object)
vertex_buffer_object = GL.glGenBuffers(1)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, vertex_buffer_object)
GL.glBufferData(GL.GL_ARRAY_BUFFER, self.vertex_data.nbytes, self.vertex_data,
GL.GL_STATIC_DRAW)
self.vertex_position = self.shader_program.attributeLocation("vertexPosition")
self.texture_coords = self.shader_program.attributeLocation("vertexTexCoords")
self.texture_framebuffer = self.shader_program.uniformLocation("texture_framebuffer")
self.centre_x_uniform = self.shader_program.uniformLocation("centre_x")
self.centre_y_uniform = self.shader_program.uniformLocation("centre_y")
self.height_uniform = self.shader_program.uniformLocation("height")
self.rotation_uniform = self.shader_program.uniformLocation("rotation")
self.max_height_uniform = self.shader_program.uniformLocation("max_height")
self.shape_uniform = self.shader_program.uniformLocation("shape")
self.width_x_uniform = self.shader_program.uniformLocation("width_x")
self.width_y_uniform = self.shader_program.uniformLocation("width_y")
GL.glEnableVertexAttribArray(0)
GL.glEnableVertexAttribArray(1)
GL.glVertexAttribPointer(self.vertex_position, 3, GL.GL_FLOAT, GL.GL_FALSE, 20,
None)
GL.glVertexAttribPointer(self.texture_coords, 2, GL.GL_FLOAT, GL.GL_TRUE, 20,
ctypes.c_void_p(12))
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, 0)
GL.glBindVertexArray(0)
def initialise_texture(self):
self.texture = GL.glGenTextures(1)
GL.glBindTexture(GL.GL_TEXTURE_2D, self.texture)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MAG_FILTER, GL.GL_LINEAR)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MIN_FILTER, GL.GL_LINEAR)
GL.glTexImage2D(GL.GL_TEXTURE_2D, 0, GL.GL_RGB, self.parent().width(), self.parent().height(), 0,
GL.GL_RGB, GL.GL_UNSIGNED_BYTE, None)
class OpenGLWidget(QOpenGLWidget):
def __init__(self, parent=None):
super().__init__(parent)
self.scene_shader_program = QOpenGLShaderProgram()
self.screen_shader_program = QOpenGLShaderProgram()
x0 = -0.5
y0 = -0.5
width = 1
self.vertex_data = np.array([
x0, y0, 0.0,
x0 + width, y0, 0.0,
x0 + width, y0 + width, 0.0,
x0 + width, y0 + width, 0.0,
x0, y0 + width, 0.0,
x0, y0, 0.0,
], dtype=np.float32)
def create_render_target(self):
render_texture = GL.glGenTextures(1)
GL.glBindTexture(GL.GL_TEXTURE_2D, render_texture)
GL.glTexImage2D(GL.GL_TEXTURE_2D, 0, GL.GL_RGB, self.width(), self.height(), 0, GL.GL_RGB, GL.GL_UNSIGNED_BYTE, None)
GL.glTexParameteri(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MAG_FILTER, GL.GL_NEAREST)
GL.glTexParameteri(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MIN_FILTER, GL.GL_NEAREST)
fbo = GL.glGenFramebuffers(1)
GL.glBindFramebuffer(GL.GL_FRAMEBUFFER, fbo)
GL.glFramebufferTexture(GL.GL_FRAMEBUFFER, GL.GL_COLOR_ATTACHMENT0, render_texture, 0)
if GL.glCheckFramebufferStatus(GL.GL_FRAMEBUFFER) != GL.GL_FRAMEBUFFER_COMPLETE:
raise Exception("Framebuffer creation failed")
GL.glBindFramebuffer(GL.GL_FRAMEBUFFER, 0)
return fbo, render_texture
def create_screen_shader_program(self):
self.screen_shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex, VERTEX_SCREEN)
self.screen_shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment, FRAGMENT_SCREEN)
if not self.screen_shader_program.link():
raise Exception("Could not link shaders - {}".format(self.screen_shader_program.log()))
self.screen_vertex_attribute_object = GL.glGenVertexArrays(1)
GL.glBindVertexArray(self.screen_vertex_attribute_object)
vertex_buffer_object = GL.glGenBuffers(1)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, vertex_buffer_object)
GL.glBufferData(GL.GL_ARRAY_BUFFER, self.vertex_data.nbytes, self.vertex_data,
GL.GL_STATIC_DRAW)
self.screen_vertex_position = self.screen_shader_program.attributeLocation("vertexPosition")
self.screen_texture_coords = self.screen_shader_program.attributeLocation("texture_coords")
self.texture_framebuffer = self.screen_shader_program.uniformLocation("texture_framebuffer")
GL.glVertexAttribPointer(self.screen_vertex_position, 3, GL.GL_FLOAT, GL.GL_FALSE, 0,
None)
GL.glEnableVertexAttribArray(0)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, 0)
GL.glBindVertexArray(0)
self.fbo, self.screen_texture = self.create_render_target()
def create_scene_shader_program(self):
self.scene_shader_program.addShaderFromSourceCode(QOpenGLShader.Vertex, VERTEX)
self.scene_shader_program.addShaderFromSourceCode(QOpenGLShader.Fragment, FRAGMENT)
if not self.scene_shader_program.link():
raise Exception("Could not link shaders - {}".format(self.scene_shader_program.log()))
self.scene_vertex_attribute_object = GL.glGenVertexArrays(1)
GL.glBindVertexArray(self.scene_vertex_attribute_object)
vertex_buffer_object = GL.glGenBuffers(1)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, vertex_buffer_object)
GL.glBufferData(GL.GL_ARRAY_BUFFER, self.vertex_data.nbytes, self.vertex_data,
GL.GL_STATIC_DRAW)
self.scene_vertex_position = self.scene_shader_program.attributeLocation("vertexPosition")
assert self.scene_vertex_position != -1
# self.texture_coords = self.shader_program.attributeLocation("texture_coords")
# self.texture_framebuffer = self.shader_program.uniformLocation("texture_framebuffer")
GL.glVertexAttribPointer(self.scene_vertex_position, 3, GL.GL_FLOAT, GL.GL_FALSE, 0,
None)
GL.glEnableVertexAttribArray(0)
GL.glBindBuffer(GL.GL_ARRAY_BUFFER, 0)
GL.glBindVertexArray(0)
# self.scene_texture = self.texture_from_image(imread("image-2018-01-31_15-40-12.png"))
def create_texture(self):
# GL.glActiveTexture(GL.GL_TEXTURE0)
texture = GL.glGenTextures(1)
# GL.glActiveTexture(GL.GL_TEXTURE0)
#GL.glPixelStorei(GL.GL_UNPACK_ALIGNMENT, 1)
GL.glBindTexture(GL.GL_TEXTURE_2D, texture)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MAG_FILTER, GL.GL_LINEAR)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MIN_FILTER, GL.GL_LINEAR_MIPMAP_LINEAR)
#GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_WRAP_S, GL.GL_CLAMP_TO_BORDER)
#GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_WRAP_T, GL.GL_CLAMP_TO_BORDER)
GL.glTexImage2D(GL.GL_TEXTURE_2D, 0, GL.GL_RGB, self.width(), self.height(), 0,
GL.GL_RGB, GL.GL_UNSIGNED_BYTE, None)
# GL.glGenerateMipmap(GL.GL_TEXTURE_2D)
GL.glBindTexture(GL.GL_TEXTURE_2D, 0)
return texture
def initializeGL(self):
print("Create scene shader")
self.create_scene_shader_program()
print("Create screen shader")
self.create_screen_shader_program()
print("InitGL complete")
# self.create_render_target()
def paintGL(self):
GL.glBindFramebuffer(GL.GL_FRAMEBUFFER, self.fbo)
self.paint_quad()
GL.glBindFramebuffer(GL.GL_FRAMEBUFFER, self.defaultFramebufferObject())
GL.glClear(GL.GL_COLOR_BUFFER_BIT | GL.GL_DEPTH_BUFFER_BIT)
self.paint_to_screen()
def paint_to_screen(self):
print("Paint to screen")
self.screen_shader_program.bind()
GL.glBindVertexArray(self.screen_vertex_attribute_object)
GL.glActiveTexture(GL.GL_TEXTURE0)
GL.glBindTexture(GL.GL_TEXTURE_2D, self.screen_texture)
GL.glDrawArrays(GL.GL_TRIANGLES, 0, 6)
GL.glBindVertexArray(0)
self.screen_shader_program.release()
print("Paint to screen complete")
# GL.glBindFramebuffer(GL.GL_FRAMEBUFFER, 0)
def paint_quad(self):
self.scene_shader_program.bind()
# GL.glActiveTexture(GL.GL_TEXTURE0)
#GL.glBindTexture(GL.GL_TEXTURE_2D, self.scene_texture)
GL.glBindVertexArray(self.scene_vertex_attribute_object)
GL.glDrawArrays(GL.GL_TRIANGLES, 0, 6)
GL.glBindVertexArray(0)
self.scene_shader_program.release()
def texture_from_image(self, image):
img_data = np.flipud(image)
height, width = img_data.shape
texture = GL.glGenTextures(1)
GL.glActiveTexture(GL.GL_TEXTURE0)
GL.glPixelStorei(GL.GL_UNPACK_ALIGNMENT, 1)
GL.glBindTexture(GL.GL_TEXTURE_2D, texture)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MAG_FILTER, GL.GL_LINEAR)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MIN_FILTER, GL.GL_LINEAR_MIPMAP_LINEAR)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_WRAP_S, GL.GL_CLAMP_TO_BORDER)
GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_WRAP_T, GL.GL_CLAMP_TO_BORDER)
GL.glTexImage2D(GL.GL_TEXTURE_2D, 0, GL.GL_RGBA8, width, height, 0,
GL.GL_LUMINANCE, GL.GL_UNSIGNED_BYTE, img_data)
GL.glGenerateMipmap(GL.GL_TEXTURE_2D)
GL.glBindTexture(GL.GL_TEXTURE_2D, 0)
return texture
class SquircleRenderer(QObject): # QOpenGLFunctions
"""docstring for SquircleRenderer"""
def __init__(self, parent=None):
super(SquircleRenderer, self).__init__(parent)
self.m_t = 0.0
self.m_program = None
self.m_viewportSize = QSize()
def setT(self, t):
self.m_t = t
def setViewportSize(self, size):
self.m_viewportSize = size
def setWin(self, win):
self.win = win
ver = QOpenGLVersionProfile()
ver.setVersion(2, 1)
self.m_context = self.win.openglContext()
self.gl = self.m_context.versionFunctions(ver)
@pyqtSlot()
def paint(self):
if not self.m_program:
self.gl.initializeOpenGLFunctions()
self.m_program = QOpenGLShaderProgram(self)
self.m_program.addShaderFromSourceCode(
QOpenGLShader.Vertex,
"attribute highp vec4 vertices;"
"varying highp vec2 coords;"
"void main() {"
" gl_Position = vertices;"
" coords = vertices.xy;"
"}",
)
self.m_program.addShaderFromSourceCode(
QOpenGLShader.Fragment,
"uniform lowp float t;"
"varying highp vec2 coords;"
"void main() {"
" lowp float i = 1. - (pow(abs(coords.x), 4.) + pow(abs(coords.y), 4.));"
" i = smoothstep(t - 0.8, t + 0.8, i);"
" i = floor(i * 20.) / 20.;"
" gl_FragColor = vec4(coords * .5 + .5, i, i);"
"}",
)
self.m_program.bindAttributeLocation("vertices", 0)
self.m_program.link()
self.m_program.bind()
self.m_program.enableAttributeArray(0)
values = [(-1, -1), (1, -1), (-1, 1), (1, 1)]
self.m_program.setAttributeArray(0, values)
self.m_program.setUniformValue("t", self.m_t)
# print("DATA:",self.m_viewportSize.width(), self.m_viewportSize.height(), self.m_t)#, self.gl.glViewport)
self.gl.glViewport(0, 0, self.m_viewportSize.width(), self.m_viewportSize.height())
self.gl.glDisable(self.gl.GL_DEPTH_TEST)
self.gl.glClearColor(0, 0, 0, 1)
self.gl.glClear(self.gl.GL_COLOR_BUFFER_BIT)
self.gl.glEnable(self.gl.GL_BLEND)
self.gl.glBlendFunc(self.gl.GL_SRC_ALPHA, self.gl.GL_ONE)
self.gl.glDrawArrays(self.gl.GL_TRIANGLE_STRIP, 0, 4)
self.m_program.disableAttributeArray(0)
self.m_program.release()
class GLSliceWidget(QtOpenGL.QGLWidget):
_dataModelChanged = QtCore.pyqtSignal()
def __init__(self, parent=None, interpolation="linear", **kwargs):
logger.debug("init")
super(GLSliceWidget, self).__init__(parent, **kwargs)
self.renderUpdate = True
self.parent = parent
self.setAcceptDrops(True)
self.texture_LUT = None
self.setTransform(TransformModel())
self.renderTimer = QtCore.QTimer(self)
self.renderTimer.setInterval(50)
self.renderTimer.timeout.connect(self.onRenderTimer)
self.renderTimer.start()
self.dataModel = None
self.dataPos = 0
self.slicePos = 0
self.zoom_fac = 1.
self.zoom_x = 0.5
self.zoom_y = 0.5
# the center in tex coords
self.zoom_cx = 0.5
self.zoom_cy = 0.5
interpolation_vals = ("linear", "nearest")
if not interpolation in interpolation_vals:
raise KeyError("interpolation = '%s' not defined ,valid: %s" % (interpolation, str(interpolation_vals)))
self.interp = (interpolation =="linear")
# self.refresh()
def setModel(self, dataModel):
logger.debug("setModel")
self.dataModel = dataModel
if self.dataModel:
self.transform.setModel(dataModel)
self.dataModel._dataSourceChanged.connect(self.dataSourceChanged)
self.dataModel._dataPosChanged.connect(self.dataPosChanged)
self._dataModelChanged.connect(self.dataModelChanged)
self._dataModelChanged.emit()
def setTransform(self, transform):
self.transform = transform
self.transform._transformChanged.connect(self.refresh)
def dragEnterEvent(self, event):
if event.mimeData().hasUrls():
event.accept()
else:
event.ignore()
def dropEvent(self, event):
for url in event.mimeData().urls():
path = url.toLocalFile().toLocal8Bit().data()
if self.dataModel:
self.dataModel.loadFromPath(path, prefetchSize=self.N_PREFETCH)
else:
self.setModel(DataModel.fromPath(path, prefetchSize=self.N_PREFETCH))
def set_colormap(self, name):
"""arr should be of shape (N,3) and gives the rgb components of the colormap"""
try:
arr = spimagine.config.__COLORMAPDICT__[name]
self.makeCurrent()
self.texture_LUT = fillTexture2d(arr.reshape((1,) + arr.shape), self.texture_LUT, self.interp)
except:
print("could not load colormap %s" % name)
def set_colormap_rgb(self, color=[1., 1., 1.]):
self._set_colormap_array(outer(linspace(0, 1., 255), np.array(color)))
def _set_colormap_array(self, arr):
"""arr should be of shape (N,3) and gives the rgb components of the colormap"""
self.makeCurrent()
self.texture_LUT = fillTexture2d(arr.reshape((1,) + arr.shape), self.texture_LUT, self.interp)
self.refresh()
def initializeGL(self):
self.resized = True
self.output = zeros((100, 100))
logger.debug("initializeGL")
self.programTex = QOpenGLShaderProgram()
self.programTex.addShaderFromSourceCode(QOpenGLShader.Vertex, vertShaderTex)
self.programTex.addShaderFromSourceCode(QOpenGLShader.Fragment, fragShaderTex)
self.programTex.link()
self.programTex.bind()
logger.debug("GLSL programTex log:%s", self.programTex.log())
glClearColor(0, 0, 0, 1.)
self.texture = None
self.quadCoord = np.array([[-1., -1., 0.],
[1., -1., 0.],
[1., 1., 0.],
[1., 1., 0.],
[-1., 1., 0.],
[-1., -1., 0.]])
self.quadCoordTex = np.array([[0, 0],
[1., 0.],
[1., 1.],
[1., 1.],
[0, 1.],
[0, 0]])
self.set_colormap(spimagine.config.__DEFAULTCOLORMAP__)
glDisable(GL_DEPTH_TEST)
glEnable(GL_BLEND)
glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA)
def dataModelChanged(self):
# if self.dataModel:
# self.transform.reset(amin(self.dataModel[0]),
# amax(self.dataModel[0]),
# self.dataModel.stackUnits())
#
self.refresh()
def dataSourceChanged(self):
# self.transform.reset(amin(self.dataModel[0]),
# amax(self.dataModel[0]),
# self.dataModel.stackUnits())
self.refresh()
def dataPosChanged(self, pos):
self.dataPos = pos
self.refresh()
def refresh(self):
# if self.parentWidget() and self.dataModel:
# self.parentWidget().setWindowTitle("SpImagine %s"%self.dataModel.name())
self.renderUpdate = True
def resizeGL(self, width, height):
# height = max(10,height)
self._viewport_width, self._viewport_height = width, height
self.resized = True
self.resetViewPort()
def getDataWidthHeight(self):
if not self.dataModel:
return 1, 1
dim = array(self.dataModel.size()[1:])[::-1].astype(np.float32)
dim *= array(self.transform.stackUnits)
if self.transform.sliceDim == 0:
dim = dim[[2, 1]]
elif self.transform.sliceDim == 1:
dim = dim[[0, 2]]
elif self.transform.sliceDim == 2:
dim = dim[[0, 1]]
w, h = dim[0], dim[1]
fac = min(1. * self._viewport_width / w, 1. * self._viewport_height / h)
return int(fac * w), int(fac * h)
def resetViewPort(self):
w, h = self.getDataWidthHeight()
glViewport((self._viewport_width - w) // 2, (self._viewport_height - h) // 2, w, h)
def paintGL(self):
self.makeCurrent()
if not glCheckFramebufferStatus(GL_FRAMEBUFFER) == GL_FRAMEBUFFER_COMPLETE:
return
# hack
if self.resized:
self.resetViewPort()
glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT)
if self.dataModel:
# Draw the render texture
self.programTex.bind()
self.texture = fillTexture2d(self.output, self.texture, self.interp)
glEnable(GL_TEXTURE_2D)
glDisable(GL_DEPTH_TEST)
self.programTex.enableAttributeArray("position")
self.programTex.enableAttributeArray("texcoord")
self.programTex.setAttributeArray("position", self.quadCoord)
self.programTex.setAttributeArray("texcoord",
self.tex_coords_from_xyzoom(self.zoom_x, self.zoom_y, self.zoom_fac))
glActiveTexture(GL_TEXTURE0)
glBindTexture(GL_TEXTURE_2D, self.texture)
self.programTex.setUniformValue("texture", 0)
glActiveTexture(GL_TEXTURE1)
glBindTexture(GL_TEXTURE_2D, self.texture_LUT)
self.programTex.setUniformValue("texture_LUT", 1)
glDrawArrays(GL_TRIANGLES, 0, len(self.quadCoord))
def render(self):
logger.debug("render")
if self.dataModel:
if self.transform.sliceDim == 0:
out = fliplr(self.dataModel[self.transform.dataPos][:, :, self.transform.slicePos].T)
elif self.transform.sliceDim == 1:
out = self.dataModel[self.transform.dataPos][:, self.transform.slicePos, :]
elif self.transform.sliceDim == 2:
out = self.dataModel[self.transform.dataPos][self.transform.slicePos, :, :]
min_out, max_out = self.transform.minVal, self.transform.maxVal
if max_out > min_out:
self.output = np.maximum(0,(1. * (out - min_out) / (max_out - min_out))) ** self.transform.gamma
else:
self.output = np.zeros_like(out)
logger.debug("render: output range = %s" % ([amin(self.output), amax(self.output)]))
def saveFrame(self, fName):
"""FIXME: scaling behaviour still hast to be implemented (e.g. after setGamma)"""
logger.info("saving frame as %s", fName)
self.render()
self.paintGL()
glFlush()
self.grabFrameBuffer().save(fName)
def onRenderTimer(self):
if self.renderUpdate:
self.render()
self.renderUpdate = False
self.updateGL()
def tex_coords_from_xyzoom(self, x0, y0, zoom):
"""returns array of texccords corners when zoomed
in onto x0,y0 \in [0,1]
zoom == 1 --> fully zoomed out
zoom == 0 --> fully zoomed in (to x0,y0)
"""
q0 = create_quad_coords([0, 1, 0, 1])
q1 = create_quad_coords([x0, x0, y0, y0])
return zoom * q0 + (1. - zoom) * q1
def getRelativeCoords(self, x0, y0):
w, h = self.getDataWidthHeight()
w = w * self.width() / self._viewport_width
h = w * self.height() / self._viewport_height
x = 2. * (x0 - .5 * (self.width() - w)) / w - 1
y = 2. * (y0 - .5 * (self.height() - h)) / h - 1
x = (x0 - .5 * (self.width() - w)) / w
y = 1 - (y0 - .5 * (self.height() - h)) / h
return x, y
def mousePressEvent(self, event):
super(GLSliceWidget, self).mousePressEvent(event)
if event.buttons() == QtCore.Qt.LeftButton:
self._x0, self._y0 = self.getRelativeCoords(event.x(), event.y())
def mouseMoveEvent(self, event):
if event.buttons() == QtCore.Qt.LeftButton:
x, y = self.getRelativeCoords(event.x(), event.y())
self.zoom_x += self.zoom_fac * (self._x0 - x)
self.zoom_y += self.zoom_fac * (self._y0 - y)
self._x0, self._y0 = x, y
self.zoom_x, self.zoom_y = clip(self.zoom_x, 0, 1), clip(self.zoom_y, 0, 1)
self.refresh()
def wheelEvent(self, event):
# get the zoom factor
# print self.zoom_x,self.zoom_y
# x, y = self.getRelativeCoords(event.x(),event.y())
# self.zoom_x , self.zoom_y = clip(x ,0,1), clip(y,0,1)
self.zoom_fac *= 1.4 ** (-event.angleDelta().y() / 1000.)
self.zoom_fac = clip(self.zoom_fac, 0, 1.)
self.refresh()