Exemplo n.º 1
0
def update_recording(scn):
    global records, timer
    if records is None:
        records = {}
        timer = 0

    record = {}

    record['cam'] = serialize_matrix(
        scn.GetCurrentCamera().GetTransform().GetWorld())

    head_controller = gs.GetInputSystem().GetDevice("openvr_hmd")
    if head_controller is not None:
        record['head_controller'] = serialize_matrix(
            head_controller.GetMatrix(gs.InputDevice.MatrixHead))

    controller0 = gs.GetInputSystem().GetDevice("openvr_controller_0")
    if controller0 is not None:
        record['controller_0'] = serialize_matrix(
            controller0.GetMatrix(gs.InputDevice.MatrixHead))

    controller1 = gs.GetInputSystem().GetDevice("openvr_controller_1")
    if controller1 is not None:
        record['controller_1'] = serialize_matrix(
            controller1.GetMatrix(gs.InputDevice.MatrixHead))

    if gs.GetPlus().KeyDown(gs.InputDevice.KeyN):
        record['clap'] = True

    records[str(timer)] = record
    timer += gs.GetPlus().GetClockDt().to_sec()
Exemplo n.º 2
0
def calibrate_offset(scn):
    global calibration_matrix
    temp_timer = 1
    with open("axe_x.json", 'r') as outfile:
        axe_json = json.load(outfile)
        record = axe_json[min(axe_json.keys(),
                              key=lambda k: abs(float(k) - temp_timer))]
        controller_mat_vr = gs.Matrix4.TranslationMatrix(
            deserialize_matrix(record["controller_1"]).GetTranslation())
        origin_vr = deserialize_matrix(record["controller_0"]).GetTranslation()

        axe_x = (
            deserialize_matrix(record["head_controller"]).GetTranslation() -
            origin_vr).Normalized()

    temp_timer = 5
    with open("axe_z.json", 'r') as outfile:
        axe_json = json.load(outfile)
        record = axe_json[min(axe_json.keys(),
                              key=lambda k: abs(float(k) - temp_timer))]
        axe_z = (
            deserialize_matrix(record["head_controller"]).GetTranslation() -
            origin_vr).Normalized()

    axe_y = axe_x.Cross(axe_z)

    # change origin
    origin_vr_rotation_mat = gs.Matrix3()
    origin_vr_rotation_mat.SetX(axe_x)
    origin_vr_rotation_mat.SetY(axe_y)
    origin_vr_rotation_mat.SetZ(axe_z)
    origin_vr_mat = gs.Matrix4.TransformationMatrix(origin_vr,
                                                    origin_vr_rotation_mat)

    controller_mat = origin_vr_mat.InversedFast() * controller_mat_vr
    gs.GetPlus().AddCube(scn, controller_mat, 0.1, 0.1, 0.1)

    cam_mat = gs.Matrix4.TranslationMatrix((3.75, 1.23, 3.02))
    #cam_mat = cam_mat.LookAt(gs.Vector3(0, 0, 0))
    gs.GetPlus().AddCube(scn, cam_mat, 0.1, 0.1, 0.1,
                         "assets/material_diffuse_color_blue.mat")

    #gs.GetPlus().AddCube(scn, gs.Matrix4.Identity, 0.1, 0.1, 0.1, "assets/material_diffuse_color_green.mat")
    #gs.GetPlus().AddCube(scn, origin_vr_mat, 0.1, 0.1, 0.1)
    gs.GetPlus().AddCube(
        scn,
        gs.Matrix4.TransformationMatrix(origin_vr,
                                        gs.Matrix3.LookAt(axe_x, (0, 1, 0))),
        0.01, 0.01, 10, "assets/material_diffuse_color_red.mat")
    gs.GetPlus().AddCube(
        scn,
        gs.Matrix4.TransformationMatrix(origin_vr,
                                        gs.Matrix3.LookAt(axe_y, (1, 0, 0))),
        0.01, 0.01, 10, "assets/material_diffuse_color_green.mat")
    gs.GetPlus().AddCube(
        scn,
        gs.Matrix4.TransformationMatrix(origin_vr,
                                        gs.Matrix3.LookAt(axe_z, (0, 1, 0))),
        0.01, 0.01, 10, "assets/material_diffuse_color_blue.mat")
Exemplo n.º 3
0
def update(scn, openvr_frame_renderer):
    if calibration_matrix is None:
        load_calibration()

    if recording:
        update_recording(scn)
    elif playing or playing_record_frame or do_calibration:
        update_play(scn, openvr_frame_renderer)

    if show_live_cam:
        plus = gs.GetPlus()
        size = plus.GetRendererAsync().GetCurrentOutputWindow().GetSize()

        if openvr_frame_renderer is not None:
            scn.GetSystem("Renderable").SetFrameRenderer(None)

        plus.GetRendererAsync().SetViewport(
            gs.fRect(0, 0, size.x * 0.5, size.y * 0.5))
        plus.GetRendererAsync().SetClippingRect(
            gs.fRect(0, 0, size.x * 0.5, size.y * 0.5))
        plus.GetRendererAsync().Clear(gs.Color.Black)

        scn.GetCurrentCamera().GetTransform().SetWorld(saved_cam_matrix)

        scn.Update(gs.time(0))
        scn.WaitUpdate()
        scn.Commit()
        scn.WaitCommit()

        plus.GetRendererAsync().SetViewport(gs.fRect(0, 0, size.x, size.y))
        plus.GetRendererAsync().SetClippingRect(gs.fRect(0, 0, size.x, size.y))

        if openvr_frame_renderer is not None:
            scn.GetSystem("Renderable").SetFrameRenderer(openvr_frame_renderer)
Exemplo n.º 4
0
def engine_init():
    global al, channel, plus
    try:
        gs.LoadPlugins(gs.get_default_plugins_path())
    except:
        pass

    plus = gs.GetPlus()
    plus.RenderInit(demo_screen_size[0], demo_screen_size[1], 1,
                    demo_screen_size[2])

    # mount the system file driver
    gs.MountFileDriver(gs.StdFileDriver("assets/"), "@assets/")

    al = None
    channel = None
Exemplo n.º 5
0
def update(scn, gui, openvr_frame_renderer):
	global timer
	if playing:
		timer += gs.GetPlus().GetClockDt().to_sec()

		# find object and update there position
		for key, obj in animations.items():
			if key == "camera":
				node = scn.GetCurrentCamera()
			else:
				node = scn.GetNode(key)

			if node is not None:
				# get anim key
				key_a = 0
				for i in range(len(obj)):
					if obj[i]["time"] > timer:
						key_a = i - 1
						break
				# animate only if there is key after to interpolate
				if 0 <= key_a < len(obj)-1:
					# get the 2 key node
					node_a = scn.GetNode(obj[key_a]["object_name"])
					node_b = scn.GetNode(obj[key_a + 1]["object_name"])
					if node_a is not None and node_b is not None:
						# interpolate between the 2 key
						pos_a = node_a.GetTransform().GetWorld().GetTranslation()
						quat_a = gs.Quaternion.FromMatrix3(node_a.GetTransform().GetWorld().GetRotationMatrix())
						pos_b = node_b.GetTransform().GetWorld().GetTranslation()
						quat_b = gs.Quaternion.FromMatrix3(node_b.GetTransform().GetWorld().GetRotationMatrix())

						time_a = obj[key_a]["time"]
						time_b = obj[key_a+1]["time"]

						t = range_adjust(timer, time_a, time_b, 0, 1)

						pos = pos_a + (pos_b - pos_a) * t
						quat = gs.Quaternion.Slerp(t, quat_a, quat_b)

						# if it's for the camera and in case of no vr, up the camera to 1.75
						if key == "camera" and openvr_frame_renderer is None:
							pos.y = pos.y + 1.75

						node.GetTransform().SetWorld(gs.Matrix4.TransformationMatrix(pos, quat.ToMatrix3()))
Exemplo n.º 6
0
import gs
plus = gs.GetPlus()

controller_nodes = []
helmet_node = None
create_nodes_controller = True


def clear_controllers(scn):
    global controller_nodes, helmet_node
    for node in controller_nodes:
        scn.RemoveNode(node)
    if helmet_node is not None:
        scn.RemoveNode(helmet_node)

    controller_nodes = []
    helmet_node = None


def create_helmet(scn):
    return plus.AddGeometry(scn, "vr_helmet/generic_hmd_generic_hmd_mesh.geo")


def create_controller(scn):
    return plus.AddGeometry(scn, "vr_controller/whole_model_group1.geo")


def update_controller(scn):
    global controller_nodes, helmet_node

    if scn.GetCurrentCamera() is None or not create_nodes_controller:
Exemplo n.º 7
0
def update_play(scn, openvr_frame_renderer):
    global timer, playing, counter_frame
    if records is not None:
        nearest_key = min(records.keys(), key=lambda k: abs(float(k) - timer))
        records_list = list(sorted(records))
        index = records_list.index(nearest_key)
        if float(nearest_key) > timer and index - 1 >= 0:
            first_key = records_list[index - 1]
            second_key = records_list[index]
        elif index + 1 < len(records_list):
            first_key = records_list[index]
            second_key = records_list[index + 1]
        else:
            first_key = records_list[0]
            second_key = records_list[1]

        def interpolate_mat(name_record):
            first_mat = deserialize_matrix(records[first_key][name_record])
            second_mat = deserialize_matrix(records[second_key][name_record])
            t = (timer - float(first_key)) / (float(second_key) -
                                              float(first_key))

            pos = first_mat.GetTranslation() + (second_mat.GetTranslation() -
                                                first_mat.GetTranslation()) * t
            rot = gs.Quaternion.Slerp(
                t, gs.Quaternion.FromMatrix3(first_mat.GetRotationMatrix()),
                gs.Quaternion.FromMatrix3(
                    second_mat.GetRotationMatrix())).ToMatrix3()

            return gs.Matrix4.TransformationMatrix(pos, rot)

        cam = scn.GetCurrentCamera()
        if cam is not None:
            if render_head:
                cam.GetTransform().SetWorld(
                    interpolate_mat('cam') *
                    interpolate_mat('head_controller'))
            else:
                cam.GetTransform().SetWorld(
                    interpolate_mat('cam') * interpolate_mat('controller_1') *
                    calibration_matrix)

        for id_controller, controller in enumerate(
                vr_controller.controller_nodes):
            if controller.GetTransform() is not None:
                if 'controller_{}'.format(id_controller) in records[first_key]:
                    controller.GetTransform().SetWorld(
                        interpolate_mat('cam') *
                        interpolate_mat('controller_{}'.format(id_controller)))

        if vr_controller.helmet_node is not None and vr_controller.helmet_node.GetTransform(
        ) is not None:
            vr_controller.helmet_node.GetTransform().SetWorld(
                interpolate_mat('cam') * interpolate_mat('head_controller'))

        if not do_calibration:
            if record_frame:
                pic = gs.Picture()
                if gs.GetPlus().GetRendererAsync().CaptureFramebuffer(
                        pic).get():
                    if "clap" in records[first_key]:
                        pic.ClearRGBA(1, 0, 1)

                    render_path = "{0}\\{1}".format(
                        records_output_folder,
                        os.path.splitext(
                            os.path.basename(current_filename))[0])
                    if render_head:
                        render_path = "{0}\\{1}_head".format(
                            records_output_folder,
                            os.path.splitext(
                                os.path.basename(current_filename))[0])

                    if not os.path.exists(render_path):
                        os.mkdir(render_path)
                    lts.RunTask(task, [
                        pic, "{0}\\{1}_{2:08d}.jpg".format(
                            render_path,
                            os.path.splitext(
                                os.path.basename(current_filename))[0],
                            counter_frame)
                    ])
                    counter_frame += 1

                timer += 1.0 / fps_record
            else:
                timer += gs.GetPlus().GetClockDt().to_sec()

            if timer > max([float(i) for i in records.keys()]):
                stop_play(scn, openvr_frame_renderer)
Exemplo n.º 8
0
def calibration(scn, openvr_frame_renderer, gui):
    global calibration_matrix, do_calibration, timer, calibration_fov, show_live_cam, draw_calibration_picture

    show_live_cam = gui.Checkbox("Show live cam", show_live_cam)

    temp_calibration = gui.Checkbox("Calibration", do_calibration)
    if temp_calibration:
        if not show_live_cam and temp_calibration != do_calibration:
            load_record(scn, openvr_frame_renderer)

        # draw alpha picture
        draw_calibration_picture = gui.Checkbox("Draw calibration picture",
                                                draw_calibration_picture)
        if draw_calibration_picture:
            gs.GetPlus().Image2D(0, 0, 1.0, "calibration.png",
                                 gs.Color(1, 1, 1, 0.5))

        if gui.Button("Calibrate live from ground"):
            controller1 = gs.GetInputSystem().GetDevice("openvr_controller_1")
            if controller1 is not None:
                calibration_matrix = controller1.GetMatrix(
                    gs.InputDevice.MatrixHead).InversedFast()

        delta = 0.01
        pos_calibration = calibration_matrix.GetTranslation()
        if gui.Button("PosX -"):
            pos_calibration.x -= delta
        gui.SameLine()
        if gui.Button("PosX +"):
            pos_calibration.x += delta
        gui.SameLine()
        pos_calibration.x = gui.InputFloat("px", pos_calibration.x)[1]
        if gui.Button("PosY -"):
            pos_calibration.y -= delta
        gui.SameLine()
        if gui.Button("PosY +"):
            pos_calibration.y += delta
        gui.SameLine()
        pos_calibration.y = gui.InputFloat("py", pos_calibration.y)[1]
        if gui.Button("PosZ -"):
            pos_calibration.z -= delta
        gui.SameLine()
        if gui.Button("PosZ +"):
            pos_calibration.z += delta
        gui.SameLine()
        pos_calibration.z = gui.InputFloat("pz", pos_calibration.z)[1]
        # pos_calibration = gui.InputVector3("Pos", pos_calibration)[1]

        rot_calibration = calibration_matrix.GetRotation()

        if gui.Button("RotX -"):
            rot_calibration.x -= delta
        gui.SameLine()
        if gui.Button("RotX +"):
            rot_calibration.x += delta
        gui.SameLine()
        rot_calibration.x = gui.InputFloat(
            "rx", rot_calibration.x * 180.0 / 3.1415)[1] * 3.1415 / 180.0
        if gui.Button("RotY -"):
            rot_calibration.y -= delta
        gui.SameLine()
        if gui.Button("RotY +"):
            rot_calibration.y += delta
        gui.SameLine()
        rot_calibration.y = gui.InputFloat(
            "ry", rot_calibration.y * 180.0 / 3.1415)[1] * 3.1415 / 180.0
        if gui.Button("RotZ -"):
            rot_calibration.z -= delta
        gui.SameLine()
        if gui.Button("RotZ +"):
            rot_calibration.z += delta
        gui.SameLine()
        rot_calibration.z = gui.InputFloat(
            "rz", rot_calibration.z * 180.0 / 3.1415)[1] * 3.1415 / 180.0

        calibration_matrix = gs.Matrix4.TransformationMatrix(
            pos_calibration, rot_calibration)

        changed, calibration_fov = gui.SliderFloat("FOV (deg)",
                                                   calibration_fov, 1, 180)
        if changed:
            scn.GetCurrentCamera().GetCamera().SetZoomFactor(
                gs.FovToZoomFactor(calibration_fov * 3.1415 / 180.0))

        if records is not None:
            timer = gui.SliderFloat("Timeline", timer, 0,
                                    max([float(i) for i in records.keys()]))[1]
    else:
        if temp_calibration != do_calibration:
            save_calibration()
            stop_play(scn, openvr_frame_renderer)

    do_calibration = temp_calibration
Exemplo n.º 9
0
def main():
    pc_screen_windowed = True
    pc_screen_width = 1280
    pc_screen_height = 720

    plus = gs.GetPlus()
    plus.CreateWorkers()
    DemoSimulation.print_ascii_intro(None)

    if getattr(sys, 'frozen', False):
        # frozen
        dir_ = dirname(sys.executable)
    else:
        # unfrozen
        dir_ = dirname(realpath(__file__))

    window_mode = pymsgbox.confirm(text='Select your screen mode',
                                   title='System Zoetrope',
                                   buttons=['Windowed', 'Fullscreen'])

    if window_mode == 'Windowed':
        pc_screen_windowed = True
        screen_resolutions = ['640x480', '720x568', '800x600', '1280x800']
    elif window_mode == 'Fullscreen':
        pc_screen_windowed = False
        screen_resolutions = [
            '640x480', '800x600', '1280x720', '1280x800', '1920x1080'
        ]
    else:
        return False

    screen_res = pymsgbox.confirm(text='Select your screen resolution',
                                  title='System Zoetrope',
                                  buttons=screen_resolutions)

    if screen_res is not None:
        pc_screen_width = int(screen_res.split('x')[0])
        pc_screen_height = int(screen_res.split('x')[1])
    else:
        return False

    demo_screen_width = 720 // 2
    demo_screen_height = 568 // 2
    amiga_screen_ratio = demo_screen_height / demo_screen_width
    overscan_factor = gs.Vector4(
        16 / demo_screen_width, 4 / demo_screen_height,
        (demo_screen_width - 16) / demo_screen_width,
        (demo_screen_height - 28) / demo_screen_height)  # in pixels

    if pc_screen_windowed:
        pc_screen_width = int(pc_screen_height *
                              (demo_screen_width / demo_screen_height))

    # mount the system file driver
    # gs.GetFilesystem().Mount(gs.StdFileDriver("pkg.core"), "@core")
    gs.MountFileDriver(gs.StdFileDriver())
    gs.LoadPlugins(gs.get_default_plugins_path())

    # create the renderer and render system
    if pc_screen_windowed:
        w_mode = gs.Window.Windowed
    else:
        w_mode = gs.Window.Fullscreen
    plus.RenderInit(pc_screen_width, pc_screen_height, 1, w_mode)

    egl = plus.GetRendererAsync()

    # create the font object
    font = gs.RasterFont("@core/fonts/default.ttf", 48, 512)

    # Init demo simulation
    demo = DemoSimulation(demo_screen_width, demo_screen_height)

    # # load a simple 2d shader outputting a single color
    # shader = egl.LoadShader("res/shader_2d_single_texture.isl")
    #
    # # Create index buffer
    # data = gs.BinaryBlob()
    # data.WriteShorts([0, 1, 2, 0, 2, 3])
    #
    # idx = egl.NewBuffer()
    # egl.CreateBuffer(idx, data, gs.GpuBuffer.Index)
    #
    # # Create vertex buffer
    # # Create vertex buffer
    # vtx_layout = gs.VertexLayout()
    # vtx_layout.AddAttribute(gs.VertexAttribute.Position, 3, gs.VertexFloat)
    # vtx_layout.AddAttribute(gs.VertexAttribute.UV0, 2, gs.VertexUByte, True)  # UVs are sent as normalized 8 bit unsigned integer (range [0;255])
    #
    # def custom_uv(u, v):
    # 	return [int(Clamp(u, 0, 1) * 255), int(Clamp(v, 0, 1) * 255)]
    #
    # data = gs.BinaryBlob()
    # x, y = 1, 1
    # data.WriteFloats([-x, -y, 0.5])
    # data.WriteUnsignedBytes(custom_uv(overscan_factor.x, overscan_factor.w))
    # data.WriteFloats([-x, y, 0.5])
    # data.WriteUnsignedBytes(custom_uv(overscan_factor.x, overscan_factor.y))
    # data.WriteFloats([x, y, 0.5])
    # data.WriteUnsignedBytes(custom_uv(overscan_factor.z, overscan_factor.y))
    # data.WriteFloats([x, -y, 0.5])
    # data.WriteUnsignedBytes(custom_uv(overscan_factor.z, overscan_factor.w))
    #
    # vtx = egl.NewBuffer()
    # egl.CreateBuffer(vtx, data, gs.GpuBuffer.Vertex)

    # demo bitmaps
    demo.load_textures()
    demo_screen_tex = egl.NewTexture("demo_screen_texture")

    res = egl.CreateTexture(demo_screen_tex, demo.screen_pic)
    print("CreateTexture() returned ", res)

    # play music
    al = gs.MixerAsync(gs.ALMixer())
    al.Open()
    channel_state = gs.MixerChannelState(0, 1, gs.MixerRepeat)
    al.Stream("res/music_loop.ogg", channel_state)

    mode_switch = "DMODE_SW_UBOB"

    while not plus.IsAppEnded(
            plus.EndOnDefaultWindowClosed) and not plus.KeyPress(
                gs.InputDevice.KeyEscape):
        dt = plus.UpdateClock()
        plus.Clear()

        # Demo simulation (re-creation)
        demo.update_dt(dt.to_sec())
        demo.clear_screen()
        demo.draw_pixel_art_logo()
        demo.draw_checkerboard()

        if mode_switch == "DMODE_SW_UBOB":
            if not demo.draw_unlimited_bobs():
                if demo.figure_mode % 2 == 0:
                    mode_switch = "DMODE_SW_CLEAR_FROM_TOP"
                else:
                    mode_switch = "DMODE_SW_CLEAR_FROM_BOTTOM"
        elif mode_switch == "DMODE_SW_CLEAR_FROM_TOP":
            if demo.clear_playfield(True):
                mode_switch = "DMODE_SW_NEXT_UBOB"
        elif mode_switch == "DMODE_SW_CLEAR_FROM_BOTTOM":
            if demo.clear_playfield(False):
                mode_switch = "DMODE_SW_NEXT_UBOB"
        elif mode_switch == "DMODE_SW_NEXT_UBOB":
            demo.set_next_unlimited_bobs()
            mode_switch = "DMODE_SW_UBOB"

        demo.render_demo_text()

        egl.BlitTexture(demo_screen_tex,
                        gs.BinaryBlobFromByteArray(demo.screen_pic.GetData()),
                        demo_screen_width, demo_screen_height)

        if pc_screen_windowed:
            # egl.SetShader(shader)
            # egl.SetShaderTexture("u_tex", demo_screen_tex)
            # egl.DrawBuffers(6, idx, vtx, vtx_layout)
            plus.Quad2D(0, 0, 0, pc_screen_height, pc_screen_width,
                        pc_screen_height, pc_screen_width, 0, gs.Color.White,
                        gs.Color.White, gs.Color.White, gs.Color.White,
                        demo_screen_tex, overscan_factor.x, overscan_factor.y,
                        overscan_factor.z, overscan_factor.w)
        else:
            _x_offset = (pc_screen_width -
                         pc_screen_width * amiga_screen_ratio) * 0.5
            plus.Quad2D(_x_offset, 0, _x_offset, pc_screen_height,
                        _x_offset + (pc_screen_width * amiga_screen_ratio),
                        pc_screen_height,
                        _x_offset + (pc_screen_width * amiga_screen_ratio), 0,
                        gs.Color.White, gs.Color.White, gs.Color.White,
                        gs.Color.White, demo_screen_tex, overscan_factor.x,
                        overscan_factor.y, overscan_factor.z,
                        overscan_factor.w)

        plus.Flip()