Exemplo n.º 1
0
if __name__ == '__main__':

    frame_read = tello.get_frame_read()

    while True:
        start = time.time()
        # print(tello.get_current_state_all())
        # print(tello.get_pitch())
        # print(tello.get_roll())
        # print(tello.get_yaw())
        ####
        print("Velocity in x is {}".format(tello.get_vgx()))
        print("Velocity in y is {}".format(tello.get_vgy()))
        print("Accelaration in x is {}".format(tello.get_agx()))
        print("Accelaration in y is {}".format(tello.get_agy()))
        print("Acceleration in z is {}".format(tello.get_agz()))
        print(tello.get_h())
        print(tello.get_bat())

        cv2.imshow("Input Image", frame_read.frame)

        key = cv2.waitKey(5) & 0xFF
        if key == ord("w"):
            rcOut[1] = 50
        elif key == ord("a"):
            rcOut[0] = -50
        elif key == ord("s"):
            rcOut[1] = -50
        elif key == ord("d"):
            rcOut[0] = 50
        elif key == ord("u"):
Exemplo n.º 2
0
class FrontEnd(object):
    """ Maintains the Tello display and moves it through the keyboard keys.
        Press escape key to quit.
        The controls are:
            - T: Takeoff
            - L: Land
            - Arrow keys: Forward, backward, left and right.
            - A and D: Counter clockwise and clockwise rotations
            - W and S: Up and down.
    """

    def __init__(self):
        # Init pygame
        pygame.init()
        
        # Creat pygame window
        pygame.display.set_caption("Tello video stream")
        self.screen = pygame.display.set_mode([960, 720])

        # Init Tello object that interacts with the Tello drone
        self.tello = Tello()
        #initital r,p,y
        self.initial_roll=0.0
        self.initial_pitch=0.0
        self.initial_yaw=0.0
        #initial accelerations
        self.initial_ax = 0.0
        self.initial_ay = 0.0
        self.initial_az = 9999.0

        # Drone velocities between -100~100
        self.for_back_velocity = 0
        self.left_right_velocity = 0
        self.up_down_velocity = 0
        self.yaw_velocity = 0
        self.speed = 10

        self.send_rc_control = False
        self.ptx = 0.0
        self.pty = 0.0
        #self.ptz = 0.0
        self.vx1 = 0.0
        self.vy1 = 0.0
        #self.vz1 = 0.0
        self.ax = 0.0
        self.ay = 0.0
        #self.az = 0.0
        # create update timer
        pygame.time.set_timer(USEREVENT + 1, 50)
    def get_acc(self):
        roll = math.radians(self.tello.get_roll()-self.initial_roll)
        pitch = math.radians(self.tello.get_pitch()-self.initial_pitch)
        yaw = -math.radians(self.tello.get_yaw()-self.initial_yaw)
        Tz = np.matrix([[math.cos(yaw), math.sin(yaw), 0], [-math.sin(yaw), math.cos(yaw), 0], [0, 0, 1]])
        Ty = np.matrix([[math.cos(pitch), 0, math.sin(pitch)], [0, 1, 0], [-math.sin(pitch), 0, math.cos(pitch)]])
        Tx = np.matrix([[1, 0, 0], [0, math.cos(roll), -math.sin(roll)], [0, math.sin(roll), math.cos(roll)]])
        T_n = Tz*Ty*Tx
        A = np.matrix([[self.tello.get_agx()], [self.tello.get_agy()], [self.tello.get_agz()]])
        A_correct = T_n*A
        A_correct[0] = A_correct[0]-self.initial_ax
        A_correct[1] = A_correct[1]-self.initial_ay
        A_correct[2] = A_correct[2]-self.initial_az
        return A_correct

    def run(self):

        if not self.tello.connect():
            print("Tello not connected")
            return

        if not self.tello.set_speed(self.speed):
            print("Not set speed to lowest possible")
            return

        # In case streaming is on. This happens when we quit this program without the escape key.
        if not self.tello.streamoff():
            print("Could not stop video stream")
            return

        if not self.tello.streamon():
            print("Could not start video stream")
            return

        frame_read = self.tello.get_frame_read()

        should_stop = False
        while not should_stop:

            for event in pygame.event.get():
            	global px,py,pz,vx,vy,vz,i
            	start = time.time()
            	#v_x =self.tello.get_vgx()
            	#v_y =self.tello.get_vgy()
            	#v_z =self.tello.get_vgz()
            	#ax = self.tello.get_agx()
            	#ay = self.tello.get_agy()
            	#az = self.tello.get_agz()
                A = self.get_acc()

                end = time.time()
                #start1 = time.time()
                self.ptx = px
                self.pty = py
                #self.ptz = pz
                self.vx1 = A[0]*(end-start)
                self.vy1 = A[1]*(end-start)
                #self.vz1 = self.az*(end-start)
                vx = vx + self.vx1
                vy = vy + self.vy1
                #vz = vz + self.vz1
                px = self.ptx + (vx*1000)*((end-start)*1000)/1000000.0
                py = self.pty + (vy*1000)*((end-start)*1000)/1000000.0
            	#pz = self.ptz + vz*(end-start)
            	print("VX :   "+ str(vx) + "    VY :   " + str(vy))
            	print("X :   "+ str(px) + "    Y :   " + str(py))
            	print("AX :   "+ str(A[0]) + "    AY :   " + str(A[1])+"    AZ :    " + str(A[2]))
                if event.type == USEREVENT + 1:
                	#end1 = time.time()
                	#print("Extra time lag : "+str(end1-start1))
                	self.update()
                elif event.type == QUIT:
                	#end1 = time.time()
                	#print("Extra time lag : "+str(end1-start1))
                	should_stop = True
                elif event.type == KEYDOWN:
                    if event.key == K_ESCAPE:
                    	#end1 = time.time()
                    	#print("Extra time lag : "+str(end1-start1))
                    	should_stop = True
                    else:
                    	#end1 = time.time()
                    	#print("Extra time lag : "+str(end1-start1))
                        self.keydown(event.key)
                elif event.type == KEYUP:
                	#end1 = time.time()
                	#print("Extra time lag : "+str(end1-start1))
                	self.keyup(event.key)

            if frame_read.stopped:
                frame_read.stop()
                break

            self.screen.fill([0, 0, 0])
            frame = cv2.cvtColor(frame_read.frame, cv2.COLOR_BGR2RGB)
            frame = np.rot90(frame)
            frame = np.flipud(frame)
            frame = pygame.surfarray.make_surface(frame)
            self.screen.blit(frame, (0, 0))
            pygame.display.update()

            time.sleep(1 / FPS)

        # Call it always before finishing. I deallocate resources.
        self.tello.end()

    def keydown(self, key):
        """ Update velocities based on key pressed
        Arguments:
            key: pygame key
        """
        if key == pygame.K_UP:  # set forward velocity
            self.for_back_velocity = S
        elif key == pygame.K_DOWN:  # set backward velocity
            self.for_back_velocity = -S
        elif key == pygame.K_LEFT:  # set left velocity
            self.left_right_velocity = -S
        elif key == pygame.K_RIGHT:  # set right velocity
            self.left_right_velocity = S
        elif key == pygame.K_w:  # set up velocity
            self.up_down_velocity = S
        elif key == pygame.K_s:  # set down velocity
            self.up_down_velocity = -S
        elif key == pygame.K_a:  # set yaw clockwise velocity
            self.yaw_velocity = -S
        elif key == pygame.K_d:  # set yaw counter clockwise velocity
            self.yaw_velocity = S

    def keyup(self, key):
        """ Update velocities based on key released
        Arguments:
            key: pygame key
        """
        if key == pygame.K_UP or key == pygame.K_DOWN:  # set zero forward/backward velocity
            self.for_back_velocity = 0
        elif key == pygame.K_LEFT or key == pygame.K_RIGHT:  # set zero left/right velocity
            self.left_right_velocity = 0
        elif key == pygame.K_w or key == pygame.K_s:  # set zero up/down velocity
            self.up_down_velocity = 0
        elif key == pygame.K_a or key == pygame.K_d:  # set zero yaw velocity
            self.yaw_velocity = 0
        elif key == pygame.K_t:  # takeoff
            self.tello.takeoff()
            self.send_rc_control = True
        elif key == pygame.K_l:  # land
            self.tello.land()
            self.send_rc_control = False

    def update(self):
        """ Update routine. Send velocities to Tello."""
        if self.send_rc_control:
            self.tello.send_rc_control(self.left_right_velocity, self.for_back_velocity, self.up_down_velocity,
                                       self.yaw_velocity)