def main():
rospy.init_node('pioneer_main_typing') #, disable_signals=True)
rospy.loginfo("[TY] Pioneer Main Typing - Running")
rospy.Subscriber("/pioneer/aruco/keyboard_position", Pose2D,
keyboard_pos_callback)
rospy.Subscriber("/pioneer/shutdown_signal", Bool, shutdown_callback)
# Kinematics
kinematics = Kinematics()
kinematics.publisher_(kinematics.module_control_pub,
"manipulation_module",
latch=True) # <-- Enable Manipulation mode
kinematics.publisher_(kinematics.send_ini_pose_msg_pub,
"typing_pose",
latch=True)
kinematics.publisher_(kinematics.en_typing_pub, True,
latch=False) # <-- Enable Typing mode
wait_robot(kinematics, "End Init Trajectory")
# Typing Init Pose
kinematics.set_joint_pos(['head_p', 'head_y', 'torso_y'], [30, 0, 0])
kinematics.set_gripper("left_arm", 0, 0)
kinematics.set_gripper("right_arm", 0, 0)
sleep(2)
# Set Finger
kinematics.set_joint_pos(['l_arm_index_p', 'l_arm_thumb_p'], [-86, -70])
kinematics.set_joint_pos(['r_arm_index_p', 'r_arm_thumb_p'], [-86, -70])
rospy.loginfo('[TY] Finish Init Head & Hand')
main_rate = rospy.Rate(20)
global keyboard_pos, zl_typing, zr_typing
keyboard_pos = None
zl_typing = 0.033
zr_typing = 0.035
global total_word
total_word = 0
# waiting aruco position from recorder
while not rospy.is_shutdown():
while keyboard_pos == None:
pass
sleep(1)
break
# load & calculate keyboard frame position
calc_keyboard_frame_position()
# load IK config file
left_ws = load_ws_config('left_arm')
right_ws = load_ws_config('right_arm')
ik_reference(left_ws, right_ws)
# convert keyboard frame to ik position
calc_keyboard_ik_position()
while not rospy.is_shutdown():
key = input("Input key : ")
key = key.lower()
if key == 'exit':
rospy.loginfo('[TY] Pioneer Typing Exit')
break
elif key == 'init':
kinematics.publisher_(kinematics.send_ini_pose_msg_pub,
"typing_pose",
latch=False)
elif key == 'reload':
calc_keyboard_frame_position()
calc_keyboard_ik_position()
elif key == '':
rospy.loginfo('[TY] Exitting..')
else:
if len(key) == 1:
process(kinematics, key)
elif key == 'typing':
typing(kinematics, last_arm)
elif 'zl_typing' in key:
mylist = key.split(" ")
if len(mylist) == 3:
temp = float(mylist[2])
if temp >= 0.05:
rospy.logwarn('[TY] zl_typing input over limit')
else:
zl_typing = float(mylist[2])
rospy.loginfo('[TY] zl_typing : {}'.format(zl_typing))
else:
rospy.logwarn('[TY] Len zl_typing is wrong')
elif 'zr_typing' in key:
mylist = key.split(" ")
if len(mylist) == 3:
temp = float(mylist[2])
if temp >= 0.05:
rospy.logwarn('[TY] zr_typing input over limit')
else:
zr_typing = float(mylist[2])
rospy.loginfo('[TY] zr_typing : {}'.format(zr_typing))
else:
rospy.logwarn('[TY] Len zr_typing is wrong')
else:
# rospy.logwarn('[TY] Wrong input')
# going to standby position
homing = False
if check_arm(kinematics, 'left_arm', x=0.25, y=0.15) == False:
move_arm(kinematics,
'left_arm',
2.0,
x=0.25,
y=0.15,
z=0.75)
homing = True
if check_arm(kinematics, 'right_arm', x=0.25,
y=-0.15) == False:
move_arm(kinematics,
'right_arm',
2.0,
x=0.25,
y=-0.15,
z=0.77)
homing = True
if homing:
rospy.loginfo('[TY] Homing Init...')
sleep(3)
if "\\n" in key:
total_word += len(key)
rospy.loginfo('[TY] Length of word: {}'.format(total_word))
words = key.split('\\n')
print(words)
for word in words:
for alphabet in word:
rospy.loginfo('[TY] Typing: {}'.format(alphabet))
process(kinematics, alphabet)
typing(kinematics, last_arm)
rospy.loginfo('[TY] Typing: {}'.format('enter'))
process(kinematics, "\n")
typing(kinematics, last_arm)
elif "\\b" in key:
rospy.loginfo('[TY] Deleting: {}'.format(key))
process(kinematics, "\b")
typing(kinematics, last_arm, delete=True)
total_word = 0
else:
# typing for one word w/o enter
total_word += len(key)
rospy.loginfo('[TY] Length of word: {}'.format(total_word))
for alphabet in key:
rospy.loginfo('[TY] Typing: {}'.format(alphabet))
process(kinematics, alphabet)
typing(kinematics, last_arm)
move_arm(kinematics, 'left_arm', 2.0, x=0.25, y=0.15, z=0.75)
move_arm(kinematics, 'right_arm', 2.0, x=0.25, y=-0.15, z=0.77)
rospy.loginfo('[TY] Return Homing ...')
main_rate.sleep()
kinematics.kill_threads()
def main():
rospy.init_node('pioneer_trajectory', anonymous=False)
rospy.loginfo("[Tra] Pioneer Demo Trajectory - Running")
## Trajectory
kinematics = Kinematics()
kinematics.publisher_(kinematics.module_control_pub, "manipulation_module", latch=True) # <-- Enable Manipulation mode
kinematics.publisher_(kinematics.send_ini_pose_msg_pub, "ini_pose", latch=True)
sleep(2)
# mode = 'full'
mode = 'left_arm'
if mode == "full":
# trajectory simulation circle
kinematics.set_kinematics_pose("left_arm" , 2.0, **{ 'x': 0.20, 'y': 0.30, 'z': 0.80, 'roll': 0.00, 'pitch': 0.00, 'yaw': 0.00 })
kinematics.set_kinematics_pose("right_arm" , 2.0, **{ 'x': 0.20, 'y': -0.30, 'z': 0.80, 'roll': 0.00, 'pitch': 0.00, 'yaw': 0.00 })
sleep(0.1)
while kinematics.left_tra == True and kinematics.right_tra == True:
pass
sleep(1)
iter = 0
while not rospy.is_shutdown():
if mode == "full":
kinematics.trajectory_sin(group="left_arm", x=0.30, y=0.20, z=0.90, roll=0.0, pitch=0.0, yaw=0.0, xc=-0.1, yc=-0.1, zc=-0.1, time=2, res=0.01)
kinematics.trajectory_sin(group="right_arm", x=0.30, y=-0.20, z=0.90, roll=0.0, pitch=0.0, yaw=0.0, xc=-0.1, yc=0.1, zc=-0.1, time=2, res=0.01)
sleep(1) # because pubslishing array msg using for loop
while kinematics.left_arr == True and kinematics.right_arr == True:
pass # no action
kinematics.trajectory_sin(group="left_arm", x=0.20, y=0.30, z=0.85, roll=0.0, pitch=0.0, yaw=0.0, xc=0.1, yc=0.1, zc=0.1, time=2, res=0.01)
kinematics.trajectory_sin(group="right_arm", x=0.20, y=-0.30, z=0.85, roll=0.0, pitch=0.0, yaw=0.0, xc=0.1, yc=-0.1, zc=0.1, time=2, res=0.01)
sleep(1) # because pubslishing array msg using for loop
while kinematics.left_arr == True and kinematics.right_arr == True:
pass # no action
iter += 1
rospy.loginfo("[Tra] Iteration : {}".format(iter))
if iter >= 2:
mode = "none"
elif mode == "left_arm":
left_arm = kinematics.get_kinematics_pose("left_arm")
print(left_arm)
kinematics.set_kinematics_pose("left_arm" , 2.0, **{ 'x': 0.40, 'y': 0.50, 'z': 0.80, 'roll': 0.00, 'pitch': 0.00, 'yaw': 0.00 })
while kinematics.left_arr == True
pass
mode = "none"
# pass
elif mode == "none":
break
kinematics.publisher_(kinematics.send_ini_pose_msg_pub, "ini_pose", latch=True)
kinematics.kill_threads()
def main(mode):
# global variables
global state, config_path
global lmarker_x, lmarker_y, rmarker_x, rmarker_y
global left_tar_x, left_tar_y, right_tar_x, right_tar_y
left_tar_x, left_tar_y = None, None
right_tar_x, right_tar_y = None, None
state = None
scan_workspace = False
save_config = False
lx_ik, ly_ik = None, None
rx_ik, ry_ik = None, None
lik_xmin, lik_xmax = None, None
prev_lik, prev_rik = (), ()
left_ws, right_ws = {}, {}
prev_l_tar = (None, None)
prev_r_tar = (None, None)
if mode == "align_keyboard":
config_path = rospack.get_path(
"pioneer_main") + "/config/thormang3_align_keyboard_ws.yaml"
elif mode == "typing":
config_path = rospack.get_path(
"pioneer_main") + "/config/thormang3_typing_ws.yaml"
# Subscriber
rospy.Subscriber("/pioneer/aruco/left_position", Point32,
left_aruco_pos_callback)
rospy.Subscriber("/pioneer/aruco/right_position", Point32,
right_aruco_pos_callback)
rospy.Subscriber("/pioneer/target/left_arm_point", Point32,
left_arm_pos_callback)
rospy.Subscriber("/pioneer/target/right_arm_point", Point32,
right_arm_pos_callback)
rospy.Subscriber("/pioneer/target/start", Bool, arm_start_callback)
rospy.Subscriber("/pioneer/target/sync_arm", Bool, arm_sync_callback)
rospy.Subscriber("/pioneer/init_pose", Bool, ini_pose_callback)
rospy.Subscriber("/pioneer/typing", Bool, typing_pose_callback)
# Publisher
l_sync_point_pub = rospy.Publisher("/pioneer/aruco/lsync_position",
Point32,
queue_size=1)
main_rate = rospy.Rate(20)
# Kinematics
kinematics = Kinematics()
kinematics.publisher_(kinematics.module_control_pub,
"manipulation_module",
latch=True) # <-- Enable Manipulation mode
if mode == "align_keyboard":
kinematics.publisher_(kinematics.send_ini_pose_msg_pub,
"align_keyboard_pose",
latch=True)
kinematics.publisher_(kinematics.en_align_key_pub, True,
latch=False) # <-- Enable Align Keboard mode
elif mode == "typing":
kinematics.publisher_(kinematics.send_ini_pose_msg_pub,
"typing_pose",
latch=True)
kinematics.publisher_(kinematics.en_typing_pub, True,
latch=False) # <-- Enable Typing mode
wait_robot(kinematics, "End Init Trajectory")
# set init head, torso, gripper
kinematics.set_joint_pos(['head_p', 'head_y', 'torso_y'], [30, 0, 0])
kinematics.set_gripper("left_arm", 0, 0)
kinematics.set_gripper("right_arm", 0, 0)
sleep(1)
rospy.loginfo('[MC] Finish Init Head & Hand')
# set finger
if mode == "align_keyboard":
kinematics.set_joint_pos(['l_arm_finger45_p', 'r_arm_finger45_p'],
[180, 180])
lik_ymin_lower = 0.00 #0.1
lik_ymax_lower = 0.28 #0.26
lik_ymin_upper = 0.00 #0.05
lik_ymax_upper = 0.28 #0.34
lik_xmin = 0.25 #0.2
lik_xmax = 0.55 #0.45
zl, rl, pl, yl = 0.65, 150, -1, -29
zr, rr, pr, yr = 0.65, -150, -1, 29
elif mode == "typing":
kinematics.set_joint_pos(['l_arm_index_p', 'l_arm_thumb_p'],
[-86, -70])
kinematics.set_joint_pos(['r_arm_index_p', 'r_arm_thumb_p'],
[-86, -70])
lik_ymin_lower = -0.02
lik_ymax_lower = 0.28
lik_ymin_upper = -0.05
lik_ymax_upper = 0.34
lik_xmin = 0.25
lik_xmax = 0.55
zl, rl, pl, yl = 0.72, 10, 0, 0
zr, rr, pr, yr = 0.74, -10, 0, 0
lp1 = (lik_xmin, lik_ymax_lower)
lp2 = (lik_xmax, lik_ymax_upper)
lp3 = (lik_xmax, lik_ymin_upper)
lp4 = (lik_xmin, lik_ymin_lower)
left_arm_pts = [lp1, lp2, lp3, lp4]
rik_xmin = lik_xmin
rik_xmax = lik_xmax
rik_ymin_lower = lik_ymin_lower * -1
rik_ymax_lower = lik_ymax_lower * -1
rik_ymin_upper = lik_ymin_upper * -1
rik_ymax_upper = lik_ymax_upper * -1
rp1 = (rik_xmin, rik_ymax_lower)
rp2 = (rik_xmax, rik_ymax_upper)
rp3 = (rik_xmax, rik_ymin_upper)
rp4 = (rik_xmin, rik_ymin_lower)
right_arm_pts = [rp1, rp2, rp3, rp4]
if scan_workspace:
# Left Arm
for idx, pts in enumerate(left_arm_pts):
x, y = pts
kinematics.set_kinematics_pose(
"left_arm", 4.0, **{
'x': x,
'y': y,
'z': zl,
'roll': rl,
'pitch': pl,
'yaw': yl
})
logging(kinematics, 'Left Arm', x, y, idx + 1, left_ws)
# move to P1
kinematics.set_kinematics_pose(
"left_arm", 4.0, **{
'x': left_arm_pts[0][0],
'y': left_arm_pts[0][1],
'z': zl,
'roll': rl,
'pitch': pl,
'yaw': yl
})
# Right Arm
for idx, pts in enumerate(right_arm_pts):
x, y = pts
kinematics.set_kinematics_pose(
"right_arm", 4.0, **{
'x': x,
'y': y,
'z': zr,
'roll': rr,
'pitch': pr,
'yaw': yr
})
logging(kinematics, 'Right Arm', x, y, idx + 1, right_ws)
# move to P1
kinematics.set_kinematics_pose(
"right_arm", 4.0, **{
'x': right_arm_pts[0][0],
'y': right_arm_pts[0][1],
'z': zr,
'roll': rr,
'pitch': pr,
'yaw': yr
})
if save_config:
aruco_ws = {}
aruco_ws['left_arm'] = left_ws
aruco_ws['right_arm'] = right_ws
with open(config_path, 'w') as f:
yaml.dump(aruco_ws, f, default_flow_style=False)
else:
left_ws = load_config('left_arm')
right_ws = load_config('right_arm')
if left_ws != None:
yleft_data = parse_Yframe(left_ws)
ly_frame_min = yleft_data[0]
ly_frame_max = yleft_data[1]
ly_ws = range(ly_frame_min, ly_frame_max + 1)
lik_xmin = yleft_data[2]
lik_xmax = yleft_data[3]
xleft_data = parse_Xframe(left_ws)
lx_min_b = xleft_data[0][0]
lx_min_a = xleft_data[0][1]
lx_max_a = xleft_data[1][0]
lx_max_b = xleft_data[1][1]
lik_ymax_lower = xleft_data[2] #0.24
lik_ymax_upper = xleft_data[3] #0.34
lik_ymin_lower = xleft_data[4] #0.1
lik_ymin_upper = xleft_data[5] #0.05
if right_ws != None:
yright_data = parse_Yframe(right_ws)
ry_frame_min = yright_data[0]
ry_frame_max = yright_data[1]
ry_ws = range(ry_frame_min, ry_frame_max + 1)
rik_xmin = yright_data[2]
rik_xmax = yright_data[3]
xright_data = parse_Xframe(right_ws)
rx_max_b = xright_data[0][0]
rx_max_a = xright_data[0][1]
rx_min_a = xright_data[1][0]
rx_min_b = xright_data[1][1]
rik_ymax_lower = xright_data[2] #0.24
rik_ymax_upper = xright_data[3] #0.34
rik_ymin_lower = xright_data[4] #0.1
rik_ymin_upper = xright_data[5] #0.05
while not rospy.is_shutdown():
# lx_tar, ly_tar = left_tar_x, left_tar_y
# rx_tar, ry_tar= right_tar_x, right_tar_y
l_tar = (left_tar_x, left_tar_y)
r_tar = (right_tar_x, right_tar_y)
if state == 'init_pose':
rospy.loginfo('[MC] Robot State : {}'.format(state))
if mode == "align_keyboard":
kinematics.publisher_(kinematics.send_ini_pose_msg_pub,
"align_keyboard_pose",
latch=False)
kinematics.publisher_(
kinematics.en_align_key_pub, True,
latch=False) # <-- Enable Align Keboard mode
elif mode == "typing":
kinematics.publisher_(kinematics.send_ini_pose_msg_pub,
"typing_pose",
latch=False)
kinematics.publisher_(kinematics.en_typing_pub,
True,
latch=False) # <-- Enable Typing mode
lx_ik = ly_ik = rx_ik = ry_ik = None
prev_lik = prev_rik = ()
state = None
elif state == 'move_arm':
rospy.loginfo('[MC] Robot State : {}'.format(state))
if lx_ik != None and ly_ik != None:
kinematics.set_kinematics_pose(
"left_arm", 2.0, **{
'x': lx_ik,
'y': ly_ik,
'z': zl,
'roll': rl,
'pitch': pl,
'yaw': yl
})
prev_lik = (lx_ik, ly_ik)
last_arm = "left_arm"
if rx_ik != None and ry_ik != None:
kinematics.set_kinematics_pose(
"right_arm", 2.0, **{
'x': rx_ik,
'y': ry_ik,
'z': zr,
'roll': rr,
'pitch': pr,
'yaw': yr
})
prev_rik = (rx_ik, ry_ik)
last_arm = "right_arm"
state = None
elif state == "typing":
if last_arm == 'left_arm':
zl_typing = 0.03
kinematics.set_kinematics_pose(
"left_arm", 0.4, **{
'x': lx_ik,
'y': ly_ik,
'z': zl - zl_typing,
'roll': rl,
'pitch': pl,
'yaw': yl
})
wait_robot(kinematics, "End Left Arm Trajectory")
kinematics.set_kinematics_pose(
"left_arm", 0.4, **{
'x': lx_ik,
'y': ly_ik,
'z': zl + zl_typing,
'roll': rl,
'pitch': pl,
'yaw': yl
})
elif last_arm == 'right_arm':
zr_typing = 0.03
kinematics.set_kinematics_pose(
"right_arm", 0.4, **{
'x': rx_ik,
'y': ry_ik,
'z': zr - zr_typing,
'roll': rr,
'pitch': pr,
'yaw': yr
})
wait_robot(kinematics, "End Right Arm Trajectory")
kinematics.set_kinematics_pose(
"right_arm", 0.4, **{
'x': rx_ik,
'y': ry_ik,
'z': zr + zr_typing,
'roll': rr,
'pitch': pr,
'yaw': yr
})
state = None
elif state == 'sync_move_arms':
rospy.loginfo('[MC] Robot State : {}'.format(state))
if prev_rik and prev_lik:
rospy.loginfo("[MC] Finish Sync Calculating")
diff_ikr = np.array([rx_ik, ry_ik]) - np.array(prev_rik)
ikl_synch = prev_lik + diff_ikr
lx_ik = ikl_synch[0]
ly_ik = ikl_synch[1]
ly_p = np.interp(lx_ik, [lik_xmin, lik_xmax],
[ly_frame_max, ly_frame_min])
# Mapping CX Frame
lx_frame_min = np.interp(ly_p, [ly_frame_min, ly_frame_max],
[lx_min_a, lx_min_b])
lx_frame_min = int(np.round(lx_frame_min, 0))
lx_frame_max = np.interp(ly_p, [ly_frame_min, ly_frame_max],
[lx_max_a, lx_max_b])
lx_frame_max = int(np.round(lx_frame_max, 0))
# Mapping IK_Y
lik_ymax = np.interp(ly_p, [ly_frame_min, ly_frame_max],
[lik_ymax_upper, lik_ymax_lower])
lik_ymax = np.round(lik_ymax, 4)
lik_ymin = np.interp(ly_p, [ly_frame_min, ly_frame_max],
[lik_ymin_upper, lik_ymin_lower])
lik_ymin = np.round(lik_ymin, 4)
lx_p = np.interp(ly_ik, [lik_ymin, lik_ymax],
[lx_frame_max, lx_frame_min])
lp = Point32()
lp.x = lx_p
lp.y = ly_p
l_sync_point_pub.publish(lp)
state = None
else:
if prev_l_tar != l_tar:
if l_tar[1] in ly_ws:
# Mapping CY Frame
# ly_frame_min = np.interp( l_tar[1], [ly_frame_min, ly_frame_max], [ly_min_a, ly_min_b] )
# ly_frame_min = int( np.round(ly_frame_min, 0) )
# Left IK X Target
lx_ik = np.interp(l_tar[1], [ly_frame_min, ly_frame_max],
[lik_xmax, lik_xmin])
# Mapping CX Frame
lx_frame_min = np.interp(l_tar[1],
[ly_frame_min, ly_frame_max],
[lx_min_a, lx_min_b])
lx_frame_min = int(np.round(lx_frame_min, 0))
lx_frame_max = np.interp(l_tar[1],
[ly_frame_min, ly_frame_max],
[lx_max_a, lx_max_b])
lx_frame_max = int(np.round(lx_frame_max, 0))
# Mapping IK_Y
lik_ymax = np.interp(l_tar[1],
[ly_frame_min, ly_frame_max],
[lik_ymax_upper, lik_ymax_lower])
lik_ymax = np.round(lik_ymax, 4)
lik_ymin = np.interp(l_tar[1],
[ly_frame_min, ly_frame_max],
[lik_ymin_upper, lik_ymin_lower])
lik_ymin = np.round(lik_ymin, 4)
lx_ws = range(lx_frame_min, lx_frame_max + 1)
if l_tar[0] in lx_ws:
# Left IK Y Target
ly_ik = np.interp(l_tar[0],
[lx_frame_min, lx_frame_max],
[lik_ymax, lik_ymin])
print()
rospy.loginfo(
'[Left Arm] Input Coor X: {0}, Y: {1}'.format(
l_tar[0], l_tar[1]))
rospy.loginfo(
'[Left Arm] X_IK: {0:.2f}, Y_IK: {1:.2f}'.format(
lx_ik, ly_ik))
else:
rospy.logerr(
'[Left Arm] X Frame target is out of range')
else:
rospy.logerr('[Left Arm] Y Frame target is out of range')
prev_l_tar = l_tar
if prev_r_tar != r_tar:
if r_tar[1] in ry_ws:
# Left IK X Target
rx_ik = np.interp(r_tar[1], [ry_frame_min, ry_frame_max],
[rik_xmax, rik_xmin])
# Mapping CX Frame
rx_frame_min = np.interp(r_tar[1],
[ry_frame_min, ry_frame_max],
[rx_min_a, rx_min_b])
rx_frame_min = int(np.round(rx_frame_min, 0))
rx_frame_max = np.interp(r_tar[1],
[ry_frame_min, ry_frame_max],
[rx_max_a, rx_max_b])
rx_frame_max = int(np.round(rx_frame_max, 0))
# Mapping IK_Y
rik_ymax = np.interp(r_tar[1],
[ry_frame_min, ry_frame_max],
[rik_ymax_upper, rik_ymax_lower])
rik_ymax = np.round(rik_ymax, 4)
rik_ymin = np.interp(r_tar[1],
[ry_frame_min, ry_frame_max],
[rik_ymin_upper, rik_ymin_lower])
rik_ymin = np.round(rik_ymin, 4)
rx_ws = range(rx_frame_min, rx_frame_max + 1)
if r_tar[0] in rx_ws:
# Left IK Y Target
ry_ik = np.interp(r_tar[0],
[rx_frame_min, rx_frame_max],
[rik_ymin, rik_ymax])
print()
rospy.loginfo(
'[Right Arm] Input Coor X: {0}, Y: {1}'.format(
r_tar[0], r_tar[1]))
rospy.loginfo(
'[Right Arm] X_IK: {0:.2f}, Y_IK: {1:.2f}'.format(
rx_ik, ry_ik))
else:
rospy.logerr(
'[Right Arm] X Frame target is out of range')
else:
rospy.logerr('[Right Arm] Y Frame target is out of range')
prev_r_tar = r_tar
main_rate.sleep()
kinematics.kill_threads()
def main():
rospy.init_node('pioneer_main', anonymous=False)
rospy.loginfo("Pioneer Main Demo Pick Up Keyboard- Running")
kinematics = Kinematics()
kinematics.publisher_(kinematics.module_control_pub,
"manipulation_module",
latch=True) # <-- Enable Manipulation mode
kinematics.publisher_(kinematics.send_ini_pose_msg_pub,
"ini_pose",
latch=True)
sleep(2)
kinematics.set_gripper("left_arm", 0, 5)
kinematics.set_gripper("right_arm", 0, 5)
while not rospy.is_shutdown():
kinematics.set_kinematics_pose(
"right_arm", 1.0, **{
'x': 0.20,
'y': -0.30,
'z': 0.60,
'roll': 90.00,
'pitch': 40.00,
'yaw': 0.00
})
kinematics.set_kinematics_pose(
"left_arm", 1.0, **{
'x': 0.20,
'y': 0.30,
'z': 0.60,
'roll': -90.00,
'pitch': 40.00,
'yaw': 0.00
})
wait(3)
kinematics.set_kinematics_pose(
"right_arm", 2.0, **{
'x': 0.40,
'y': -0.4,
'z': 0.62,
'roll': 90.00,
'pitch': 40.00,
'yaw': 0.00
})
kinematics.set_kinematics_pose(
"left_arm", 2.0, **{
'x': 0.40,
'y': 0.15,
'z': 0.62,
'roll': -90.00,
'pitch': 40.00,
'yaw': 0.00
})
wait(3)
kinematics.set_kinematics_pose(
"right_arm", 2.0, **{
'x': 0.40,
'y': -0.33,
'z': 0.62,
'roll': 90.00,
'pitch': 40.00,
'yaw': 0.00
})
kinematics.set_kinematics_pose(
"left_arm", 2.0, **{
'x': 0.40,
'y': 0.08,
'z': 0.62,
'roll': -90.00,
'pitch': 40.00,
'yaw': 0.00
})
wait(3)
kinematics.set_gripper("left_arm", 3, 5)
kinematics.set_gripper("right_arm", 3, 5)
wait(0.3)
kinematics.set_kinematics_pose(
"right_arm", 2.0, **{
'x': 0.30,
'y': -0.2,
'z': 0.8,
'roll': 90.00,
'pitch': 30.00,
'yaw': 0.00
})
kinematics.set_kinematics_pose(
"left_arm", 2.0, **{
'x': 0.30,
'y': 0.2,
'z': 0.8,
'roll': -90.00,
'pitch': 30.00,
'yaw': 0.00
})
wait(6)
kinematics.set_kinematics_pose(
"right_arm", 2.0, **{
'x': 0.40,
'y': -0.33,
'z': 0.62,
'roll': 90.00,
'pitch': 40.00,
'yaw': 0.00
})
kinematics.set_kinematics_pose(
"left_arm", 2.0, **{
'x': 0.40,
'y': 0.08,
'z': 0.62,
'roll': -90.00,
'pitch': 40.00,
'yaw': 0.00
})
wait(3)
kinematics.set_gripper("left_arm", 0, 5)
kinematics.set_gripper("right_arm", 0, 5)
kinematics.set_kinematics_pose(
"right_arm", 2.0, **{
'x': 0.40,
'y': -0.4,
'z': 0.62,
'roll': 90.00,
'pitch': 40.00,
'yaw': 0.00
})
kinematics.set_kinematics_pose(
"left_arm", 2.0, **{
'x': 0.40,
'y': 0.15,
'z': 0.62,
'roll': -90.00,
'pitch': 40.00,
'yaw': 0.00
})
wait(3)
kinematics.publisher_(kinematics.send_ini_pose_msg_pub, "ini_pose")
break
kinematics.kill_threads()
def main():
rospy.init_node('pioneer_main_align_keyboard', anonymous=False)
rospy.loginfo("[AK] Pioneer Align Keyboard - Running")
rospy.Subscriber("/pioneer/target/left_arm_point", Point32,
left_arm_pos_callback)
rospy.Subscriber("/pioneer/target/right_arm_point", Point32,
right_arm_pos_callback)
rospy.Subscriber("/pioneer/target/start", Bool, arm_start_callback)
rospy.Subscriber("/pioneer/target/sync_arm", Bool, arm_sync_callback)
rospy.Subscriber("/pioneer/target/grasp_keyboard", Bool, grip_key_callback)
rospy.Subscriber("/pioneer/init_pose", Bool, ini_pose_callback)
l_sync_point_pub = rospy.Publisher("/pioneer/aruco/lsync_position",
Point32,
queue_size=1)
main_rate = rospy.Rate(20)
# global variables
global start_ik, start_sync, grasp_keyboard, init_pose
start_sync = False
start_ik = False
grasp_keyboard = False
init_pose = False
global state
global left_tar_x, left_tar_y, right_tar_x, right_tar_y
global prev_lik, prev_rik
left_tar_x, left_tar_y = None, None
right_tar_x, right_tar_y = None, None
state = None
lx_ik, ly_ik = None, None
rx_ik, ry_ik = None, None
lik_xmin, lik_xmax = None, None
prev_lik, prev_rik = (), ()
left_ws, right_ws = {}, {}
prev_l_tar = (None, None)
prev_r_tar = (None, None)
##################
## Kinematics
##################
kinematics = Kinematics()
kinematics.publisher_(kinematics.module_control_pub,
"manipulation_module",
latch=True) # <-- Enable Manipulation mode
kinematics.publisher_(kinematics.send_ini_pose_msg_pub,
"align_keyboard_pose",
latch=True)
kinematics.publisher_(kinematics.en_align_key_pub, True,
latch=False) # <-- Enable Align Keboard mode
wait_robot(kinematics, "End Init Trajectory")
# set init head, torso, gripper
kinematics.set_joint_pos(['head_p', 'head_y', 'torso_y'], [30, 0, 0])
kinematics.set_gripper("left_arm", 0, 0)
kinematics.set_gripper("right_arm", 0, 0)
sleep(1)
kinematics.set_joint_pos(['l_arm_finger45_p', 'r_arm_finger45_p'],
[180, 180])
sleep(1)
rospy.loginfo('[AK] Finish Init Head & Hand')
# load config file
left_ws = load_ws_config('left_arm')
right_ws = load_ws_config('right_arm')
if left_ws != None:
yleft_data = parse_Yframe(left_ws)
ly_frame_min = yleft_data[0]
ly_frame_max = yleft_data[1]
ly_ws = range(ly_frame_min, ly_frame_max + 1)
lik_xmin = yleft_data[2]
lik_xmax = yleft_data[3]
xleft_data = parse_Xframe(left_ws)
lx_min_b = xleft_data[0][0]
lx_min_a = xleft_data[0][1]
lx_max_a = xleft_data[1][0]
lx_max_b = xleft_data[1][1]
lik_ymax_lower = xleft_data[2] #0.24
lik_ymax_upper = xleft_data[3] #0.34
lik_ymin_lower = xleft_data[4] #0.1
lik_ymin_upper = xleft_data[5] #0.05
if right_ws != None:
yright_data = parse_Yframe(right_ws)
ry_frame_min = yright_data[0]
ry_frame_max = yright_data[1]
ry_ws = range(ry_frame_min, ry_frame_max + 1)
rik_xmin = yright_data[2]
rik_xmax = yright_data[3]
xright_data = parse_Xframe(right_ws)
rx_max_b = xright_data[0][0]
rx_max_a = xright_data[0][1]
rx_min_a = xright_data[1][0]
rx_min_b = xright_data[1][1]
rik_ymax_lower = xright_data[2] #0.24
rik_ymax_upper = xright_data[3] #0.34
rik_ymin_lower = xright_data[4] #0.1
rik_ymin_upper = xright_data[5] #0.05
while not rospy.is_shutdown():
if left_tar_x == -1 and left_tar_y == -1:
lx_ik = ly_ik = None
else:
l_tar = (left_tar_x, left_tar_y)
if right_tar_x == -1 and right_tar_y == -1:
rx_ik = ry_ik = None
else:
r_tar = (right_tar_x, right_tar_y)
if state == 'init_pose':
rospy.loginfo('[AK] Robot State : {}'.format(state))
if prev_lik and prev_rik:
lx_ik = prev_lik[0]
ly_ik = prev_lik[1] + 0.062
move_arm(kinematics, "left_arm", lx_ik, ly_ik)
rx_ik = prev_rik[0]
ry_ik = prev_rik[1] - 0.062
move_arm(kinematics, "right_arm", rx_ik, ry_ik)
sleep(2.5)
kinematics.publisher_(kinematics.send_ini_pose_msg_pub,
"align_keyboard_pose",
latch=False)
kinematics.publisher_(
kinematics.en_align_key_pub, True,
latch=False) # <-- Enable Align Keboard mode
else:
kinematics.publisher_(kinematics.send_ini_pose_msg_pub,
"align_keyboard_pose",
latch=False)
kinematics.publisher_(
kinematics.en_align_key_pub, True,
latch=False) # <-- Enable Align Keboard mode
lx_ik = ly_ik = rx_ik = ry_ik = None
prev_lik = prev_rik = ()
state = None
elif state == 'move_arm':
rospy.loginfo('[AK] Robot State : {}'.format(state))
if lx_ik != None and ly_ik != None \
and rx_ik != None and ry_ik != None:
print('move arm now')
ly_ik += 0.05
lx_ik -= 0.0 #0.025
move_arm(kinematics, "left_arm", lx_ik, ly_ik)
ry_ik -= 0.05
rx_ik -= 0.0
move_arm(kinematics, "right_arm", rx_ik, ry_ik)
else:
print('LX_IK: {}, LY_IK: {}'.format(lx_ik, ly_ik))
print('RX_IK: {}, RY_IK: {}'.format(rx_ik, ry_ik))
rospy.logwarn(
'[AK] Robot arm singularities \n Please move keyboard to workspace'
)
state = None
elif state == 'grip_keyboard':
rospy.loginfo('[AK] Robot State : {}'.format(state))
if prev_lik and prev_rik:
lx_ik = prev_lik[0]
ly_ik = prev_lik[1] - 0.06
move_arm(kinematics, "left_arm", lx_ik, ly_ik)
rx_ik = prev_rik[0]
ry_ik = prev_rik[1] + 0.06
move_arm(kinematics, "right_arm", rx_ik, ry_ik)
state = None
elif state == 'sync_move_arms':
rospy.loginfo('[AK] Robot State : {}'.format(state))
diff_ikr = np.array([rx_ik, ry_ik]) - np.array(prev_rik)
ikl_synch = prev_lik + diff_ikr
lx_ik = ikl_synch[0]
ly_ik = ikl_synch[1]
ly_p = np.interp(lx_ik, [lik_xmin, lik_xmax],
[ly_frame_max, ly_frame_min])
# Mapping CX Frame
lx_frame_min = np.interp(ly_p, [ly_frame_min, ly_frame_max],
[lx_min_a, lx_min_b])
lx_frame_min = int(np.round(lx_frame_min, 0))
lx_frame_max = np.interp(ly_p, [ly_frame_min, ly_frame_max],
[lx_max_a, lx_max_b])
lx_frame_max = int(np.round(lx_frame_max, 0))
# Mapping IK_Y
lik_ymax = np.interp(ly_p, [ly_frame_min, ly_frame_max],
[lik_ymax_upper, lik_ymax_lower])
lik_ymax = np.round(lik_ymax, 4)
lik_ymin = np.interp(ly_p, [ly_frame_min, ly_frame_max],
[lik_ymin_upper, lik_ymin_lower])
lik_ymin = np.round(lik_ymin, 4)
lx_p = np.interp(ly_ik, [lik_ymin, lik_ymax],
[lx_frame_max, lx_frame_min])
lp = Point32()
lp.x = lx_p
lp.y = ly_p
l_sync_point_pub.publish(lp)
sleep(0.2)
move_arm(kinematics, "right_arm", rx_ik, ry_ik)
move_arm(kinematics, "left_arm", lx_ik, ly_ik)
state = None
else:
if prev_l_tar != l_tar:
if l_tar[1] in ly_ws:
# Mapping CY Frame
# ly_frame_min = np.interp( l_tar[1], [ly_frame_min, ly_frame_max], [ly_min_a, ly_min_b] )
# ly_frame_min = int( np.round(ly_frame_min, 0) )
# Left IK X Target
lx_ik = np.interp(l_tar[1], [ly_frame_min, ly_frame_max],
[lik_xmax, lik_xmin])
# Mapping CX Frame
lx_frame_min = np.interp(l_tar[1],
[ly_frame_min, ly_frame_max],
[lx_min_a, lx_min_b])
lx_frame_min = int(np.round(lx_frame_min, 0))
lx_frame_max = np.interp(l_tar[1],
[ly_frame_min, ly_frame_max],
[lx_max_a, lx_max_b])
lx_frame_max = int(np.round(lx_frame_max, 0))
# Mapping IK_Y
lik_ymax = np.interp(l_tar[1],
[ly_frame_min, ly_frame_max],
[lik_ymax_upper, lik_ymax_lower])
lik_ymax = np.round(lik_ymax, 4)
lik_ymin = np.interp(l_tar[1],
[ly_frame_min, ly_frame_max],
[lik_ymin_upper, lik_ymin_lower])
lik_ymin = np.round(lik_ymin, 4)
lx_ws = range(lx_frame_min, lx_frame_max + 1)
if l_tar[0] in lx_ws:
# Left IK Y Target
ly_ik = np.interp(l_tar[0],
[lx_frame_min, lx_frame_max],
[lik_ymax, lik_ymin])
print()
rospy.loginfo(
'[Left Arm] Input Coor X: {0}, Y: {1}'.format(
l_tar[0], l_tar[1]))
rospy.loginfo(
'[Left Arm] X_IK: {0:.2f}, Y_IK: {1:.2f}'.format(
lx_ik, ly_ik))
else:
rospy.logerr(
'[Left Arm] X Frame target is out of range')
else:
rospy.logerr('[Left Arm] Y Frame target is out of range')
prev_l_tar = l_tar
if prev_r_tar != r_tar:
if r_tar[1] in ry_ws:
# Left IK X Target
rx_ik = np.interp(r_tar[1], [ry_frame_min, ry_frame_max],
[rik_xmax, rik_xmin])
# Mapping CX Frame
rx_frame_min = np.interp(r_tar[1],
[ry_frame_min, ry_frame_max],
[rx_min_a, rx_min_b])
rx_frame_min = int(np.round(rx_frame_min, 0))
rx_frame_max = np.interp(r_tar[1],
[ry_frame_min, ry_frame_max],
[rx_max_a, rx_max_b])
rx_frame_max = int(np.round(rx_frame_max, 0))
# Mapping IK_Y
rik_ymax = np.interp(r_tar[1],
[ry_frame_min, ry_frame_max],
[rik_ymax_upper, rik_ymax_lower])
rik_ymax = np.round(rik_ymax, 4)
rik_ymin = np.interp(r_tar[1],
[ry_frame_min, ry_frame_max],
[rik_ymin_upper, rik_ymin_lower])
rik_ymin = np.round(rik_ymin, 4)
rx_ws = range(rx_frame_min, rx_frame_max + 1)
if r_tar[0] in rx_ws:
# Left IK Y Target
ry_ik = np.interp(r_tar[0],
[rx_frame_min, rx_frame_max],
[rik_ymin, rik_ymax])
print()
rospy.loginfo(
'[Right Arm] Input Coor X: {0}, Y: {1}'.format(
r_tar[0], r_tar[1]))
rospy.loginfo(
'[Right Arm] X_IK: {0:.2f}, Y_IK: {1:.2f}'.format(
rx_ik, ry_ik))
else:
rospy.logerr(
'[Right Arm] X Frame target is out of range')
else:
rospy.logerr('[Right Arm] Y Frame target is out of range')
prev_r_tar = r_tar
main_rate.sleep()
kinematics.kill_threads()
def main():
rospy.init_node('pioneer_main', anonymous=False)
rospy.loginfo("Pioneer Main - Running")
# camera = Camera()
# print(sys.version)
##################
## Kinematics
##################
kinematics = Kinematics()
kinematics.publisher_(kinematics.module_control_pub, "manipulation_module", latch=True) # <-- Enable Manipulation mode
kinematics.publisher_(kinematics.send_ini_pose_msg_pub, "ini_pose", latch=True)
sleep(2)
# trajectory simulation circle
# kinematics.set_kinematics_pose("left_arm" , 1.0, **{ 'x': 0.20, 'y': 0.30, 'z': 0.80, 'roll': 0.00, 'pitch': 0.00, 'yaw': 0.00 })
# kinematics.set_kinematics_pose("right_arm" , 1.0, **{ 'x': 0.20, 'y': -0.30, 'z': 0.80, 'roll': 0.00, 'pitch': 0.00, 'yaw': 0.00 })
# sleep(1)
# a = 0
# while not rospy.is_shutdown():
# kinematics.trajectory_sin(group="left_arm", x=0.30, y=0.20, z=0.90, roll=0.0, pitch=0.0, yaw=0.0, xc=-0.1, yc=-0.1, zc=-0.1, time=2, res=0.01)
# kinematics.trajectory_sin(group="right_arm", x=0.30, y=-0.20, z=0.90, roll=0.0, pitch=0.0, yaw=0.0, xc=-0.1, yc=0.1, zc=-0.1, time=2, res=0.01)
# sleep(1) # because pubslishing array msg using for loop
# while kinematics.left_arr == True and kinematics.right_arr == True:
# pass # no action
# # input("Press enter")
# kinematics.trajectory_sin(group="left_arm", x=0.20, y=0.30, z=0.80, roll=0.0, pitch=0.0, yaw=0.0, xc=0.1, yc=0.1, zc=0.1, time=2, res=0.01)
# kinematics.trajectory_sin(group="right_arm", x=0.20, y=-0.30, z=0.80, roll=0.0, pitch=0.0, yaw=0.0, xc=0.1, yc=-0.1, zc=0.1, time=2, res=0.01)
# sleep(1) # because pubslishing array msg using for loop
# while kinematics.left_arr == True and kinematics.right_arr == True:
# pass # no action
# # input("Press enter1")
# a = a+1
# if a >= 3:
# break
# while not rospy.is_shutdown():
# kinematics.set_gripper("left_arm", 2, 5)
# kinematics.set_gripper("right_arm", 2, 5)
# # sleep(2)
# break
# left_arm = kinematics.get_kinematics_pose("left_arm")
# right_arm = kinematics.get_kinematics_pose("right_arm")
# sleep(1)
# while not rospy.is_shutdown():
# kinematics.set_kinematics_pose("left_arm" , 2.0, **{ 'x': left_arm.get('x'), 'y': left_arm.get('y'), \
# 'z': left_arm.get('z') + 0.1, 'roll': left_arm.get('roll'), 'pitch': left_arm.get('pitch'), 'yaw': left_arm.get('yaw') })
# kinematics.set_kinematics_pose("right_arm" , 2.0, **{ 'x': right_arm.get('x'), 'y': right_arm.get('y'), \
# 'z': right_arm.get('z') + 0.1, 'roll': right_arm.get('roll'), 'pitch': right_arm.get('pitch'), 'yaw': right_arm.get('yaw') })
# break
##################
## Motor
##################
# motor = Motor()
# motor.publisher_(motor.module_control_pub, "none", latch=True)
# rate = rospy.Rate(60)
# while not rospy.is_shutdown():
# rospy.loginfo("motor")
# # motor.set_joint_states(["l_arm_wr_p", "l_arm_wr_y", "r_arm_wr_y", "r_arm_wr_p"], \
# # [0, 0, 0, 0], [0, 0, 0, 0], [0, 0, 0, 0])
# # sleep(2)
# # motor.set_joint_states(["l_arm_wr_p", "l_arm_wr_y", "r_arm_wr_y", "r_arm_wr_p"], \
# # [45, 45, 45, 45], [0, 0, 0, 0], [0, 0, 0, 0])
# # sleep(2)
# # motor.set_joint_states(["l_arm_wr_p", "l_arm_wr_y", "l_arm_wr_r", "r_arm_wr_y", "r_arm_wr_p", "r_arm_wr_r"], False)
# # motor.set_joint_states(["l_arm_thumb_y", "l_arm_thumb_p", "l_arm_index_p", "l_arm_middle_p", "l_arm_finger45_p",
# # "r_arm_thumb_y", "r_arm_thumb_p", "r_arm_index_p", "r_arm_middle_p", "r_arm_finger45_p"], False)
# motor.set_joint_states(["all"], False)
# rate.sleep()
##################
## Walk
##################
# walk = Walking()
# walk.latching_publish(walk.walking_pub, "ini_pose")
# sleep(4)
# print("walking")
# walk.latching_publish(walk.walking_pub, "set_mode") # <-- Enable walking mode
# sleep(4)
# print("walking balance on")
# walk.latching_publish(walk.walking_pub, "balance_on")
# sleep(4)
# walk.walk_command("forward", 1, 1.0, 0.01, 0.05, 5)
# while (walk.status_msg == "Walking_Started"):
# rospy.loginfo("walking forward 1")
# walk.walk_command("forward", 1, 1.0, 0.1, 0.05, 5)
# while (walk.status_msg == "Walking_Started"):
# rospy.loginfo("walking forward 2")
# walk.walk_command("forward", 1, 1.0, 0.01, 0.05, 5)
# while (walk.status_msg == "Walking_Started"):
# rospy.loginfo("walking forward 3")
# sleep(5)
# walk.kill_threads()
##################
## Sensor
##################
# sensor = Sensor()
# sleep(5)
# sensor.kill_threads()
##################
## Motion
##################
# motion = Motion()
# motion.init_motion()
# print(motion.init_joint)
# print(motion.init_pose)
# sleep(3)
# rospy.loginfo(motion.init_pose)
# # motor.set_joint_states(motion.init_joint, motion.init_pose)
# # sleep(5)
# motor.kill_threads()
# motor.set_joint_states(["l_arm_el_y"], [0.0], [0.0], [0.0])
# motor.set_joint_states(["l_arm_el_y"], [0.5])
# while not rospy.is_shutdown():
# # rospy.loginfo("infinite")
# # print(camera.source_image)
# cv2.imshow('img',camera.source_image)
# cv2.waitKey(1)
# # rate.sleep()
kinematics.kill_threads()
class magic():
def __init__(self):
print('start')
self.kinematics = Kinematics()
self.motor = Motor("Thormang3_Wolf")
self.rate = rospy.Rate(10)
self.speech = rospy.Publisher("/robotis/sensor/text_to_speech",String,queue_size=10)
# self.speech = rospy.Publisher("/robotis/sensor/update_tts",String,queue_size=10)
self.music = rospy.Publisher("/robotis/sensor/music",mp3,queue_size=10)
self.music_stop = rospy.Publisher('/robotis/sensor/stop_music', Bool,queue_size = 10)
self.sensor_list = None
self.pub_gripper = rospy.Publisher('/robotis/gripper/joint_pose_msg',JointState,queue_size=10)
#base_ini
self.base_ini = rospy.Publisher("/robotis/base/ini_pose",String,queue_size=10)
for _ in range(4):
self.base_ini.publish('ini_pose')
self.rate.sleep()
self.end_action()
sleep(1)
#print("start")
#ini_arm
self.kinematics.publisher_(self.kinematics.module_control_pub, "manipulation_module", latch=True)
self.kinematics.publisher_(self.kinematics.module_control_pub, "gripper_module", latch=True)
self.kinematics.publisher_(self.kinematics.send_ini_pose_msg_pub, "ini_pose", latch=True)
self.end_action()
self.left_arm_ini_pos = self.kinematics.get_kinematics_pose('left_arm')
self.kinematics.publisher_(self.kinematics.module_control_pub, "head_control_module", latch=True)
#sleep(0.5)
#move head
self.head_postition = rospy.Publisher('/robotis/head_control/set_joint_states',JointState,queue_size=10)
sleep(0.5)
#print('moved')
self.sensor_list = None
self.deg = float(60)
self.deg_30 = float(30 *math.pi /180)
self.head_pan = np.radians(12)
# self.head_pan = float(23 * math.pi / 180)
self.head_tilt = float(36 * math.pi / 180)
self.student_pan = np.radians(36)
self.student_tilt = np.radians(-12)
self.J_pan = np.radians(36)
self.J_tilt = np.radians(-28)
#sleep(1)
#print('finished')
# nan = None
# self.calibration(ranges)
def run(self):
self.state = 'first_scene'
# self.state = 'first_step'
# self.state = ''
rospy.Subscriber('/robotis/sensor/scan_filtered', LaserScan, self.sensor_callback)
while (True):
if self.sensor_list is not None :
break
temp_mp3 = mp3()
temp_mp3.file_name = '100) open'
temp_mp3.volume = 10
self.music.publish(temp_mp3)
input('press to start')
# self.move_head()
# sleep(2)
while not rospy.is_shutdown():
if self.state == 'first_scene':
self.text_to_speech("1) Welcome everyone, I am Thormang.")
sleep(0.5)
self.text_to_speech("2) Today I am going to show you a magic trick that I have laerned recently")
sleep(0.5)
self.text_to_speech("3) As you can see, there are three paper bags in front of me.")
sleep(0.5)
self.text_to_speech("4) Later, I will put this wooden base with a sharp nail into one of the paper bags ")
sleep(0.5)
self.text_to_speech("74) and then swap around the position of the bags")
sleep(0.5)
self.text_to_speech("5) To make sure we wont find out the bag is empty by feeling the weight, so I prepared two wooden bases without nails.")
sleep(0.5)
input('press to look student')
self.move_head(self.student_pan,self.student_tilt)
sleep(0.5)
self.text_to_speech("6) Student, please help me put these two wooden bases into two paper bags and close it.")
sleep(0.5)
input("after student move")
self.move_head(self.head_pan,self.head_tilt)
self.state = 'second_scene'
elif self.state == 'second_scene':
input("press to look student again")
self.move_head(self.student_pan,self.student_tilt)
sleep(0.5)
self.text_to_speech("7) student, please ask an audience member to examine the nail and make sure it is real")
sleep(1)
self.move_head(0,0)
input('wait for check the nail')
self.text_to_speech("8) So, audience volunteer can you confirm to the rest of the audience that the nail is indeed real?")
input('after responced ,press to continue')
self.text_to_speech("9) Okay, thank you")
sleep(0.5)
self.move_head(self.student_pan,self.student_tilt)
sleep(0.5)
self.text_to_speech("77) student please place the nail inside the last bag and close it.")
sleep(1.5)
self.move_head(0,0)
self.text_to_speech("10) And everyone, please pay attention and remember which bag contains the nail.")
sleep(0.5)
sleep(1)
input('wait for student action , press to continue')
#self.move_head(0,0)
self.state = "third_scene"
elif self.state == "third_scene":
#input('finished swap ,press to continue')
sleep(1)
self.text_to_speech("11) Now, I need another volunteer.")
input('press to continue')
self.text_to_speech("12) Thank you for volunteering ")
sleep(0.5)
self.text_to_speech("79) now , do you remember which bag contains the nail ?")
input('after volunteer answered , press to continue')
self.move_head(self.head_pan,self.head_tilt)
sleep(2)
# ranges = self.sensor_list [:]
# self.calibration(ranges)
while (True):
ranges = self.sensor_list [:]
self.calibration(ranges)
det = input('detect well ? (y/n)')
if det == "y":
break
self.right_p1_up()
self.move_head(0,0)
self.text_to_speech("13) You mean this one , right?")
input('press to continue')
self.text_to_speech("14) To make sure that I wont be able to know which bag contains the nail")
sleep(0.5)
self.text_to_speech("15) the student will start swapping the bags around .")
sleep(0.5)
#input('press to continue')
self.text_to_speech("60) When I say START the student will begin, and volunteer, you can shout out STOP anytime you want.")
sleep(0.5)
self.kinematics.publisher_(self.kinematics.send_ini_pose_msg_pub, "ini_pose", latch=True)
self.end_action()
self.move_head(self.head_pan,self.head_tilt)
sleep(0.2)
self.text_to_speech("16) Lets START!")
self.music_stop.publish(True)
sleep(0.5)
temp_mp3 = mp3()
temp_mp3.file_name = '200) start game'
temp_mp3.volume = 15
self.music.publish(temp_mp3)
input('after swap ,press to detect the bag position')
self.text_to_speech("17) Okay, now I need some time to feel where the nail is.")
sleep(0.5)
self.state = 'fourth_scene'
elif self.state == 'fourth_scene':
sleep(2)
while (True):
ranges = self.sensor_list [:]
self.calibration(ranges)
det = input('detect well ? (y/n)')
if det == "y":
break
self.p2_up()
sleep(2)
self.p1_up()
sleep(2)
self.p3_up()
sleep(2)
self.p2_up()
point_back = self.kinematics.get_kinematics_pose('left_arm').copy()
point_back["x"] = 0.4
self.kinematics.set_kinematics_pose(group_name="left_arm",time=3,**point_back)
self.end_action()
self.kinematics.publisher_(self.kinematics.send_ini_pose_msg_pub, "ini_pose", latch=True)
self.end_action()
self.move_head(0,0)
self.text_to_speech("18) Ohh, I am 100 percent sure where the nail is. So I would like to play something much more interesting.")
sleep(2)
self.move_head(self.J_pan,0)
self.text_to_speech("19) Jacky")
sleep(0.5)
input('jacky come to the stage')
self.move_head(self.J_pan,self.J_tilt)
self.text_to_speech("20) as the supervisor of your lab, do you believe in my talent and your students ability?")
input('after Jacky worlds ,press to continue')
self.text_to_speech("61) oh , im happy to hear that !")
self.text_to_speech("21) Since you trust us so much ")
sleep(0.2)
self.text_to_speech("66) we can raise the stakes.")
sleep(0.7)
self.text_to_speech("65) How about we use your hand to press down on the paper bags? ")
input("jacky's time")
self.p2_up()
self.text_to_speech("80) Please give me your hand, Jacky")
sleep(0.5)
input('press to continue')
self.move_head(0,0)
self.text_to_speech("22) volunteer, choose a bag you think there's no nail inside? Left, Right, or Middle?")
sleep(0.5)
self.text_to_speech("62) Choose wisely, we wouldn’t want our dear professor to get hurt, right ?")
self.state = "first_step"
elif self.state == 'first_step':
situation = input('put the situation (p3_l , p3_r , p1_l , p1_r) >> (1,2,3,4) :')
self.move_head(self.head_pan,self.head_tilt)
# while (True):
# sleep(0.5)
# ranges = self.sensor_list [:]
# self.calibration(ranges)
# det = input('detect well ? (y/n)')
# if det == "y":
# break
if situation == '1' : #"p3_l":
self.text_to_speech("23) Okay, left.")
self.p3_up()
self.speech.publish("24) Safe!")
sleep(0.2)
self.DownAndUp()
self.last = 'p1'
elif situation == "2" : #"p3_r":
self.text_to_speech("25) Okay, right.")
self.p3_up()
self.speech.publish("24) Safe!")
sleep(0.2)
self.DownAndUp()
self.last = 'p1'
elif situation == "3" : #"p1_l":
self.text_to_speech("23) Okay,left.")
self.p1_up()
self.speech.publish("24) Safe!")
sleep(0.2)
self.DownAndUp()
self.last = 'p3'
elif situation == "4" : #"p1_r":
self.text_to_speech("25) Okay, right.")
self.p1_up()
self.speech.publish("24) Safe!")
sleep(0.2)
self.DownAndUp()
self.last = 'p3'
else:
print("input should be 1 , 2 , 3 ,4 >> (p3_l , p3_r , p1_l , p1_r) ")
continue
self.move_head(self.J_pan,self.J_tilt)
self.text_to_speech("28) Jacky, dont be that nervous, dont you trust me?")
sleep(0.5)
input('press to continue')
self.text_to_speech("29) I am the only hope of graduation for your students")
sleep(0.7)
self.text_to_speech("68) they won't disappoint you , trust me !")
sleep(0.5)
self.state = 'second_step'
# if self.sensor_list is not None:
# #print(self.sensor_list)
# ranges = self.sensor_list [:]
# self.state = 'second_step'
# #print('first finished')
# # break
elif self.state == 'second_step':
#input("press to continue")
#self.p2_up()
input('press to continue')
self.move_head(0,0)
sleep(0.3)
self.text_to_speech("30) Hey, volunteer, what's your next choice? Left or Right?")
l_r = input('left or right ( l , r ) : ')
if l_r == "l":
self.speech.publish("31) okay, left")
else :
self.speech.publish("32) okay, right")
if self.last == 'p1':
self.p1_up()
elif self.last == 'p3':
self.p3_up()
self.music_stop.publish(True)
sleep(0.2)
################################################################################################################################
###########thormang3_crash#############
temp_mp3 = mp3()
temp_mp3.file_name = '101) restart'
temp_mp3.volume = 25
self.music.publish(temp_mp3)
sleep(0.2)
self.motor.publisher_(self.motor.module_control_pub, "none", latch=True)
self.motor.set_joint_states(['all'], False)
rospy.loginfo('[Magic] Turn off torque')
###################################
sleep(1)
self.speech.publish("41) re re re staaar rrr t teng ")
sleep(2)
input ("trigger")
##################################
self.motor.set_joint_states(['all'], True)
rospy.loginfo('[Magic] Turn on torque')
###############
self.kinematics.publisher_(self.kinematics.module_control_pub, "manipulation_module", latch=True)
self.kinematics.publisher_(self.kinematics.module_control_pub, "gripper_module", latch=True)
self.kinematics.publisher_(self.kinematics.module_control_pub, "head_control_module", latch=True)
temp_mp3 = mp3()
temp_mp3.file_name = '201) start game'
temp_mp3.volume = 10
self.music.publish(temp_mp3)
sleep(4)
self.speech.publish("38) Finished rebooting ")
# self.kinematics.publisher_(self.kinematics.send_ini_pose_msg_pub, "ini_pose", latch=True)
# self.end_action()
################################################################################################################################
if self.last == 'p1':
self.p1_up()
elif self.last == 'p3':
self.p3_up()
self.speech.publish("39) Okay , this one ?")
sleep(0.5)
self.speech.publish("40) but i dont think this one is safe ")
sleep(2)
self.p2_up()
sleep(0.2)
self.move_head(self.J_pan,self.J_tilt)
self.speech.publish("33) Jacky , do you trust me? ")
sleep(2.5)
input('press to continue')
self.music_stop.publish(True)
temp_mp3 = mp3()
temp_mp3.file_name = '306) feel sad'
temp_mp3.volume = 15
self.music.publish(temp_mp3)
sleep(7)
self.text_to_speech("70) why? i only made one mistake ")
sleep(0.2)
self.text_to_speech("71) why dont you give me another chance")
self.speech.publish("50) well ")
sleep(0.5)
self.text_to_speech("72) but i dont care !")
sleep(0.2)
self.DownAndUp()
# self.music_stop.publish(True)
# temp_mp3 = mp3()
# temp_mp3.file_name = '300) start game'
# temp_mp3.volume = 15
# self.music.publish(temp_mp3)
sleep(0.5)
self.move_head(0,0)
self.state = 'third_step'
# # calculating position
# self.calibration(ranges)
# #print("second_finished")
# self.state = 'third_step'
# #break
elif self.state == 'third_step' :
sleep(0.5)
self.text_to_speech("34) Yeah, got you! HA HA HA , Don't be that scared")
sleep(0.5)
self.text_to_speech("69) I know what I am doing")
sleep(0.5)
input('grab the bag')
self.text_to_speech("35) So, you might be really curious where the actual nail is, right?")
sleep(0.5)
#input('press to continue')
if self.last == 'p1':
self.p1_up()
elif self.last == 'p3':
self.p3_up()
self.grab_bag()
sleep(0.5)
input('press to make thormann grip off')
self.grip_off('l_arm_grip')
# input('press to continue')
# self.text_to_speech("")
input('press to continue')
self.move_head(0,0)
self.kinematics.publisher_(self.kinematics.send_ini_pose_msg_pub, "ini_pose", latch=True)
self.end_action()
self.grip_on('l_arm_grip')
self.text_to_speech("37) Thanks for your attention, I am Thormang wolf from ERC lab, see you next time")
print("End Magic")
self.kinematics.kill_threads()
break
rospy.Rate(60).sleep()
def sensor_callback(self,msg):
self.sensor_list = np.array(msg.ranges)
def read_sensor(self):
rospy.Subscriber('/robotis/sensor/scan_filtered', LaserScan, self.sensor_callback)
while not rospy.is_shutdown():
if self.sensor_list is not None:
break
# # else:
# # print(self.sensor_list)
self.rate.sleep()
def calibration(self,ranges,deg = 60,threshold = 0.78):
nan = None
#print(len(ranges))
calibration = []
#print(self.deg_30)
per_deg = (self.deg/len(ranges) )* (math.pi/180)
#print(per_deg)
for i in range(len(ranges)):
if ranges[i] == None :
pass
else:
y = ranges[i] * math.cos(i*per_deg - (self.deg_30 - self.head_pan) ) * math.cos(self.head_tilt)
if y < threshold :
x = -ranges[i] * math.sin( (self.deg_30 - self.head_pan) - i*per_deg) * math.cos(self.head_tilt)
calibration.append([round(x,5),round(y,5),i])
calibration = np.array(calibration)
#print(len(calibration))
#print(calibration)
mean = sum(calibration)/len(calibration)
valid = []
for i in range(len(calibration)):
if calibration[i][1] < mean[1]:
valid.append(calibration[i])
valid = np.array(valid)
#print(valid)
##K-means n_clusters=3
estimator = KMeans(n_clusters=3)
res = estimator.fit_predict(valid[:,0:2])
#print(res)
lable_pred = estimator.labels_
#print (lable_pred)
entroids = estimator.cluster_centers_
data = entroids[:]
data = np.sort(data,axis = 0)
print (data)
self.point1 = {'x':0.52,'y':data[0,0]+0.02,'z':1.05,'roll':0,'pitch':0,'yaw':-25}
self.point2 = {'x':0.52,'y':data[1,0]+0.03,'z':1.05,'roll':0,'pitch':0,'yaw':0}
self.point3 = {'x':0.52,'y':data[2,0]+0.07,'z':1.05,'roll':0,'pitch':0,'yaw':30}
self.right_point ={'x':0.52,'y': (data[0,0]-0.06),'z':1.00,'roll':0,'pitch':20,'yaw':30}
if self.right_point["y"] > 0.05:
self.right_point["y"] = 0
print("point1 : y = ",self.point1["y"] )
print("point2 : y = ",self.point2["y"] )
print("point3 : y = ",self.point3["y"] )
print("right_y : ",self.right_point["y"])
# plt.figure(figsize=(12,6))
# plt.plot(calibration[:,0],calibration[:,1],'bo')
# plt.plot(valid[:,0],valid[:,1],'go')
# plt.plot(data[:,0],data[:,1],'ro')
# plt.show()
def text_to_speech(self,worlds):
self.speech.publish(worlds)
sleep(3.5)
def move_head(self,pan,tilt):
msg = JointState()
msg.name = ['head_y','head_p']
msg.position = [pan ,tilt]
msg.velocity = [0]
msg.effort = [0]
msg.header.frame_id = ''
msg.header.stamp.secs = 0
msg.header.stamp.nsecs= 0
for i in range(4):
msg.header.seq = i
self.head_postition.publish(msg)
self.rate.sleep()
def end_action(self):
sleep(0.5)
while not self.kinematics.status_msg == 'End Trajectory' :
sleep(1)
if self.kinematics.status_msg == 'Finish Init Pose':
break
sleep(0.5)
def right_p1_up(self):
self.kinematics.set_kinematics_pose(group_name="right_arm",time=3,**self.right_point) #x=0.52,y=0,z=1.1,roll=0,pitch=0,yaw=-40)
self.end_action()
def p1_up(self):
self.kinematics.set_kinematics_pose(group_name="left_arm",time=3,**self.point1) #x=0.52,y=0,z=1.1,roll=0,pitch=0,yaw=-40)
self.end_action()
def p2_up(self):
self.kinematics.set_kinematics_pose(group_name="left_arm",time=3,**self.point2) #x=0.52,y=0.2,z=1.1,roll=0,pitch=0,yaw=0)
self.end_action()
def p3_up(self):
self.kinematics.set_kinematics_pose(group_name="left_arm",time=3,**self.point3) #x=0.52,y=0.4,z=1.1,roll=0,pitch=0,yaw=40)
self.end_action()
def grab_bag(self):
#sleep(2)
self.grip_off('l_arm_grip')
self.end_action()
point = self.kinematics.get_kinematics_pose('left_arm').copy()
point_down = point.copy()
point_down["z"] = 0.85
point["x"] = 0.40
point["z"] = 1.05
point_ini = self.left_arm_ini_pos.copy()
point_ini["z"] = 0.92
left_side = {'x':0.28,'y': 0.55,'z':0.950,'roll':0,'pitch':0,'yaw':30.0}
# right_center = {'x':0.36,'y': -0.03,'z':0.820,'roll':0,'pitch':0,'yaw':60.0}
# right_split = {'x':0.32,'y': -0.16,'z':0.820,'roll':0,'pitch':0,'yaw':60.0}
# right_up = {'x':0.4,'y': -0.02,'z':0.82,'roll':0,'pitch':0,'yaw':20}
#print('point_down',point_down)
#print('point',point)
self.kinematics.set_kinematics_pose(group_name="left_arm",time=2,**point)
self.end_action()
point["z"] = 0.85
self.kinematics.set_kinematics_pose(group_name="left_arm",time=2,**point)
self.end_action()
self.kinematics.set_kinematics_pose(group_name="left_arm",time=2,**point_down)
self.end_action()
self.grip_on('l_arm_grip')
# sleep(0.2)
self.kinematics.set_kinematics_pose(group_name="left_arm",time=2,**point)
self.end_action()
# self.kinematics.set_kinematics_pose(group_name="left_arm",time=3,**point_ini)
# self.end_action()
self.move_head(self.J_pan,self.J_tilt)
self.text_to_speech("36) Jacky , please help me to check what is in the bag.")
##grab bag to the center
self.kinematics.set_kinematics_pose(group_name="left_arm",time=4,**left_side)
self.end_action()
##split
# self.grip_off("r_arm_grip")
# self.kinematics.set_kinematics_pose(group_name="right_arm",time=3,**right_center)
# self.end_action()
# self.grip_on("r_arm_grip")
# self.kinematics.set_kinematics_pose(group_name="right_arm",time=3,**right_split)
# self.end_action()
# self.grip_half()
# self.kinematics.set_kinematics_pose(group_name="right_arm",time=3,**right_up)
# self.end_action()
def DownAndUp(self):
#sleep(2)
point = self.kinematics.get_kinematics_pose('left_arm')
point_down = point.copy()
point_down["z"] = 0.82
#print('point_down',point_down)
#print('point',point)
self.kinematics.set_kinematics_pose(group_name="left_arm",time=2,**point_down)
self.end_action()
self.kinematics.set_kinematics_pose(group_name="left_arm",time=3,**point)
self.end_action()
def finish(self):
pass
def grip_off(self,group):
msg = JointState()
msg.name = [group]
msg.position = [0]
msg.velocity = [0]
msg.effort = [250]
msg.header.frame_id = ''
msg.header.stamp.secs = 0
msg.header.stamp.nsecs= 0
for i in range(4):
msg.header.seq = i
self.pub_gripper.publish(msg)
self.rate.sleep()
#print(i)
self.end_action()
def grip_half(self,group):
msg = JointState()
msg.name = [group]
msg.position = [0.6]
msg.velocity = [0]
msg.effort = [250]
msg.header.frame_id = ''
msg.header.stamp.secs = 0
msg.header.stamp.nsecs= 0
for i in range(4):
msg.header.seq = i
self.pub_gripper.publish(msg)
self.rate.sleep()
#print(i)
self.end_action()
def grip_on(self,group):
msg = JointState()
msg.name = [group]
msg.position = [1.15]
msg.velocity = [0]
msg.effort = [250]
msg.header.frame_id = ''
msg.header.stamp.secs = 0
msg.header.stamp.nsecs= 0
for i in range(4):
msg.header.seq = i
self.pub_gripper.publish(msg)
self.rate.sleep()
#print(i)
self.end_action()