def __init__(self): try: isInit except: isInit = True CLIENT = pybullet.connect(pybullet.GUI) print("client", CLIENT) pb.setAdditionalSearchPath( pybullet_data.getDataPath()) #used by loadURDF plane = pybullet.loadURDF("plane.urdf") print("plane ID", plane) #pb.configureDebugVisualizer(pybullet.COV_ENABLE_GUI, 0, physicsClientId=CLIENT) #pb.configureDebugVisualizer(pybullet.COV_ENABLE_TINY_RENDERER, 0, physicsClientId=CLIENT) pb.setGravity(0, 0, -10.0) self.table = pb.loadURDF("table/table.urdf") print("table ID", self.table) self.plate = pb.loadURDF("dish/plate.urdf") print("plate ID", self.plate) self.rgripper = RGripper() self.lgripper = LGripper() #self.robot_model = skrobot.models.urdf.RobotModelFromURDF(urdf_file=skrobot.data.pr2_urdfpath()) self.robot_model = PR2() interface = PybulletRobotInterface(self.robot_model) self.try_num = 100 #Simulator loop times self.frames = [] #Movie buffer pb.resetDebugVisualizerCamera(2.0, 90, -0.0, (0.0, 0.0, 1.0)) # For pybullet getCameraImage argument self.viewMatrix = pb.computeViewMatrix(cameraEyePosition=[5, 5, 30], cameraTargetPosition=[3, 3, 3], cameraUpVector=[3, 1, 3]) self.projectionMatrix = pb.computeProjectionMatrixFOV(fov=45.0, aspect=1.0, nearVal=0.1, farVal=3.1)
isInit except: isInit = True CLIENT = pybullet.connect(pybullet.GUI) pb.setAdditionalSearchPath(pybullet_data.getDataPath()) #used by loadURDF plane = pybullet.loadURDF("plane.urdf") pb.configureDebugVisualizer(pybullet.COV_ENABLE_GUI, 0, physicsClientId=CLIENT) pb.configureDebugVisualizer(pybullet.COV_ENABLE_TINY_RENDERER, 0, physicsClientId=CLIENT) pb.setGravity(0, 0, -10.0) table = pb.loadURDF("table/table.urdf", physicsClientId=CLIENT) dish = pb.loadURDF("dish/dish.urdf", physicsClientId=CLIENT) rgripper = RGripper() table_pos = np.array([0.0, 0.0, 0.0]) utils.set_point(table, table_pos) utils.set_zrot(table, pi * 0.5) utils.set_point(dish, [0.0, 0.0, 0.63]) rgripper.set_basepose([0, 0.15, 0.86], [-1.54, 1.2, -1.57]) rgripper.set_gripper_width(0.5, force=True) time.sleep(0.5) rgripper.set_gripper_width(0.0) rgripper.set_state([0.0, 0.0, -0.2]) rgripper.set_state([-0.2, 0.5, 0.0]) time.sleep(0.5)
isInit except: isInit = True CLIENT = pybullet.connect(pybullet.GUI) pb.setAdditionalSearchPath(pybullet_data.getDataPath()) #used by loadURDF plane = pybullet.loadURDF("plane.urdf") pb.configureDebugVisualizer(pybullet.COV_ENABLE_GUI, 0, physicsClientId=CLIENT) pb.configureDebugVisualizer(pybullet.COV_ENABLE_TINY_RENDERER, 0, physicsClientId=CLIENT) pb.setGravity(0, 0, -0.0) table = pb.loadURDF("table/table.urdf", physicsClientId=CLIENT) dish = pb.loadURDF("dish/dish.urdf", physicsClientId=CLIENT) rgripper = RGripper() lgripper = LGripper() table_pos = np.array([0.0, 0.0, 0.0]) utils.set_point(table, table_pos) utils.set_zrot(table, pi * 0.5) rgripper.set_basepose([-0.2, 0.2, 0.7], [0, 0, 0]) lgripper.set_basepose([-0.2, -0.2, 0.7], [0, 0, 0]) rgripper.set_gripper_width(0.05, force=True) lgripper.set_gripper_width(0.05, force=True) utils.set_point(dish, [0.0, 0.0, 0.63]) rgripper.set_gripper_width(0.0) lgripper.set_gripper_width(0.0) rgripper.set_state([0.0, 0.2, 0.0])
class Simulator(object): def __init__(self): try: isInit except: isInit = True CLIENT = pybullet.connect(pybullet.GUI) print("client", CLIENT) pb.setAdditionalSearchPath( pybullet_data.getDataPath()) #used by loadURDF plane = pybullet.loadURDF("plane.urdf") print("plane ID", plane) #pb.configureDebugVisualizer(pybullet.COV_ENABLE_GUI, 0, physicsClientId=CLIENT) #pb.configureDebugVisualizer(pybullet.COV_ENABLE_TINY_RENDERER, 0, physicsClientId=CLIENT) pb.setGravity(0, 0, -10.0) self.table = pb.loadURDF("table/table.urdf") print("table ID", self.table) self.plate = pb.loadURDF("dish/plate.urdf") print("plate ID", self.plate) self.rgripper = RGripper() self.lgripper = LGripper() #self.robot_model = skrobot.models.urdf.RobotModelFromURDF(urdf_file=skrobot.data.pr2_urdfpath()) self.robot_model = PR2() interface = PybulletRobotInterface(self.robot_model) self.try_num = 100 #Simulator loop times self.frames = [] #Movie buffer pb.resetDebugVisualizerCamera(2.0, 90, -0.0, (0.0, 0.0, 1.0)) # For pybullet getCameraImage argument self.viewMatrix = pb.computeViewMatrix(cameraEyePosition=[5, 5, 30], cameraTargetPosition=[3, 3, 3], cameraUpVector=[3, 1, 3]) self.projectionMatrix = pb.computeProjectionMatrixFOV(fov=45.0, aspect=1.0, nearVal=0.1, farVal=3.1) def reset(self): table_pos = np.array([0.0, 0.0, 0.0]) utils.set_point(self.table, table_pos) utils.set_zrot(self.table, pi * 0.5) plate_x = np.random.rand() - 0.5 plate_y = np.random.rand() - 0.5 utils.set_point(self.plate, [plate_x, plate_y, 0.63]) plate_pos = utils.get_point( self.plate) #Get target obj center position self.rgripper.set_basepose( np.array([0, 0.25, 0.78]) + np.array([plate_pos[0], plate_pos[1], 0]), [-1.54, 0.5, -1.57]) self.rgripper.set_state([0, 0, 0]) self.rgripper.set_angle(self.rgripper.gripper, 0) self.lgripper.set_basepose( np.array([0, -0.24, 0.78]) + np.array([plate_pos[0], plate_pos[1], 0]), [1.54, 0.65, 1.57]) self.lgripper.set_state([0, 0, 0]) self.lgripper.set_angle(self.lgripper.gripper, 0) self.rgripper.set_gripper_width(0.5, force=True) self.lgripper.set_gripper_width(0.5, force=True) """ Initialize robot state """ #self.robot_model = """ Currently, If plate is on the right side, grasping tactics is rotational grasping. If plate is on the left side, grasping tactics is pushing and grasping. """ if (plate_pos[1] < 0): tactics = 0 else: tactics = 1 for i in range(100): pb.stepSimulation() return tactics def rollout(self): try: for try_count in six.moves.range(self.try_num): tactics = self.reset() # Get target obj state plate_pos = utils.get_point( self.plate) #Get target obj center position if tactics: print("Rotational Grasping!!!") # Approaching and close right gripper pitch = np.random.rand() * pi / 8 + pi / 8 self.rgripper.set_state([-0.3, 0.5, 0]) #Success position self.lgripper.set_state([-0.2, 0.1, 0]) #Success position for i in range(40): pb.stepSimulation() if len(pb.getContactPoints( bodyA=1, bodyB=3)): #Contact Rgripper and table self.rgripper.set_state([0.3 - i, 0.5 + i, 0]) #rgripper up else: self.rgripper.set_state([0.3 + i, 0.5 + i, 0]) #rgripper down width, height, rgbImg, depthImg, segImg = pb.getCameraImage( 360, 240, viewMatrix=self.viewMatrix) self.frames.append(rgbImg) if len(pb.getContactPoints( bodyA=2, bodyB=3)): #Contact Rgripper and plate self.rgripper.set_pose([-1.54, pitch, -1.57]) #Random Scooping #self.rgripper.set_pose([-1.54, 0.8, -1.57]) #Success Scooping self.rgripper.set_gripper_width( 0.0) #Close gripper else: print("Moving Grasping!!!") pitch = np.random.rand() * pi / 8 + pi / 8 self.rgripper.set_state([-0.3, 0.5, 0]) #Success position self.lgripper.set_state([-0.2, 0.1, 0]) #Success position for i in range(100): pb.stepSimulation() plate_pos = utils.get_point( self.plate) #Get target obj center position if plate_pos[1] > -0.5: if len(pb.getContactPoints( bodyA=1, bodyB=3)): #Contact Rgripper and table self.rgripper.set_state( [0.3 - i * 0.05, 0.5 + i * 0.05, 0]) #rgripper up self.lgripper.set_state( [-0.2 - i * 0.01, 0.1 - i * 0.02, 0]) #lgripper up else: self.rgripper.set_state( [0.3 + i * 0.05, 0.5 + i * 0.05, 0]) #rgripper down self.lgripper.set_state( [-0.2 + i * 0.01, 0.1 - i * 0.02, 0]) #lgripper down elif (len(pb.getContactPoints( bodyA=2, bodyB=4))): #Contact Rgripper and plate self.lgripper.set_gripper_width( 0.0) #close gripper self.lgripper.set_state( [-0.2 + i * 0.01, 0.1 + i * 0.02, 0]) #lgripper move left self.rgripper.set_state( [-i * 0.01, -0.6 - i * 0.03, 0]) #rgripper move right width, height, rgbImg, depthImg, segImg = pb.getCameraImage( 360, 240, viewMatrix=self.viewMatrix) self.frames.append(rgbImg) # Picking up self.rgripper.set_state([0.0, -0.5, 0.0]) self.lgripper.set_state([0.0, -0.5, 0.0]) contact_len = 0 #If gripper contact plate, contact_len increase for i in range(50): pb.stepSimulation() width, height, rgbImg, depthImg, segImg = pb.getCameraImage( width=360, height=240, viewMatrix=self.viewMatrix) self.frames.append(rgbImg) #time.sleep(0.005) contact_len += len(pb.getContactPoints( bodyA=1, bodyB=2)) #Judge if plate and table collision contact_len += len(pb.getContactPoints( bodyA=0, bodyB=2)) #Judge if plate and table collision if contact_len > 1: #Judge if gripper contact plate print("Failed!!!") else: print("Succeeded!!!") save_video(self.frames, "sample.mp4") except KeyboardInterrupt: sys.exit()
isInit except: isInit = True CLIENT = pybullet.connect(pybullet.GUI) pb.setAdditionalSearchPath(pybullet_data.getDataPath()) #used by loadURDF plane = pybullet.loadURDF("plane.urdf") pb.configureDebugVisualizer(pybullet.COV_ENABLE_GUI, 0, physicsClientId=CLIENT) pb.configureDebugVisualizer(pybullet.COV_ENABLE_TINY_RENDERER, 0, physicsClientId=CLIENT) pb.setGravity(0, 0, -10.0) table = pb.loadURDF("table/table.urdf", physicsClientId=CLIENT) plate = pb.loadURDF("dish/plate.urdf", physicsClientId=CLIENT) rgripper = RGripper() lgripper = LGripper() table_pos = np.array([0.0, 0.0, 0.0]) utils.set_point(table, table_pos) utils.set_zrot(table, pi * 0.5) utils.set_point(plate, [0.0, 0.0, 0.63]) rgripper.set_basepose([0, 0.25, 0.78], [-1.54, 0.6, -1.57]) lgripper.set_basepose([0, -0.23, 0.77], [1.54, 0.65, 1.57]) rgripper.set_gripper_width(0.5, force=True) lgripper.set_gripper_width(0.5, force=True) time.sleep(7) rgripper.set_gripper_width(0.0) rgripper.set_state([-0.2, 0.5, 0.0])