def __init__(self, W_PATH=None): os.environ["L5KIT_DATA_FOLDER"] = f"{Global.DIR_INPUT}/l5kit/dataset" self.cfg = Global.getConfig() self.train_cfg = self.cfg["train_data_loader"] dm = LocalDataManager(None) rasterizer = build_rasterizer(self.cfg, dm) train_zarr = ChunkedDataset(dm.require(self.train_cfg["key"])).open() self.train_dataset = AgentDataset(self.cfg, train_zarr, rasterizer) self.straight_train_dataloader = DataLoader( self.train_dataset, shuffle=True, batch_size=32, num_workers=self.train_cfg["num_workers"]) self.W_PATH = W_PATH
def __init__(self, W_PATH=None): print("W_PATH is", W_PATH) assert W_PATH != None, "check W_PATH option" os.environ["L5KIT_DATA_FOLDER"] = f"{Global.DIR_INPUT}/l5kit/dataset" self.cfg = Global.getConfig() self.test_cfg = self.cfg["test_data_loader"] dm = LocalDataManager(None) rasterizer = build_rasterizer(self.cfg, dm) test_zarr = ChunkedDataset(dm.require(self.test_cfg["key"])).open() test_mask = np.load( f"{Global.DIR_INPUT}/l5kit/dataset/scenes/mask.npz")["arr_0"] self.test_dataset = AgentDataset(self.cfg, test_zarr, rasterizer, agents_mask=test_mask) self.test_dataloader = DataLoader( self.test_dataset, shuffle=self.test_cfg["shuffle"], batch_size=self.test_cfg["batch_size"], num_workers=self.test_cfg["num_workers"]) self.W_PATH = W_PATH