def test_batch_discovery(): """ Test feature discovery from features available in bag, and that appropriate feats are activiated in later calls to phi_nonterminal() """ mapDir = os.path.join(__rlpy_location__, "Domains", "GridWorldMaps") mapname = os.path.join(mapDir, "4x5.txt") # expect 4*5 = 20 states domain = GridWorld(mapname=mapname) s0_unused = domain.s0() # just to initialize domain.state, etc initial_representation = IndependentDiscretization(domain) maxBatchDiscovery = np.inf batchThreshold = 1e-10 discretization = 20 bagSize = 100000 # We add all possible features rep = OMPTD(domain, initial_representation, discretization, maxBatchDiscovery, batchThreshold, bagSize, sparsify=False) states = np.array([[0, 0], [0, 2]]) activePhi_s1 = rep.phi_nonTerminal(states[0, :]) activePhi_s2 = rep.phi_nonTerminal(states[1, :]) phiMatr = np.zeros((2, len(activePhi_s1))) phiMatr[0, :] = activePhi_s1 phiMatr[1, :] = activePhi_s2 td_errors = np.array([2, 5]) flagAddedFeat = rep.batchDiscover(td_errors, phiMatr, states) assert flagAddedFeat # should have added at least one assert rep.selectedFeatures[-1] == 9 # feat conj that yields state [0,2] assert rep.selectedFeatures[-2] == 11 # feat conj that yields state [0,0] # Ensure that discovered features are now active true_phi_s1 = np.zeros(rep.features_num) true_phi_s1[0] = True true_phi_s1[4] = True # TODO - could be [4] depending on axes, check. true_phi_s1[10] = True # The conjunction of [0,0] assert np.all(true_phi_s1 == rep.phi_nonTerminal(states[0, :])) true_phi_s2 = np.zeros(rep.features_num) true_phi_s2[0] = True true_phi_s2[6] = True # TODO - could be [4] depending on axes, check. true_phi_s2[ 9] = True # The conjunction of [0,2] [[note actual id is 11, but in index 10]] assert np.all(true_phi_s2 == rep.phi_nonTerminal(states[1, :]))
def test_batch_discovery(): """ Test feature discovery from features available in bag, and that appropriate feats are activiated in later calls to phi_nonterminal() """ mapDir = os.path.join(__rlpy_location__, "Domains", "GridWorldMaps") mapname=os.path.join(mapDir, "4x5.txt") # expect 4*5 = 20 states domain = GridWorld(mapname=mapname) s0_unused = domain.s0() # just to initialize domain.state, etc initial_representation = IndependentDiscretization(domain) maxBatchDiscovery=np.inf batchThreshold=1e-10 discretization=20 bagSize=100000 # We add all possible features rep = OMPTD(domain, initial_representation, discretization, maxBatchDiscovery, batchThreshold, bagSize, sparsify=False) states = np.array([[0,0], [0,2]]) activePhi_s1 = rep.phi_nonTerminal(states[0,:]) activePhi_s2 = rep.phi_nonTerminal(states[1,:]) phiMatr = np.zeros(( 2, len(activePhi_s1) )) phiMatr[0,:] = activePhi_s1 phiMatr[1,:] = activePhi_s2 td_errors = np.array([2, 5]) flagAddedFeat = rep.batchDiscover(td_errors, phiMatr, states) assert flagAddedFeat # should have added at least one assert rep.selectedFeatures[-1] == 9 # feat conj that yields state [0,2] assert rep.selectedFeatures[-2] == 11 # feat conj that yields state [0,0] # Ensure that discovered features are now active true_phi_s1 = np.zeros(rep.features_num) true_phi_s1[0] = True true_phi_s1[4] = True # TODO - could be [4] depending on axes, check. true_phi_s1[10] = True # The conjunction of [0,0] assert np.all(true_phi_s1 == rep.phi_nonTerminal(states[0,:])) true_phi_s2 = np.zeros(rep.features_num) true_phi_s2[0] = True true_phi_s2[6] = True # TODO - could be [4] depending on axes, check. true_phi_s2[9] = True # The conjunction of [0,2] [[note actual id is 11, but in index 10]] assert np.all(true_phi_s2 == rep.phi_nonTerminal(states[1,:]))