def test_crossover1D_output_shape():
POPULATION_SHAPE = (8, 6)
population = B.randint(0, 1024, POPULATION_SHAPE)
population_fraction = 0.5
mutations_probability = 0.2
original_population = copy(population)
population = DualCrossover1D(population_fraction,
mutations_probability,
debug=True)(population)
cprint(population, 'cyan')
cprint(original_population, 'yellow')
assert population.shape == POPULATION_SHAPE
# measuring mutation rate
diff = B.clip(abs(population - original_population), 0, 1)
# row test
num_ones_in_row = 0
for col in diff:
num_ones_in_row = max(list(col).count(1), num_ones_in_row)
max_one_in_row = int(POPULATION_SHAPE[1] * mutations_probability)
assert num_ones_in_row == max_one_in_row
assert num_ones_in_row
def call(self, populations):
""" Create the mask use to generate mutations
Args:
population_shape (list): population tensor shape.
Returns:
tensor: mask
Generation works by:
1. creating a slice that contains the mutation
2. Inserting it into the mask
3. Shuffle the mask in every dimension to distribute them
"""
results = []
for population in populations:
affected_population = int(population.shape[0] *
self.population_fraction)
# Build sub tensors & slices by iterating through tensor dimensions
sub_tensor_shape = [affected_population]
slices = [slice(0, affected_population)]
for idx, pop_size in enumerate(population.shape[1:]):
midx = idx - 1 # recall dim1 are genes.
tsize = int(pop_size * self.mutations_probability[midx])
sub_tensor_shape.append(tsize)
slices.append(slice(0, tsize))
slices = tuple(slices)
self.print_debug("sub_tensor_shape", sub_tensor_shape)
# drawing mutations
mutations = B.randint(self.min_mutation_value,
self.max_mutation_value + 1,
shape=sub_tensor_shape)
# blank mask
mask = B.zeros(population.shape)
# add mutations
mask[slices] = mutations
# shuffle mask every axis
B.full_shuffle(mask)
# mutate
population = population + mask
# normalize
if self.max_gene_value or self.min_gene_value:
self.print_debug("min_gen_val", self.min_gene_value)
self.print_debug("max_gen_val", self.max_gene_value)
population = B.clip(population,
min_val=self.min_gene_value,
max_val=self.max_gene_value)
results.append(population)
return results
def test_uniform_distribution():
"""check that every gene of the tensor are going to be flipped equally
Note:
# ! We need enough iterations and chromosomes to reduce collision
# ! and ensure numerical stability
"""
NUM_ITERATIONS = 1000
GENOME_SHAPE = (20, 4, 4)
population = B.randint(0, 1024, GENOME_SHAPE)
population_fraction = 1
crossover_probability = (0.5, 0.5)
# each gene proba of being mutated 0.5*0.5 > 0.25
# each chromosome proba of being mutated 1
# => gene average hit rate: 1000 / (1/4) ~250
MIN_DIFF_BOUND = 200
MAX_DIFF_BOUND = 300
OP = RandomMutations2D(population_fraction, crossover_probability)
# diff matrix
previous_population = copy(population)
population = OP(population)
diff = B.clip(abs(population - previous_population), 0, 1)
for _ in range(NUM_ITERATIONS - 1):
previous_population = copy(population)
population = OP(population)
curr_diff = B.clip(abs(population - previous_population), 0, 1)
# acumulating diff matrix
diff += curr_diff
print(curr_diff)
for c in diff:
print(c)
print('mean', B.mean(c), 'min', B.min(c), 'max', B.max(c))
assert B.min(c) > MIN_DIFF_BOUND
assert B.max(c) < MAX_DIFF_BOUND
assert MIN_DIFF_BOUND < B.mean(c) < MAX_DIFF_BOUND
def test_dualcrossover2d_distribution():
"""check that every gene of the tensor are going to be flipped equally
Note:
# ! We need enough iterations and chromosomes to reduce collision
# ! and ensure numerical stability
"""
NUM_ITERATIONS = 1000
GENOME_SHAPE = (100, 4, 4)
population = B.randint(0, 1024, GENOME_SHAPE)
population_fraction = 1
crossover_probability = (0.5, 0.5)
OP = DualCrossover2D(population_fraction, crossover_probability)
# diff matrix
previous_population = copy(population)
population = OP(population)
diff = B.clip(abs(population - previous_population), 0, 1)
print(diff)
for _ in range(NUM_ITERATIONS - 1):
previous_population = copy(population)
population = OP(population)
curr_diff = B.clip(abs(population - previous_population), 0, 1)
# acumulating diff matrix
diff += curr_diff
# print(curr_diff)
for c in diff:
print(c)
print('mean', B.mean(c), 'min', B.min(c), 'max', B.max(c))
assert B.min(c) > 50
assert B.max(c) < NUM_ITERATIONS / 2
assert 200 < B.mean(c) < NUM_ITERATIONS / 2
def test_1D_shape():
POPULATION_SHAPE = (64, 16)
population = B.randint(0, 1024, POPULATION_SHAPE)
population_fraction = 0.5
crossover_size_fraction = 0.2
original_population = copy(population)
population = SingleCrossover1D(population_fraction,
crossover_size_fraction,
debug=1)(population)
cprint(population, 'cyan')
cprint(original_population, 'yellow')
assert population.shape == POPULATION_SHAPE
# measuring mutation rate
diff = B.clip(abs(population - original_population), 0, 1)
print(diff, 'cyan')
# row test
num_ones_in_row = 0
for col in diff:
num_ones = list(col).count(1)
print(num_ones)
num_ones_in_row = max(num_ones, num_ones_in_row)
max_one_in_row = POPULATION_SHAPE[1] * crossover_size_fraction
assert num_ones_in_row <= max_one_in_row
assert num_ones_in_row
# col
diff = diff.T
num_ones_in_col = 0
for col in diff:
num_ones_in_col = max(list(col).count(1), num_ones_in_col)
max_one_in_col = POPULATION_SHAPE[0] * population_fraction
assert max_one_in_col - 2 <= num_ones_in_col <= max_one_in_col
def test_uniform_2Dcrossover_randomness_shape():
GENOME_SHAPE = (10, 4, 4)
population = B.randint(0, 1024, GENOME_SHAPE)
population_fraction = 0.5
crossover_probability = (0.5, 0.5)
original_population = copy(population)
OP = UniformCrossover2D(population_fraction, crossover_probability)
population = OP(population)
diff = B.clip(abs(population - original_population), 0, 1)
print(diff)
expected_mutations = original_population.shape[0] * population_fraction
mutated_chromosomes = []
for c in diff:
if B.max(c):
mutated_chromosomes.append(c)
num_mutations = len(mutated_chromosomes)
# sometime we have a collision so we use a delta
assert abs(num_mutations - expected_mutations) < 2
mutated_rows = crossover_probability[0] * GENOME_SHAPE[1]
mutated_cells = crossover_probability[0] * GENOME_SHAPE[2]
for cidx, c in enumerate(mutated_chromosomes):
mr = 0
mc = 0
for r in c:
s = B.sum(r)
if s:
mr += 1
mc += s
assert abs(mutated_rows - mr) < 2
assert abs(mutated_cells - (mc // mutated_rows)) < 2
def __init__(self,
population_fraction=0.9,
crossover_probability=(0.2, 0.2, 0.2),
**kwargs):
if len(crossover_probability) != 3:
raise ValueError('crossover_probability must be of form (x, y, z)')
super(DualCrossover3D,
self).__init__(population_fraction=population_fraction,
crossover_probability=crossover_probability,
**kwargs)
if __name__ == '__main__':
from copy import copy
print(B.backend())
GENOME_SHAPE = (6, 4, 4)
population = B.randint(0, 256, GENOME_SHAPE)
population_fraction = 0.5
max_crossover_size_fraction = (0.5, 0.5)
print(population.shape)
original_population = copy(population)
population = DualCrossover2D(population_fraction,
max_crossover_size_fraction,
debug=True)(population)
# diff matrix
diff = B.clip(abs(population - original_population), 0, 1)
print(diff)
if __name__ == '__main__':
from copy import copy
print(B.backend())
GENOME_SHAPE = (10, 4, 4)
population = B.randint(0, 1024, GENOME_SHAPE)
population_fraction = 0.5
crossover_probability = (0.5, 0.5)
print(population.shape)
# peforming crossover
original_population = copy(population)
population = UniformCrossover2D(population_fraction,
crossover_probability)(population)
# diff matrix
diff = B.clip(abs(population - original_population), 0, 1)
print(diff)
# expected mutated chromosomes
expected_mutated = population.shape[0] * population_fraction
cprint(
"Expected mutated chromosome:%d (+/- 1 due to collision)" %
(expected_mutated), 'cyan')
# select mutated chromosomes
mutated_chromosomes = []
for c in diff:
if B.max(c):
mutated_chromosomes.append(c)
cprint("mutated chromosome:%d" % (len(mutated_chromosomes)), 'magenta')
cprint("[example of mutated chromosome]", 'yellow')
cprint(mutated_chromosomes[0], 'cyan')
