def __init__(self, name_file_config):
self.config = ParseConfig("File/" + name_file_config)
self.pop_size = self.config.get_population_size()
self.seed_num = self.config.get_random_seed()
self.ngen = self.config.get_ngen()
self.crossover_prob = self.config.get_crossover_prob()
self.mutation_prob = self.config.get_mutation_prob()
self.mate = self.config.get_crossover()
self.mutate = self.config.get_mutation()
self.Fitness = Fitness(self.config)
self.player = Player()
self.pset = gp.PrimitiveSet("MAIN", 0)
self.pset.addPrimitive(self.player.if_box_ahead, 2)
self.pset.addPrimitive(self.player.prog2, 2)
self.pset.addPrimitive(self.player.prog3, 3)
self.pset.addPrimitive(self.player.prog4, 4)
self.pset.addTerminal(self.player.move_left)
self.pset.addTerminal(self.player.move_right)
self.pset.addTerminal(self.player.move_down)
self.pset.addTerminal(self.player.move_up)
creator.create("fitness", base.Fitness, weights=(-1.0, ))
creator.create("Individual", gp.PrimitiveTree, fitness=creator.fitness)
self.toolbox = base.Toolbox()
# executor = ThreadPoolExecutor()
# self.toolbox.register("map", executor.map)
# Attribute generator
self.toolbox.register("expr_init",
gp.genFull,
pset=self.pset,
min_=0,
max_=1)
# Structure initializers
self.toolbox.register("individual", tools.initIterate,
creator.Individual, self.toolbox.expr_init)
self.toolbox.register("population", tools.initRepeat, list,
self.toolbox.individual)
rng = default_rng(int(self.seed_num))
all_levels = range(0, 20)
self.train_set = rng.choice(20, size=14, replace=False)
self.test_set = [
item for item in all_levels if item not in self.train_set
]
self.toolbox.register("evaluate", self.evalPlayer)
# todo change select function
self.toolbox.register("select", tools.selTournament, tournsize=7)
self.toolbox.register("mate", self.mate)
self.toolbox.register("expr_mut", gp.genFull, min_=0, max_=2)
self.toolbox.register("mutate",
self.mutate,
expr=self.toolbox.expr_mut,
pset=self.pset)
def createConfigFile():
config = {}
config['factories'], config['recipes'] = createFactorieAndRecipes()
config['disabled_recipes'] = []
config['enabled_recipes'] = createCraftingRecipes()
checkConflicts(config['factories'])
print 'Fixing Conflicts...'
fixConflicts(config['factories'])
checkConflicts(config['factories'])
ParseConfig.saveConfig(config)
ParseConfig.prettyList(config)
def createConfigFile():
config = {}
config["factories"], config["recipes"] = createFactorieAndRecipes()
config["disabled_recipes"] = []
config["enabled_recipes"] = createCraftingRecipes()
checkConflicts(config["factories"])
print "Fixing Conflicts..."
fixConflicts(config["factories"])
checkConflicts(config["factories"])
ParseConfig.saveConfig(config)
ParseConfig.prettyList(config)
def createConfigFile():
config={}
config['factories'],config['recipes']=createFactorieAndRecipes()
config['disabled_recipes']=[]
config['enabled_recipes']=createCraftingRecipes()
checkConflicts(config['factories'])
print 'Fixing Conflicts...'
fixConflicts(config['factories'])
checkConflicts(config['factories'])
ParseConfig.saveConfig(config)
ParseConfig.prettyList(config)
class App():
config = object
mail = object
debug = False
def __init__(self):
self.config = ParseConfig()
self.mail = SendMail(self.config.getMailConfig())
self.debug = self.config.getGeneral()['debug']
def run(self):
if self.debug:
print("Running in Debug Mode")
for site in self.config.getSites():
try:
regex = self.config.getSites()[site]['regex']
except KeyError:
regex = None
url = self.config.getSites()[site]['url']
obj = TmpFileHandler(site)
fetcher = FetchSite(url)
if regex is not None:
if self.debug:
print("Using Regex for " + site)
fetcher.useRegex(regex)
if self.debug:
print("Regex Result (first 100 chars): " + fetcher.getData()[0:100])
if obj.getHash() is 'init':
if self.debug:
print("First Time fetching " + site)
obj.setHash(fetcher.getHash())
if obj.getHash() != fetcher.getHash():
if self.debug:
print(
"Hash from File: %s \nHash from Site: %s" %
(obj.getHash(), fetcher.getHash())
)
# Mail senden und neuen Hash speichern
obj.setHash(fetcher.getHash())
for contact in self.config.getContacts():
to = self.config.getContacts()[contact]['email']
if site in self.config.getContacts()[contact]['sites']:
self.mail.sendMail(to, url, site)
def createConfigFile():
config={}
config['copy_defaults']='false'
config['central_block']='WORKBENCH'
config['save_cycle']='15'
config['return_build_materials']='false'
config['citadel_enabled']='true'
config['factory_interaction_material']='STICK'
config['destructible_factories']='false'
config['disable_experience']='true'
config['update_cycle']='20'
config['repair_period']='28'
config['disrepair_period']='14'
config['factories'],config['recipes']=createFactorieAndRecipes()
config['disabled_recipes']=[]
config['enabled_recipes']=createCraftingRecipes()
checkConflicts(config['factories'])
print 'Fixing Conflicts...'
fixConflicts(config['factories'])
checkConflicts(config['factories'])
ParseConfig.saveConfig(config)
ParseConfig.prettyList(config)
def createConfigFile():
config = {}
config['copy_defaults'] = 'false'
config['central_block'] = 'WORKBENCH'
config['save_cycle'] = '15'
config['return_build_materials'] = 'false'
config['citadel_enabled'] = 'true'
config['factory_interaction_material'] = 'STICK'
config['destructible_factories'] = 'false'
config['disable_experience'] = 'true'
config['update_cycle'] = '20'
config['repair_period'] = '28'
config['disrepair_period'] = '14'
config['factories'], config['recipes'] = createFactorieAndRecipes()
config['disabled_recipes'] = []
config['enabled_recipes'] = createCraftingRecipes()
checkConflicts(config['factories'])
print 'Fixing Conflicts...'
fixConflicts(config['factories'])
checkConflicts(config['factories'])
ParseConfig.saveConfig(config)
ParseConfig.prettyList(config)
def getConfig(configFile):
configFilePath = configFile
return ParseConfig(configFilePath)
class GP:
# def progn(self, *args):
# player = args[len(args) - 1]
# for arg in args:
# arg()
#
# def prog2(self, out1, out2):
# return partial(self.progn, out1, out2)
#
# def prog3(self, out1, out2, out3):
# return partial(self.progn, out1, out2, out3)
#
# def prog4(self, out1, out2, out3, out4):
# return partial(self.progn, out1, out2, out3, out4)
def evalPlayer(self, individual):
# Transform the tree expression to functionnal Python code
routine = gp.compile(individual, self.pset)
print(individual)
# Run the generated routine
list_move = self.player.play(routine, Game("input.txt", 20),
self.train_set)
self.player.list_move = list_move
fitness = 0
for level in self.train_set:
# player.game.play(level + 1, list_move)
fitness += self.Fitness.evaluate(self.player.game, level + 1,
list_move)
fitness += 5 * self.Fitness.measure.pattern(list_move)
self.player.update_fitness(fitness)
return self.player.fitness,
def evalPlayerTest(self, pop):
# Transform the tree expression to functionnal Python code
list_fitness = []
for individual in pop:
player = Player()
routine = gp.compile(individual, self.pset)
# Run the generated routine
list_move = player.play(routine, Game("input.txt", 20),
self.train_set)
player.list_move = list_move
fitness = 0
for level in self.test_set:
# player.game.play(level + 1, list_move)
fitness += self.Fitness.evaluate(player.game, level + 1,
list_move)
fitness += 5 * self.Fitness.measure.pattern(list_move)
player.update_fitness(fitness)
list_fitness.append((individual.height, player.fitness, list_move))
return list_fitness
def __init__(self, name_file_config):
self.config = ParseConfig("File/" + name_file_config)
self.pop_size = self.config.get_population_size()
self.seed_num = self.config.get_random_seed()
self.ngen = self.config.get_ngen()
self.crossover_prob = self.config.get_crossover_prob()
self.mutation_prob = self.config.get_mutation_prob()
self.mate = self.config.get_crossover()
self.mutate = self.config.get_mutation()
self.Fitness = Fitness(self.config)
self.player = Player()
self.pset = gp.PrimitiveSet("MAIN", 0)
self.pset.addPrimitive(self.player.if_box_ahead, 2)
self.pset.addPrimitive(self.player.prog2, 2)
self.pset.addPrimitive(self.player.prog3, 3)
self.pset.addPrimitive(self.player.prog4, 4)
self.pset.addTerminal(self.player.move_left)
self.pset.addTerminal(self.player.move_right)
self.pset.addTerminal(self.player.move_down)
self.pset.addTerminal(self.player.move_up)
creator.create("fitness", base.Fitness, weights=(-1.0, ))
creator.create("Individual", gp.PrimitiveTree, fitness=creator.fitness)
self.toolbox = base.Toolbox()
# executor = ThreadPoolExecutor()
# self.toolbox.register("map", executor.map)
# Attribute generator
self.toolbox.register("expr_init",
gp.genFull,
pset=self.pset,
min_=0,
max_=1)
# Structure initializers
self.toolbox.register("individual", tools.initIterate,
creator.Individual, self.toolbox.expr_init)
self.toolbox.register("population", tools.initRepeat, list,
self.toolbox.individual)
rng = default_rng(int(self.seed_num))
all_levels = range(0, 20)
self.train_set = rng.choice(20, size=14, replace=False)
self.test_set = [
item for item in all_levels if item not in self.train_set
]
self.toolbox.register("evaluate", self.evalPlayer)
# todo change select function
self.toolbox.register("select", tools.selTournament, tournsize=7)
self.toolbox.register("mate", self.mate)
self.toolbox.register("expr_mut", gp.genFull, min_=0, max_=2)
self.toolbox.register("mutate",
self.mutate,
expr=self.toolbox.expr_mut,
pset=self.pset)
@staticmethod
def create_plot(logbook, name_file):
maxFitnessValues, meanFitnessValues, minFitnessValues, medianFitnessValues, stdFitnessValues = \
logbook.select("max", "avg", "min", "median", "std")
plt.plot(maxFitnessValues, color='red', label="Worst Fitness")
plt.plot(meanFitnessValues, color='green', label="Mean Fitness")
plt.plot(minFitnessValues, color='orange', label="Best Fitness")
plt.plot(medianFitnessValues, color='blue', label="Avg. Fitness")
plt.plot(stdFitnessValues, color='pink', label="Std. Fitness")
plt.xlabel('Generation')
plt.ylabel('Max / Average / Min / Median/ Std Fitness')
plt.title('Max, Average, Min, Median and Std Fitness over Generations')
plt.legend(loc='lower right')
plt.savefig(name_file)
plt.close()
def run(self):
random.seed(self.seed_num)
pop = self.toolbox.population(n=self.pop_size)
hof = tools.HallOfFame(1)
stats = tools.Statistics(lambda ind: ind.fitness.values)
# stats_size = tools.Statistics(key=self.stats_key_1)
# mstats = tools.MultiStatistics(fitness=stats, size=stats_size)
stats.register("avg", numpy.mean)
stats.register("std", numpy.std)
stats.register("med", numpy.median)
stats.register("min", numpy.min)
stats.register("max", numpy.max)
time_before = datetime.now()
# ngen = The number of generation
pop, logbook = algorithms.eaSimple(pop,
self.toolbox,
cxpb=self.crossover_prob,
mutpb=self.mutation_prob,
ngen=self.ngen,
stats=stats,
halloffame=hof)
# ngen = The number of generation
time = -(time_before.minute - datetime.now().minute)
dir_name = f"File/{self.pop_size}_{self.seed_num}_{self.ngen}_{self.crossover_prob}_{self.mutation_prob}_" \
f"{self.config.get_mutation_name()}_{self.config.get_crossover_name()}_{time}_" \
f"{str(datetime.now().hour)}_{str(datetime.today().strftime('%d-%m-%Y'))}_{str(datetime.now().minute)}"
PROJECT_ROOT = Path.cwd()
output_dir = PROJECT_ROOT / dir_name
output_dir.mkdir(exist_ok=True)
pickle.dump(logbook, open(f"{dir_name}/logbook.pkl", 'wb'))
GP.create_plot(logbook, f"{dir_name}/plot.png")
list_test = self.evalPlayerTest(pop)
with open(f"{dir_name}/test.csv", 'w') as out:
csv_out = csv.writer(out, delimiter='!')
csv_out.writerow(['len individual', 'fitness', 'list move'])
for row in list_test:
csv_out.writerow([row[0], row[1], row[2]])
# file1 = open("individual.txt", "a")
# file1.write("Best Ever Individual = " + str(hof.items[0]) + "\n")
# for item in hof.items:
# file1.write("%s\n" % str(item))
# file1.close()
# # print Hall of Fame info:
# print("Hall of Fame Individuals = ", *hof.items, sep="\n")
# print("Best Ever Individual = ", hof.items[0])
return pop, hof, stats
def testParseConfig(self):
parser = ParseConfig()
parser.getSites()
parser.getGeneral()
parser.getMailConfig()
parser.getContacts()
def __init__(self):
self.config = ParseConfig()
self.mail = SendMail(self.config.getMailConfig())
self.debug = self.config.getGeneral()['debug']
