outfile = os.path.join(args[0], os.path.split(filename)[1] + '.h5') fg.output_fields(outfile, options.id_filename, options.lookup_filename, options.magnets_filename, genome.genome) sys.exit(0) if options.setup > 0: print("Running setup") for i in range(options.setup): # create a fresh maglist maglist = magnets.MagLists(mags) maglist.shuffle_all() genome = ID_BCell(options.id_filename, options.lookup_filename, options.magnets_filename) genome.create(maglist) genome.save(args[0]) for filename in args[1::]: print("Processing file %s" % (filename)) # load the genome genome = ID_BCell(options.id_filename, options.lookup_filename, options.magnets_filename) genome.load(filename) # now we have to create the offspring # TODO this is for the moment number_of_children = options.processing number_of_mutations = mutations(options.c, options.e, genome.fitness, options.scale)
def process(options, args): if options.seed: random.seed(int(options.seed_value)) if options.singlethreaded: rank = 0 size = 1 else: rank = MPI.COMM_WORLD.rank # The process ID (integer 0-3 for 4-process run) size = MPI.COMM_WORLD.size # The number of processes in the job. # get the hostname if options.singlethreaded: ip = 'localhost' else: ip = socket.gethostbyname(socket.gethostname()) logging.debug("Process %d ip address is : %s" % (rank, ip)) f2 = open(options.id_filename, 'r') info = json.load(f2) f2.close() logging.debug("Loading Lookup") f1 = h5py.File(options.lookup_filename, 'r') lookup = {} for beam in info['beams']: logging.debug("Loading beam %s" % (beam['name'])) lookup[beam['name']] = f1[beam['name']][...] f1.close() barrier(options.singlethreaded) logging.debug("Loading magnets") mags = magnets.Magnets() mags.load(options.magnets_filename) ref_mags = fg.generate_reference_magnets(mags) ref_maglist = magnets.MagLists(ref_mags) ref_total_id_field = fg.generate_id_field(info, ref_maglist, ref_mags, lookup) #logging.debug("before phase calculate error call") #logging.debug(ref_total_id_field.shape()) pherr, ref_trajectories = mt.calculate_phase_error(info, ref_total_id_field) barrier(options.singlethreaded) #epoch_path = os.path.join(args[0], 'epoch') #next_epoch_path = os.path.join(args[0], 'nextepoch') # start by creating the directory to put the initial population in population = [] estar = options.e if options.restart and (rank == 0): filenames = os.listdir(args[0]) # sort the genome filenames to ensure that when given the same set of # files in a directory, population[0] is the same across different # orderings of the listed directory contents: this is to fix the test # MpiRunnerTest.test_process_initial_population() in mpi_runner_test.py # when run on travis filenames.sort() for filename in filenames: fullpath = os.path.join(args[0], filename) try: logging.debug("Trying to load %s" % (fullpath)) genome = ID_BCell() genome.load(fullpath) population.append(genome) logging.debug("Loaded %s" % (fullpath)) except: logging.debug("Failed to load %s" % (fullpath)) if len(population) < options.setup: # Seed with children from first children = population[0].generate_children( options.setup - len(population), 20, info, lookup, mags, ref_trajectories) # now save the children into the new file for child in children: population.append(child) else: logging.debug("make the initial population") for i in range(options.setup): # create a fresh maglist maglist = magnets.MagLists(mags) maglist.shuffle_all() genome = ID_BCell() genome.create(info, lookup, mags, maglist, ref_trajectories) population.append(genome) logging.debug("Initial population created") # gather the population trans = [] for i in range(size): trans.append(population) allpop = alltoall(options.singlethreaded, trans) barrier(options.singlethreaded) newpop = [] for pop in allpop: newpop += pop # Need to deal with replicas and old genomes popdict = {} for genome in newpop: fitness_key = "%1.8E" % (genome.fitness) if fitness_key in popdict.keys(): if popdict[fitness_key].age < genome.age: popdict[fitness_key] = genome else: popdict[fitness_key] = genome newpop = [] for genome in popdict.values(): if genome.age < options.max_age: newpop.append(genome) newpop.sort(key=lambda x: x.fitness) newpop = newpop[options.setup * rank:options.setup * (rank + 1)] for genome in newpop: logging.debug("genome fitness: %1.8E Age : %2i Mutations : %4i" % (genome.fitness, genome.age, genome.mutations)) #Checkpoint best solution if rank == 0: newpop[0].save(args[0]) # now run the processing for i in range(options.iterations): barrier(options.singlethreaded) logging.debug("Starting itteration %i" % (i)) nextpop = [] for genome in newpop: # now we have to create the offspring # TODO this is for the moment logging.debug("Generating children for %s" % (genome.uid)) number_of_children = options.setup number_of_mutations = mutations(options.c, estar, genome.fitness, options.scale) children = genome.generate_children(number_of_children, number_of_mutations, info, lookup, mags, ref_trajectories) # now save the children into the new file for child in children: nextpop.append(child) # and save the original nextpop.append(genome) # gather the population trans = [] for i in range(size): trans.append(nextpop) allpop = alltoall(options.singlethreaded, trans) newpop = [] for pop in allpop: newpop += pop popdict = {} for genome in newpop: fitness_key = "%1.8E" % (genome.fitness) if fitness_key in popdict.keys(): if popdict[fitness_key].age < genome.age: popdict[fitness_key] = genome else: popdict[fitness_key] = genome newpop = [] for genome in popdict.values(): if genome.age < options.max_age: newpop.append(genome) newpop.sort(key=lambda x: x.fitness) estar = newpop[0].fitness * 0.99 logging.debug("new estar is %f" % (estar)) newpop = newpop[options.setup * rank:options.setup * (rank + 1)] #Checkpoint best solution if rank == 0: newpop[0].save(args[0]) for genome in newpop: logging.debug( "genome fitness: %1.8E Age : %2i Mutations : %4i" % (genome.fitness, genome.age, genome.mutations)) barrier(options.singlethreaded) barrier(options.singlethreaded) # gather the population trans = [] for i in range(size): trans.append(nextpop) allpop = alltoall(options.singlethreaded, trans) newpop = [] for pop in allpop: newpop += pop newpop.sort(key=lambda x: x.fitness) newpop = newpop[options.setup * rank:options.setup * (rank + 1)] #Checkpoint best solution if rank == 0: newpop[0].save(args[0])
genome = ID_BCell() genome.load(filename) outfile = os.path.join(args[0], os.path.split(filename)[1]+'.h5') fg.output_fields(outfile, options.id_filename, options.lookup_filename, options.magnets_filename, genome.genome); sys.exit(0) if options.setup > 0: print("Running setup") for i in range(options.setup): # create a fresh maglist maglist = magnets.MagLists(mags) maglist.shuffle_all() genome = ID_BCell(options.id_filename, options.lookup_filename, options.magnets_filename) genome.create(maglist) genome.save(args[0]) for filename in args[1::]: print("Processing file %s" % (filename)) # load the genome genome = ID_BCell(options.id_filename, options.lookup_filename, options.magnets_filename) genome.load(filename) # now we have to create the offspring # TODO this is for the moment number_of_children = options.processing number_of_mutations = mutations(options.c, options.e, genome.fitness, options.scale) children = genome.generate_children(number_of_children, number_of_mutations)
except : logging.debug("Failed to load %s" % (fullpath)) if len(population) < options.setup: # Seed with children from first children = population[0].generate_children(options.setup-len(population), 20, info, lookup, mags, ref_trajectories) # now save the children into the new file for child in children: population.append(child) else : # make the initial population for i in range(options.setup): # create a fresh maglist maglist = magnets.MagLists(mags) maglist.shuffle_all() genome = ID_BCell() genome.create(info, lookup, mags, maglist, ref_trajectories) population.append(genome) # gather the population trans = [] for i in range(size): trans.append(population) allpop = MPI.COMM_WORLD.alltoall(trans) MPI.COMM_WORLD.Barrier() newpop = [] for pop in allpop: newpop += pop