def _execute_placer(self, pacman_report_state):
""" executes the placer
:param pacman_report_state:
:return:
"""
# execute placer or default placer (as seen fit)
if self._placer_algorithm is None:
self._placer_algorithm = BasicPlacer()
else:
self._placer_algorithm = self._placer_algorithm()
# execute placer
self._placements = self._placer_algorithm.place(
self._partitioned_graph, self._machine)
# execute placer reports if needed
if (pacman_report_state is not None
and pacman_report_state.placer_report):
pacman_reports.placer_reports_with_partitionable_graph(
graph=self._partitionable_graph,
graph_mapper=self._graph_mapper,
hostname=self._hostname,
machine=self._machine,
placements=self._placements,
report_folder=self._report_default_directory)
def test_place_where_vertices_have_vertices(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(self.vertices, self.vert1)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms, 'x:',
placement.x, 'y:', placement.y, 'p:', placement.p)
def test_place_vertex_too_big_with_vertex(self):
large_vertex = SimpleTestVertex(500, "Large vertex 500")
large_machine_vertex = large_vertex.create_machine_vertex(
0, 499, get_resources_used_by_atoms(0, 499, []))
# SimpleMachineVertex(0, 499, "Large vertex")
self.graph.add_vertex(large_vertex)
self.graph = ApplicationGraph("Graph", [large_vertex])
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices([large_machine_vertex], large_vertex)
self.bp = BasicPlacer(self.machine, self.graph)
self.graph = MachineGraph(vertices=[large_machine_vertex])
with self.assertRaises(PacmanPlaceException):
self.bp.place(self.graph, self.graph_mapper)
def test_fill_machine(self):
vertices = list()
for i in range(99 * 17): # 50 atoms per each processor on 20 chips
vertices.append(
SimpleTestVertex(0, 50, get_resources_used_by_atoms(0, 50, []),
"SimpleMachineVertex " + str(i)))
self.graph = ApplicationGraph("Graph", vertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(vertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.graph = MachineGraph(vertices=vertices)
self.bp.place(self.graph, self.graph_mapper)
def _execute_placer(self, pacman_report_state):
""" executes the placer
:param pacman_report_state:
:return:
"""
# execute placer or default placer (as seen fit)
if self._placer_algorithm is None:
self._placer_algorithm = BasicPlacer()
else:
self._placer_algorithm = self._placer_algorithm()
# execute placer
self._placements = self._placer_algorithm.place(
self._partitioned_graph, self._machine)
# execute placer reports if needed
if (pacman_report_state is not None and
pacman_report_state.placer_report):
pacman_reports.placer_reports_with_partitionable_graph(
graph=self._partitionable_graph,
graph_mapper=self._graph_mapper, hostname=self._hostname,
machine=self._machine, placements=self._placements,
report_folder=self._report_default_directory)
def test_many_vertices(self):
vertices = list()
for i in range(20 * 17): # 50 atoms per each processor on 20 chips
vertices.append(
SimpleTestVertex(0, 50, get_resources_used_by_atoms(0, 50, []),
"SimpleMachineVertex " + str(i)))
self.graph = ApplicationGraph("Graph", vertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(vertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.graph = MachineGraph(vertices=vertices)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms, 'x:',
placement.x, 'y:', placement.y, 'p:', placement.p)
def test_place_where_subvertices_have_vertices(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(self.subvertices, self.vert1)
placements = self.bp.place(self.subgraph, self.graph_mapper)
for placement in placements.placements:
print placement.subvertex.label, placement.subvertex.n_atoms, \
'x:', placement.x, 'y:', placement.y, 'p:', placement.p
def test_place_subvertex_too_big_with_vertex(self):
large_vertex = TestVertex(500, "Large vertex 500")
large_subvertex = large_vertex.create_subvertex(
0, 499, get_resources_used_by_atoms(0, 499, []))#PartitionedVertex(0, 499, "Large subvertex")
self.graph.add_vertex(large_vertex)
self.graph = PartitionableGraph("Graph",[large_vertex])
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices([large_subvertex], large_vertex)
self.bp = BasicPlacer(self.machine, self.graph)
self.subgraph = PartitionedGraph(subvertices=[large_subvertex])
with self.assertRaises(PacmanPlaceException):
placements = self.bp.place(self.subgraph, self.graph_mapper)
def test_deal_with_constraint_placement_vertices_have_vertices(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.vertex1.add_constraint(ChipAndCoreConstraint(1, 5, 2))
self.assertIsInstance(self.vertex1.constraints[0],
ChipAndCoreConstraint)
self.vertex2.add_constraint(ChipAndCoreConstraint(3, 5, 7))
self.vertex3.add_constraint(ChipAndCoreConstraint(2, 4, 6))
self.vertex4.add_constraint(ChipAndCoreConstraint(6, 7, 16))
self.vertices = list()
self.vertices.append(self.vertex1)
self.vertices.append(self.vertex2)
self.vertices.append(self.vertex3)
self.vertices.append(self.vertex4)
self.edges = list()
self.graph = MachineGraph(self.vertices, self.edges)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(self.vertices, self.vert1)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms, 'x:',
placement.x, 'y:', placement.y, 'p:', placement.p)
def test_place_vertex_too_big_with_vertex(self):
large_vertex = SimpleTestVertex(500, "Large vertex 500")
large_machine_vertex = large_vertex.create_machine_vertex(
0, 499, get_resources_used_by_atoms(0, 499, []))
# SimpleMachineVertex(0, 499, "Large vertex")
self.graph.add_vertex(large_vertex)
self.graph = ApplicationGraph("Graph", [large_vertex])
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices([large_machine_vertex], large_vertex)
self.bp = BasicPlacer(self.machine, self.graph)
self.graph = MachineGraph(vertices=[large_machine_vertex])
with self.assertRaises(PacmanPlaceException):
self.bp.place(self.graph, self.graph_mapper)
def test_fill_machine(self):
subvertices = list()
for i in range(99 * 17): #50 atoms per each processor on 20 chips
subvertices.append(PartitionedTestVertex(
0, 50, get_resources_used_by_atoms(0, 50, []),
"PartitionedVertex " + str(i)))
self.graph = PartitionableGraph("Graph",subvertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(subvertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.subgraph = PartitionedGraph(subvertices=subvertices)
placements = self.bp.place(self.subgraph, self.graph_mapper)
def test_fill_machine(self):
vertices = list()
for i in range(99 * 17): # 50 atoms per each processor on 20 chips
vertices.append(SimpleTestVertex(
0, 50, get_resources_used_by_atoms(0, 50, []),
"SimpleMachineVertex " + str(i)))
self.graph = ApplicationGraph("Graph", vertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(vertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.graph = MachineGraph(vertices=vertices)
self.bp.place(self.graph, self.graph_mapper)
def test_many_vertices(self):
vertices = list()
for i in range(20 * 17): # 50 atoms per each processor on 20 chips
vertices.append(SimpleTestVertex(
0, 50, get_resources_used_by_atoms(0, 50, []),
"SimpleMachineVertex " + str(i)))
self.graph = ApplicationGraph("Graph", vertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(vertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.graph = MachineGraph(vertices=vertices)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms,
'x:', placement.x, 'y:', placement.y, 'p:', placement.p)
def test_many_subvertices(self):
subvertices = list()
for i in range(20 * 17): #50 atoms per each processor on 20 chips
subvertices.append(PartitionedTestVertex(
0, 50, get_resources_used_by_atoms(0, 50, []),
"PartitionedVertex " + str(i)))
self.graph = PartitionableGraph("Graph",subvertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(subvertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.subgraph = PartitionedGraph(subvertices=subvertices)
placements = self.bp.place(self.subgraph, self.graph_mapper)
for placement in placements.placements:
print placement.subvertex.label, placement.subvertex.n_atoms, \
'x:', placement.x, 'y:', placement.y, 'p:', placement.p
def test_deal_with_constraint_placement_subvertices_have_vertices(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.subvertex1.add_constraint(PlacerChipAndCoreConstraint(1, 5, 2))
self.assertIsInstance(self.subvertex1.constraints[0], PlacerChipAndCoreConstraint)
self.subvertex2.add_constraint(PlacerChipAndCoreConstraint(3, 5, 7))
self.subvertex3.add_constraint(PlacerChipAndCoreConstraint(2, 4, 6))
self.subvertex4.add_constraint(PlacerChipAndCoreConstraint(6, 7, 16))
self.subvertices = list()
self.subvertices.append(self.subvertex1)
self.subvertices.append(self.subvertex2)
self.subvertices.append(self.subvertex3)
self.subvertices.append(self.subvertex4)
self.subedges = list()
self.subgraph = PartitionedGraph("Subgraph", self.subvertices,
self.subedges)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(self.subvertices, self.vert1)
placements = self.bp.place(self.subgraph, self.graph_mapper)
for placement in placements.placements:
print placement.subvertex.label, placement.subvertex.n_atoms, \
'x:', placement.x, 'y:', placement.y, 'p:', placement.p
def test_deal_with_constraint_placement_vertices_dont_have_vertex(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.vertex1.add_constraint(ChipAndCoreConstraint(8, 3, 2))
self.assertIsInstance(self.vertex1.constraints[0],
ChipAndCoreConstraint)
self.vertex2.add_constraint(ChipAndCoreConstraint(3, 5, 7))
self.vertex3.add_constraint(ChipAndCoreConstraint(2, 4, 6))
self.vertex4.add_constraint(ChipAndCoreConstraint(6, 4, 16))
self.vertices = list()
self.vertices.append(self.vertex1)
self.vertices.append(self.vertex2)
self.vertices.append(self.vertex3)
self.vertices.append(self.vertex4)
self.edges = list()
self.graph = MachineGraph(self.vertices, self.edges)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(self.vertices)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms,
'x:', placement.x, 'y:', placement.y, 'p:', placement.p)
class Spinnaker(FrontEndCommonConfigurationFunctions,
FrontEndCommonInterfaceFunctions,
FrontEndCommonProvenanceFunctions,
SpynnakerConfigurationFunctions):
"""
Spinnaker
"""
def __init__(self, host_name=None, timestep=None, min_delay=None,
max_delay=None, graph_label=None,
database_socket_addresses=None):
FrontEndCommonConfigurationFunctions.__init__(self, host_name,
graph_label)
SpynnakerConfigurationFunctions.__init__(self)
FrontEndCommonProvenanceFunctions.__init__(self)
self._database_socket_addresses = set()
self._database_interface = None
self._create_database = None
self._populations = list()
if self._app_id is None:
self._set_up_main_objects(
app_id=config.getint("Machine", "appID"),
execute_data_spec_report=config.getboolean(
"Reports", "writeTextSpecs"),
execute_partitioner_report=config.getboolean(
"Reports", "writePartitionerReports"),
execute_placer_report=config.getboolean(
"Reports", "writePlacerReports"),
execute_router_dat_based_report=config.getboolean(
"Reports", "writeRouterDatReport"),
reports_are_enabled=config.getboolean(
"Reports", "reportsEnabled"),
generate_performance_measurements=config.getboolean(
"Reports", "outputTimesForSections"),
execute_router_report=config.getboolean(
"Reports", "writeRouterReports"),
execute_write_reload_steps=config.getboolean(
"Reports", "writeReloadSteps"),
generate_transciever_report=config.getboolean(
"Reports", "writeTransceiverReport"),
execute_routing_info_report=config.getboolean(
"Reports", "writeRouterInfoReport"),
in_debug_mode=config.get("Mode", "mode") == "Debug",
generate_tag_report=config.getboolean(
"Reports", "writeTagAllocationReports"))
self._set_up_pacman_algorthms_listings(
partitioner_algorithm=config.get("Partitioner", "algorithm"),
placer_algorithm=config.get("Placer", "algorithm"),
key_allocator_algorithm=config.get(
"KeyAllocator", "algorithm"),
routing_algorithm=config.get("Routing", "algorithm"))
# set up exeuctable specifics
self._set_up_executable_specifics()
self._set_up_report_specifics(
default_report_file_path=config.get(
"Reports", "defaultReportFilePath"),
max_reports_kept=config.getint("Reports", "max_reports_kept"),
reports_are_enabled=config.getboolean(
"Reports", "reportsEnabled"),
write_provance_data=config.getboolean(
"Reports", "writeProvanceData"),
write_text_specs=config.getboolean(
"Reports", "writeTextSpecs"))
self._set_up_output_application_data_specifics(
max_application_binaries_kept=config.getint(
"Reports", "max_application_binaries_kept"),
where_to_write_application_data_files=config.get(
"Reports", "defaultApplicationDataFilePath"))
# set up spynnaker specifics, such as setting the machineName from conf
self._set_up_machine_specifics(
timestep, min_delay, max_delay, host_name)
self._spikes_per_second = float(config.getfloat(
"Simulation", "spikes_per_second"))
self._ring_buffer_sigma = float(config.getfloat(
"Simulation", "ring_buffer_sigma"))
# Determine default executable folder location
# and add this default to end of list of search paths
executable_finder.add_path(os.path.dirname(model_binaries.__file__))
FrontEndCommonInterfaceFunctions.__init__(
self, self._reports_states, self._report_default_directory,
self._app_data_runtime_folder)
logger.info("Setting time scale factor to {}."
.format(self._time_scale_factor))
logger.info("Setting appID to %d." % self._app_id)
# get the machine time step
logger.info("Setting machine time step to {} micro-seconds."
.format(self._machine_time_step))
self._edge_count = 0
# Manager of buffered sending
self._send_buffer_manager = None
def run(self, run_time):
"""
:param run_time:
:return:
"""
# sort out config param to be valid types
width = config.get("Machine", "width")
height = config.get("Machine", "height")
if width == "None":
width = None
else:
width = int(width)
if height == "None":
height = None
else:
height = int(height)
number_of_boards = config.get("Machine", "number_of_boards")
if number_of_boards == "None":
number_of_boards = None
self.setup_interfaces(
hostname=self._hostname,
bmp_details=config.get("Machine", "bmp_names"),
downed_chips=config.get("Machine", "down_chips"),
downed_cores=config.get("Machine", "down_cores"),
board_version=config.getint("Machine", "version"),
number_of_boards=number_of_boards, width=width, height=height,
is_virtual=config.getboolean("Machine", "virtual_board"),
virtual_has_wrap_arounds=config.getboolean(
"Machine", "requires_wrap_arounds"),
auto_detect_bmp=config.getboolean("Machine", "auto_detect_bmp"))
# adds extra stuff needed by the reload script which cannot be given
# directly.
if self._reports_states.transciever_report:
self._reload_script.runtime = run_time
self._reload_script.time_scale_factor = self._time_scale_factor
# create network report if needed
if self._reports_states is not None:
reports.network_specification_partitionable_report(
self._report_default_directory, self._partitionable_graph,
self._hostname)
# calculate number of machine time steps
if run_time is not None:
self._no_machine_time_steps =\
int((run_time * 1000.0) / self._machine_time_step)
ceiled_machine_time_steps = \
math.ceil((run_time * 1000.0) / self._machine_time_step)
if self._no_machine_time_steps != ceiled_machine_time_steps:
raise common_exceptions.ConfigurationException(
"The runtime and machine time step combination result in "
"a factional number of machine runable time steps and "
"therefore spinnaker cannot determine how many to run for")
for vertex in self._partitionable_graph.vertices:
if isinstance(vertex, AbstractDataSpecableVertex):
vertex.set_no_machine_time_steps(
self._no_machine_time_steps)
else:
self._no_machine_time_steps = None
logger.warn("You have set a runtime that will never end, this may"
"cause the neural models to fail to partition "
"correctly")
for vertex in self._partitionable_graph.vertices:
if (isinstance(vertex, AbstractPopulationRecordableVertex) and
vertex.record):
raise common_exceptions.ConfigurationException(
"recording a population when set to infinite runtime "
"is not currently supportable in this tool chain."
"watch this space")
do_timing = config.getboolean("Reports", "outputTimesForSections")
if do_timing:
timer = Timer()
else:
timer = None
self.set_runtime(run_time)
logger.info("*** Running Mapper *** ")
if do_timing:
timer.start_timing()
self.map_model()
if do_timing:
timer.take_sample()
# add database generation if requested
needs_database = self._auto_detect_database(self._partitioned_graph)
user_create_database = config.get("Database", "create_database")
if ((user_create_database == "None" and needs_database) or
user_create_database == "True"):
wait_on_confirmation = config.getboolean(
"Database", "wait_on_confirmation")
self._database_interface = SpynnakerDataBaseInterface(
self._app_data_runtime_folder, wait_on_confirmation,
self._database_socket_addresses)
self._database_interface.add_system_params(
self._time_scale_factor, self._machine_time_step,
self._runtime)
self._database_interface.add_machine_objects(self._machine)
self._database_interface.add_partitionable_vertices(
self._partitionable_graph)
self._database_interface.add_partitioned_vertices(
self._partitioned_graph, self._graph_mapper,
self._partitionable_graph)
self._database_interface.add_placements(self._placements,
self._partitioned_graph)
self._database_interface.add_routing_infos(
self._routing_infos, self._partitioned_graph)
self._database_interface.add_routing_tables(self._router_tables)
self._database_interface.add_tags(self._partitioned_graph,
self._tags)
execute_mapping = config.getboolean(
"Database", "create_routing_info_to_neuron_id_mapping")
if execute_mapping:
self._database_interface.create_neuron_to_key_mapping(
graph_mapper=self._graph_mapper,
partitionable_graph=self._partitionable_graph,
partitioned_graph=self._partitioned_graph,
routing_infos=self._routing_infos)
# if using a reload script, add if that needs to wait for
# confirmation
if self._reports_states.transciever_report:
self._reload_script.wait_on_confirmation = wait_on_confirmation
for socket_address in self._database_socket_addresses:
self._reload_script.add_socket_address(socket_address)
self._database_interface.send_read_notification()
# execute data spec generation
if do_timing:
timer.start_timing()
logger.info("*** Generating Output *** ")
logger.debug("")
executable_targets = self.generate_data_specifications()
if do_timing:
timer.take_sample()
# execute data spec execution
if do_timing:
timer.start_timing()
processor_to_app_data_base_address = \
self.execute_data_specification_execution(
config.getboolean("SpecExecution", "specExecOnHost"),
self._hostname, self._placements, self._graph_mapper,
write_text_specs=config.getboolean(
"Reports", "writeTextSpecs"),
runtime_application_data_folder=self._app_data_runtime_folder,
machine=self._machine)
if self._reports_states is not None:
reports.write_memory_map_report(self._report_default_directory,
processor_to_app_data_base_address)
if do_timing:
timer.take_sample()
if (not isinstance(self._machine, VirtualMachine) and
config.getboolean("Execute", "run_simulation")):
if do_timing:
timer.start_timing()
logger.info("*** Loading tags ***")
self.load_tags(self._tags)
if self._do_load is True:
logger.info("*** Loading data ***")
self._load_application_data(
self._placements, self._graph_mapper,
processor_to_app_data_base_address, self._hostname,
app_data_folder=self._app_data_runtime_folder,
verify=config.getboolean("Mode", "verify_writes"))
self.load_routing_tables(self._router_tables, self._app_id)
logger.info("*** Loading executables ***")
self.load_executable_images(executable_targets, self._app_id)
logger.info("*** Loading buffers ***")
self.set_up_send_buffering(self._partitioned_graph,
self._placements, self._tags)
# end of entire loading setup
if do_timing:
timer.take_sample()
if self._do_run is True:
logger.info("*** Running simulation... *** ")
if do_timing:
timer.start_timing()
# every thing is in sync0. load the initial buffers
self._send_buffer_manager.load_initial_buffers()
if do_timing:
timer.take_sample()
wait_on_confirmation = config.getboolean(
"Database", "wait_on_confirmation")
send_start_notification = config.getboolean(
"Database", "send_start_notification")
self.wait_for_cores_to_be_ready(executable_targets,
self._app_id)
# wait till external app is ready for us to start if required
if (self._database_interface is not None and
wait_on_confirmation):
self._database_interface.wait_for_confirmation()
self.start_all_cores(executable_targets, self._app_id)
if (self._database_interface is not None and
send_start_notification):
self._database_interface.send_start_notification()
if self._runtime is None:
logger.info("Application is set to run forever - exiting")
else:
self.wait_for_execution_to_complete(
executable_targets, self._app_id, self._runtime,
self._time_scale_factor)
self._has_ran = True
if self._retrieve_provance_data:
progress = ProgressBar(self._placements.n_placements + 1,
"getting provenance data")
# retrieve provence data from central
file_path = os.path.join(self._report_default_directory,
"provance_data")
# check the directory doesnt already exist
if not os.path.exists(file_path):
os.mkdir(file_path)
# write provanence data
self.write_provenance_data_in_xml(file_path, self._txrx)
progress.update()
# retrieve provenance data from any cores that provide data
for placement in self._placements.placements:
if isinstance(placement.subvertex,
AbstractProvidesProvenanceData):
core_file_path = os.path.join(
file_path,
"Provanence_data_for_{}_{}_{}_{}.xml".format(
placement.subvertex.label,
placement.x, placement.y, placement.p))
placement.subvertex.write_provenance_data_in_xml(
core_file_path, self.transceiver, placement)
progress.update()
progress.end()
elif isinstance(self._machine, VirtualMachine):
logger.info(
"*** Using a Virtual Machine so no simulation will occur")
else:
logger.info("*** No simulation requested: Stopping. ***")
@property
def app_id(self):
"""
:return:
"""
return self._app_id
@property
def has_ran(self):
"""
:return:
"""
return self._has_ran
@property
def machine_time_step(self):
"""
:return:
"""
return self._machine_time_step
@property
def no_machine_time_steps(self):
"""
:return:
"""
return self._no_machine_time_steps
@property
def timescale_factor(self):
"""
:return:
"""
return self._time_scale_factor
@property
def spikes_per_second(self):
"""
:return:
"""
return self._spikes_per_second
@property
def ring_buffer_sigma(self):
"""
:return:
"""
return self._ring_buffer_sigma
@property
def get_multi_cast_source(self):
"""
:return:
"""
return self._multi_cast_vertex
@property
def partitioned_graph(self):
"""
:return:
"""
return self._partitioned_graph
@property
def partitionable_graph(self):
"""
:return:
"""
return self._partitionable_graph
@property
def placements(self):
"""
:return:
"""
return self._placements
@property
def transceiver(self):
"""
:return:
"""
return self._txrx
@property
def graph_mapper(self):
"""
:return:
"""
return self._graph_mapper
@property
def routing_infos(self):
"""
:return:
"""
return self._routing_infos
def set_app_id(self, value):
"""
:param value:
:return:
"""
self._app_id = value
def get_current_time(self):
"""
:return:
"""
if self._has_ran:
return float(self._runtime)
return 0.0
def __repr__(self):
return "Spinnaker object for machine {}".format(self._hostname)
def map_model(self):
"""
executes the pacman compilation stack
"""
pacman_report_state = \
self._reports_states.generate_pacman_report_states()
self._add_virtual_chips()
# execute partitioner
self._execute_partitioner(pacman_report_state)
# execute placer
self._execute_placer(pacman_report_state)
# exeucte tag allocator
self._execute_tag_allocator(pacman_report_state)
# execute pynn subedge pruning
self._partitioned_graph, self._graph_mapper = \
GraphEdgeFilter(self._report_default_directory)\
.run(self._partitioned_graph, self._graph_mapper)
# execute key allocator
self._execute_key_allocator(pacman_report_state)
# execute router
self._execute_router(pacman_report_state)
def _execute_tag_allocator(self, pacman_report_state):
"""
:param pacman_report_state:
:return:
"""
if self._tag_allocator_algorithm is None:
self._tag_allocator_algorithm = BasicTagAllocator()
else:
self._tag_allocator_algorithm = self._tag_allocator_algorithm()
# execute tag allocation
self._tags = self._tag_allocator_algorithm.allocate_tags(
self._machine, self._placements)
# generate reports
if (pacman_report_state is not None and
pacman_report_state.tag_allocation_report):
pacman_reports.tag_allocator_report(
self._report_default_directory, self._tags)
def _execute_key_allocator(self, pacman_report_state):
""" executes the key allocator
:param pacman_report_state:
:return:
"""
if self._key_allocator_algorithm is None:
self._key_allocator_algorithm = BasicRoutingInfoAllocator()
else:
self._key_allocator_algorithm = self._key_allocator_algorithm()
# execute routing info generator
# Generate an n_keys map for the graph and add constraints
n_keys_map = DictBasedPartitionedEdgeNKeysMap()
for edge in self._partitioned_graph.subedges:
vertex_slice = self._graph_mapper.get_subvertex_slice(
edge.pre_subvertex)
super_edge = (self._graph_mapper
.get_partitionable_edge_from_partitioned_edge(edge))
if not isinstance(super_edge.pre_vertex,
AbstractProvidesNKeysForEdge):
n_keys_map.set_n_keys_for_patitioned_edge(edge,
vertex_slice.n_atoms)
else:
n_keys_map.set_n_keys_for_patitioned_edge(
edge,
super_edge.pre_vertex.get_n_keys_for_partitioned_edge(
edge, self._graph_mapper))
if isinstance(super_edge.pre_vertex,
AbstractProvidesOutgoingEdgeConstraints):
edge.add_constraints(
super_edge.pre_vertex.get_outgoing_edge_constraints(
edge, self._graph_mapper))
if isinstance(super_edge.post_vertex,
AbstractProvidesIncomingEdgeConstraints):
edge.add_constraints(
super_edge.post_vertex.get_incoming_edge_constraints(
edge, self._graph_mapper))
# execute routing info generator
self._routing_infos = \
self._key_allocator_algorithm.allocate_routing_info(
self._partitioned_graph, self._placements, n_keys_map)
# generate reports
if (pacman_report_state is not None and
pacman_report_state.routing_info_report):
pacman_reports.routing_info_reports(
self._report_default_directory, self._partitioned_graph,
self._routing_infos)
def _execute_router(self, pacman_report_state):
""" exectes the router algorithum
:param pacman_report_state:
:return:
"""
# set up a default placer algorithm if none are specified
if self._router_algorithm is None:
self._router_algorithm = BasicDijkstraRouting()
else:
self._router_algorithm = self._router_algorithm()
self._router_tables = \
self._router_algorithm.route(
self._routing_infos, self._placements, self._machine,
self._partitioned_graph)
if pacman_report_state is not None and \
pacman_report_state.router_report:
pacman_reports.router_reports(
graph=self._partitionable_graph, hostname=self._hostname,
graph_to_sub_graph_mapper=self._graph_mapper,
placements=self._placements,
report_folder=self._report_default_directory,
include_dat_based=pacman_report_state.router_dat_based_report,
routing_tables=self._router_tables,
routing_info=self._routing_infos, machine=self._machine)
if self._in_debug_mode:
# check that all routes are valid and no cycles exist
valid_route_checker = ValidRouteChecker(
placements=self._placements, routing_infos=self._routing_infos,
routing_tables=self._router_tables, machine=self._machine,
partitioned_graph=self._partitioned_graph)
valid_route_checker.validate_routes()
def _execute_partitioner(self, pacman_report_state):
""" executes the partitioner function
:param pacman_report_state:
:return:
"""
# execute partitioner or default partitioner (as seen fit)
if self._partitioner_algorithm is None:
self._partitioner_algorithm = BasicPartitioner()
else:
self._partitioner_algorithm = self._partitioner_algorithm()
# execute partitioner
self._partitioned_graph, self._graph_mapper = \
self._partitioner_algorithm.partition(self._partitionable_graph,
self._machine)
# execute reports
if (pacman_report_state is not None and
pacman_report_state.partitioner_report):
pacman_reports.partitioner_reports(
self._report_default_directory, self._hostname,
self._partitionable_graph, self._graph_mapper)
def _execute_placer(self, pacman_report_state):
""" executes the placer
:param pacman_report_state:
:return:
"""
# execute placer or default placer (as seen fit)
if self._placer_algorithm is None:
self._placer_algorithm = BasicPlacer()
else:
self._placer_algorithm = self._placer_algorithm()
# execute placer
self._placements = self._placer_algorithm.place(
self._partitioned_graph, self._machine)
# execute placer reports if needed
if (pacman_report_state is not None and
pacman_report_state.placer_report):
pacman_reports.placer_reports_with_partitionable_graph(
graph=self._partitionable_graph,
graph_mapper=self._graph_mapper, hostname=self._hostname,
machine=self._machine, placements=self._placements,
report_folder=self._report_default_directory)
def generate_data_specifications(self):
""" generates the dsg for the graph.
:return:
"""
# iterate though subvertexes and call generate_data_spec for each
# vertex
executable_targets = ExecutableTargets()
# create a progress bar for end users
progress_bar = ProgressBar(len(list(self._placements.placements)),
"on generating data specifications")
for placement in self._placements.placements:
associated_vertex =\
self._graph_mapper.get_vertex_from_subvertex(
placement.subvertex)
# if the vertex can generate a DSG, call it
if isinstance(associated_vertex, AbstractDataSpecableVertex):
ip_tags = self._tags.get_ip_tags_for_vertex(
placement.subvertex)
reverse_ip_tags = self._tags.get_reverse_ip_tags_for_vertex(
placement.subvertex)
associated_vertex.generate_data_spec(
placement.subvertex, placement, self._partitioned_graph,
self._partitionable_graph, self._routing_infos,
self._hostname, self._graph_mapper,
self._report_default_directory, ip_tags, reverse_ip_tags,
self._writeTextSpecs, self._app_data_runtime_folder)
progress_bar.update()
# Get name of binary from vertex
binary_name = associated_vertex.get_binary_file_name()
# Attempt to find this within search paths
binary_path = executable_finder.get_executable_path(
binary_name)
if binary_path is None:
raise exceptions.ExecutableNotFoundException(binary_name)
if not executable_targets.has_binary(binary_path):
executable_targets.add_binary(binary_path)
executable_targets.add_processor(
binary_path, placement.x, placement.y, placement.p)
# finish the progress bar
progress_bar.end()
return executable_targets
def add_vertex(self, vertex_to_add):
"""
:param vertex_to_add:
:return:
"""
if isinstance(vertex_to_add, CommandSender):
self._multi_cast_vertex = vertex_to_add
self._partitionable_graph.add_vertex(vertex_to_add)
if isinstance(vertex_to_add, AbstractSendMeMulticastCommandsVertex):
if self._multi_cast_vertex is None:
self._multi_cast_vertex = CommandSender(
self._machine_time_step, self._time_scale_factor)
self.add_vertex(self._multi_cast_vertex)
edge = MultiCastPartitionableEdge(
self._multi_cast_vertex, vertex_to_add)
self._multi_cast_vertex.add_commands(vertex_to_add.commands, edge)
self.add_edge(edge)
# add any dependent edges and verts if needed
if isinstance(vertex_to_add,
AbstractVertexWithEdgeToDependentVertices):
for dependant_vertex in vertex_to_add.dependent_vertices:
self.add_vertex(dependant_vertex)
dependant_edge = MultiCastPartitionableEdge(
pre_vertex=vertex_to_add, post_vertex=dependant_vertex)
self.add_edge(dependant_edge)
def add_edge(self, edge_to_add):
"""
:param edge_to_add:
:return:
"""
self._partitionable_graph.add_edge(edge_to_add)
def create_population(self, size, cellclass, cellparams, structure, label):
"""
:param size:
:param cellclass:
:param cellparams:
:param structure:
:param label:
:return:
"""
return Population(
size=size, cellclass=cellclass, cellparams=cellparams,
structure=structure, label=label, spinnaker=self)
def _add_population(self, population):
""" Called by each population to add itself to the list
"""
self._populations.append(population)
def create_projection(
self, presynaptic_population, postsynaptic_population, connector,
source, target, synapse_dynamics, label, rng):
"""
:param presynaptic_population:
:param postsynaptic_population:
:param connector:
:param source:
:param target:
:param synapse_dynamics:
:param label:
:param rng:
:return:
"""
if label is None:
label = "Projection {}".format(self._edge_count)
self._edge_count += 1
return Projection(
presynaptic_population=presynaptic_population, label=label,
postsynaptic_population=postsynaptic_population, rng=rng,
connector=connector, source=source, target=target,
synapse_dynamics=synapse_dynamics, spinnaker_control=self,
machine_time_step=self._machine_time_step,
timescale_factor=self._time_scale_factor)
def _add_virtual_chips(self):
# allocate chip ids to the virutal chips
chip_id_allocator = MallocBasedChipIdAllocator()
chip_id_allocator.allocate_chip_ids(self._partitionable_graph,
self._machine)
# add virtual chips to the machine object
for vertex in self._partitionable_graph.vertices:
if isinstance(vertex, AbstractVirtualVertex):
# check if the virtual chip doesn't already exist
if self._machine.get_chip_at(vertex.virtual_chip_x,
vertex.virtual_chip_y) is None:
virutal_chip = self._create_virtual_chip(vertex)
self._machine.add_chip(virutal_chip)
def _create_virtual_chip(self, virtual_vertex):
""" Create a virtual chip as a real chip in the spinnmachine machine\
object
:param virtual_vertex: virutal vertex to convert into a real chip
:return: the real chip
"""
sdram_object = SDRAM()
# creates the two links
spinnaker_link_id = virtual_vertex.get_spinnaker_link_id
spinnaker_link_data = \
self._machine.locate_connected_chips_coords_and_link(
config.getint("Machine", "version"), spinnaker_link_id)
virtual_link_id = (spinnaker_link_data.connected_link + 3) % 6
to_virtual_chip_link = Link(
destination_x=virtual_vertex.virtual_chip_x,
destination_y=virtual_vertex.virtual_chip_y,
source_x=spinnaker_link_data.connected_chip_x,
source_y=spinnaker_link_data.connected_chip_y,
multicast_default_from=virtual_link_id,
multicast_default_to=virtual_link_id,
source_link_id=spinnaker_link_data.connected_link)
from_virtual_chip_link = Link(
destination_x=spinnaker_link_data.connected_chip_x,
destination_y=spinnaker_link_data.connected_chip_y,
source_x=virtual_vertex.virtual_chip_x,
source_y=virtual_vertex.virtual_chip_y,
multicast_default_from=(spinnaker_link_data.connected_link),
multicast_default_to=spinnaker_link_data.connected_link,
source_link_id=virtual_link_id)
# create the router
links = [from_virtual_chip_link]
router_object = MachineRouter(
links=links, emergency_routing_enabled=False,
clock_speed=MachineRouter.ROUTER_DEFAULT_CLOCK_SPEED,
n_available_multicast_entries=sys.maxint)
# create the processors
processors = list()
for virtual_core_id in range(0, 128):
processors.append(Processor(virtual_core_id,
Processor.CPU_AVAILABLE,
virtual_core_id == 0))
# connect the real chip with the virtual one
connected_chip = self._machine.get_chip_at(
spinnaker_link_data.connected_chip_x,
spinnaker_link_data.connected_chip_y)
connected_chip.router.add_link(to_virtual_chip_link)
# return new v chip
return Chip(
processors=processors, router=router_object, sdram=sdram_object,
x=virtual_vertex.virtual_chip_x, y=virtual_vertex.virtual_chip_y,
virtual=True, nearest_ethernet_x=None, nearest_ethernet_y=None)
def stop(self, turn_off_machine=None, clear_routing_tables=None,
clear_tags=None):
"""
:param turn_off_machine: decides if the machine should be powered down\
after running the exeuction. Note that this powers down all boards\
connected to the BMP connections given to the transciever
:type turn_off_machine: bool
:param clear_routing_tables: informs the tool chain if it\
should turn off the clearing of the routing tables
:type clear_routing_tables: bool
:param clear_tags: informs the tool chain if it should clear the tags\
off the machine at stop
:type clear_tags: boolean
:return: None
"""
for population in self._populations:
population._end()
if turn_off_machine is None:
config.getboolean("Machine", "turn_off_machine")
if clear_routing_tables is None:
config.getboolean("Machine", "clear_routing_tables")
if clear_tags is None:
config.getboolean("Machine", "clear_tags")
# if stopping on machine, clear iptags and
if clear_tags:
for ip_tag in self._tags.ip_tags:
self._txrx.clear_ip_tag(
ip_tag.tag, board_address=ip_tag.board_address)
for reverse_ip_tag in self._tags.reverse_ip_tags:
self._txrx.clear_ip_tag(
reverse_ip_tag.tag,
board_address=reverse_ip_tag.board_address)
# if clearing routing table entries, clear
if clear_routing_tables:
for router_table in self._router_tables.routing_tables:
if not self._machine.get_chip_at(router_table.x,
router_table.y).virtual:
self._txrx.clear_multicast_routes(router_table.x,
router_table.y)
# execute app stop
# self._txrx.stop_application(self._app_id)
if self._create_database:
self._database_interface.stop()
# if asked to turn off machine, power down each rack via bmp
# connections
if turn_off_machine:
self._txrx.power_off_machine()
# stop the transciever
self._txrx.close()
def _add_socket_address(self, socket_address):
"""
:param socket_address:
:return:
"""
self._database_socket_addresses.add(socket_address)
class TestBasicPlacer(unittest.TestCase):
"""
test for basic placement algorithum
"""
def setUp(self):
#######################################################################
# Setting up vertices, edges and graph #
#######################################################################
self.vert1 = SimpleTestVertex(100,
"New AbstractConstrainedTestVertex 1")
self.vert2 = SimpleTestVertex(5, "New AbstractConstrainedTestVertex 2")
self.vert3 = SimpleTestVertex(3, "New AbstractConstrainedTestVertex 3")
self.edge1 = ApplicationEdge(self.vert1, self.vert2, "First edge")
self.edge2 = ApplicationEdge(self.vert2, self.vert1, "Second edge")
self.edge3 = ApplicationEdge(self.vert1, self.vert3, "Third edge")
self.verts = [self.vert1, self.vert2, self.vert3]
self.edges = [self.edge1, self.edge2, self.edge3]
self.graph = ApplicationGraph("Graph", self.verts, self.edges)
#######################################################################
# Setting up machine #
#######################################################################
flops = 1000
(_, _, n, _, _, s) = range(6)
processors = list()
for i in range(18):
processors.append(Processor(i, flops))
_sdram = SDRAM(128 * (2**20))
ip = "192.168.240.253"
chips = list()
for x in range(10):
for y in range(10):
links = list()
links.append(Link(x, y, 0, (x + 1) % 10, y, n, n))
links.append(Link(x, y, 1, (x + 1) % 10, (y + 1) % 10, s, s))
links.append(Link(x, y, 2, x, (y + 1) % 10, n, n))
links.append(Link(x, y, 3, (x - 1) % 10, y, s, s))
links.append(Link(x, y, 4, (x - 1) % 10, (y - 1) % 10, n, n))
links.append(Link(x, y, 5, x, (y - 1) % 10, s, s))
r = Router(links, False, 100, 1024)
chips.append(Chip(x, y, processors, r, _sdram, 0, 0, ip))
self.machine = Machine(chips)
#######################################################################
# Setting up graph and graph_mapper #
#######################################################################
self.vertices = list()
self.vertex1 = SimpleMachineVertex(
0, 1, self.vert1.get_resources_used_by_atoms(Slice(0, 1)),
"First vertex")
self.vertex2 = SimpleMachineVertex(
1, 5, get_resources_used_by_atoms(1, 5, []), "Second vertex")
self.vertex3 = SimpleMachineVertex(
5, 10, get_resources_used_by_atoms(5, 10, []), "Third vertex")
self.vertex4 = SimpleMachineVertex(
10, 100, get_resources_used_by_atoms(10, 100, []), "Fourth vertex")
self.vertices.append(self.vertex1)
self.vertices.append(self.vertex2)
self.vertices.append(self.vertex3)
self.vertices.append(self.vertex4)
self.edges = list()
self.graph = MachineGraph(self.vertices, self.edges)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(self.vertices)
@unittest.skip("demonstrating skipping")
def test_new_basic_placer(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.assertEqual(self.bp._machine, self.machine)
self.assertEqual(self.bp._graph, self.graph)
@unittest.skip("demonstrating skipping")
def test_place_where_vertices_dont_have_vertex(self):
self.bp = BasicPlacer(self.machine, self.graph)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms, 'x:',
placement.x, 'y:', placement.y, 'p:', placement.p)
@unittest.skip("demonstrating skipping")
def test_place_where_vertices_have_vertices(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(self.vertices, self.vert1)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms, 'x:',
placement.x, 'y:', placement.y, 'p:', placement.p)
@unittest.skip("demonstrating skipping")
def test_place_vertex_too_big_with_vertex(self):
large_vertex = SimpleTestVertex(500, "Large vertex 500")
large_machine_vertex = large_vertex.create_machine_vertex(
0, 499, get_resources_used_by_atoms(0, 499, []))
# SimpleMachineVertex(0, 499, "Large vertex")
self.graph.add_vertex(large_vertex)
self.graph = ApplicationGraph("Graph", [large_vertex])
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices([large_machine_vertex], large_vertex)
self.bp = BasicPlacer(self.machine, self.graph)
self.graph = MachineGraph(vertices=[large_machine_vertex])
with self.assertRaises(PacmanPlaceException):
self.bp.place(self.graph, self.graph_mapper)
@unittest.skip("demonstrating skipping")
def test_try_to_place(self):
self.assertEqual(True, False, "Test not implemented yet")
@unittest.skip("demonstrating skipping")
def test_deal_with_constraint_placement_vertices_dont_have_vertex(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.vertex1.add_constraint(ChipAndCoreConstraint(8, 3, 2))
self.assertIsInstance(self.vertex1.constraints[0],
ChipAndCoreConstraint)
self.vertex2.add_constraint(ChipAndCoreConstraint(3, 5, 7))
self.vertex3.add_constraint(ChipAndCoreConstraint(2, 4, 6))
self.vertex4.add_constraint(ChipAndCoreConstraint(6, 4, 16))
self.vertices = list()
self.vertices.append(self.vertex1)
self.vertices.append(self.vertex2)
self.vertices.append(self.vertex3)
self.vertices.append(self.vertex4)
self.edges = list()
self.graph = MachineGraph(self.vertices, self.edges)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(self.vertices)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms, 'x:',
placement.x, 'y:', placement.y, 'p:', placement.p)
@unittest.skip("demonstrating skipping")
def test_deal_with_constraint_placement_vertices_have_vertices(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.vertex1.add_constraint(ChipAndCoreConstraint(1, 5, 2))
self.assertIsInstance(self.vertex1.constraints[0],
ChipAndCoreConstraint)
self.vertex2.add_constraint(ChipAndCoreConstraint(3, 5, 7))
self.vertex3.add_constraint(ChipAndCoreConstraint(2, 4, 6))
self.vertex4.add_constraint(ChipAndCoreConstraint(6, 7, 16))
self.vertices = list()
self.vertices.append(self.vertex1)
self.vertices.append(self.vertex2)
self.vertices.append(self.vertex3)
self.vertices.append(self.vertex4)
self.edges = list()
self.graph = MachineGraph(self.vertices, self.edges)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(self.vertices, self.vert1)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms, 'x:',
placement.x, 'y:', placement.y, 'p:', placement.p)
@unittest.skip("demonstrating skipping")
def test_unsupported_non_placer_constraint(self):
self.assertEqual(True, False, "Test not implemented yet")
@unittest.skip("demonstrating skipping")
def test_unsupported_placer_constraint(self):
self.assertEqual(True, False, "Test not implemented yet")
@unittest.skip("demonstrating skipping")
def test_unsupported_placer_constraints(self):
self.assertEqual(True, False, "Test not implemented yet")
@unittest.skip("demonstrating skipping")
def test_many_vertices(self):
vertices = list()
for i in range(20 * 17): # 50 atoms per each processor on 20 chips
vertices.append(
SimpleTestVertex(0, 50, get_resources_used_by_atoms(0, 50, []),
"SimpleMachineVertex " + str(i)))
self.graph = ApplicationGraph("Graph", vertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(vertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.graph = MachineGraph(vertices=vertices)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms, 'x:',
placement.x, 'y:', placement.y, 'p:', placement.p)
@unittest.skip("demonstrating skipping")
def test_too_many_vertices(self):
vertices = list()
for i in range(100 * 17): # 50 atoms per each processor on 20 chips
vertices.append(
SimpleTestVertex(0, 50, get_resources_used_by_atoms(0, 50, []),
"SimpleMachineVertex " + str(i)))
self.graph = ApplicationGraph("Graph", vertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(vertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.graph = MachineGraph(vertices=vertices)
with self.assertRaises(PacmanPlaceException):
self.bp.place(self.graph, self.graph_mapper)
@unittest.skip("demonstrating skipping")
def test_fill_machine(self):
vertices = list()
for i in range(99 * 17): # 50 atoms per each processor on 20 chips
vertices.append(
SimpleTestVertex(0, 50, get_resources_used_by_atoms(0, 50, []),
"SimpleMachineVertex " + str(i)))
self.graph = ApplicationGraph("Graph", vertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_vertices(vertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.graph = MachineGraph(vertices=vertices)
self.bp.place(self.graph, self.graph_mapper)
class TestBasicPlacer(unittest.TestCase):
"""
test for basic placement algorithum
"""
def setUp(self):
########################################################################
# Setting up vertices, edges and graph #
########################################################################
self.vert1 = TestVertex(100, "New AbstractConstrainedTestVertex 1")
self.vert2 = TestVertex(5, "New AbstractConstrainedTestVertex 2")
self.vert3 = TestVertex(3, "New AbstractConstrainedTestVertex 3")
self.edge1 = MultiCastPartitionableEdge(self.vert1, self.vert2,
"First edge")
self.edge2 = MultiCastPartitionableEdge(self.vert2, self.vert1,
"Second edge")
self.edge3 = MultiCastPartitionableEdge(self.vert1, self.vert3,
"Third edge")
self.verts = [self.vert1, self.vert2, self.vert3]
self.edges = [self.edge1, self.edge2, self.edge3]
self.graph = PartitionableGraph("Graph", self.verts, self.edges)
########################################################################
# Setting up machine #
########################################################################
flops = 1000
(e, ne, n, w, sw, s) = range(6)
processors = list()
for i in range(18):
processors.append(Processor(i, flops))
_sdram = SDRAM(128 * (2**20))
ip = "192.168.240.253"
chips = list()
for x in range(10):
for y in range(10):
links = list()
links.append(Link(x, y, 0, (x + 1) % 10, y, n, n))
links.append(Link(x, y, 1, (x + 1) % 10, (y + 1) % 10, s, s))
links.append(Link(x, y, 2, x, (y + 1) % 10, n, n))
links.append(Link(x, y, 3, (x - 1) % 10, y, s, s))
links.append(Link(x, y, 4, (x - 1) % 10, (y - 1) % 10, n, n))
links.append(Link(x, y, 5, x, (y - 1) % 10, s, s))
r = Router(links, False, 100, 1024)
chips.append(Chip(x, y, processors, r, _sdram, 0, 0, ip))
self.machine = Machine(chips)
########################################################################
# Setting up subgraph and graph_mapper #
########################################################################
self.subvertices = list()
self.subvertex1 = PartitionedVertex(
0, 1, self.vert1.get_resources_used_by_atoms(0, 1, []),
"First subvertex")
self.subvertex2 = PartitionedVertex(
1, 5, get_resources_used_by_atoms(1, 5, []), "Second subvertex")
self.subvertex3 = PartitionedVertex(
5, 10, get_resources_used_by_atoms(5, 10, []), "Third subvertex")
self.subvertex4 = PartitionedVertex(
10, 100, get_resources_used_by_atoms(10, 100, []),
"Fourth subvertex")
self.subvertices.append(self.subvertex1)
self.subvertices.append(self.subvertex2)
self.subvertices.append(self.subvertex3)
self.subvertices.append(self.subvertex4)
self.subedges = list()
self.subgraph = PartitionedGraph("Subgraph", self.subvertices,
self.subedges)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(self.subvertices)
@unittest.skip("demonstrating skipping")
def test_new_basic_placer(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.assertEqual(self.bp._machine, self.machine)
self.assertEqual(self.bp._graph, self.graph)
@unittest.skip("demonstrating skipping")
def test_place_where_subvertices_dont_have_vertex(self):
self.bp = BasicPlacer(self.machine, self.graph)
placements = self.bp.place(self.subgraph, self.graph_mapper)
for placement in placements.placements:
print placement.subvertex.label, placement.subvertex.n_atoms, \
'x:', placement.x, 'y:', placement.y, 'p:', placement.p
@unittest.skip("demonstrating skipping")
def test_place_where_subvertices_have_vertices(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(self.subvertices, self.vert1)
placements = self.bp.place(self.subgraph, self.graph_mapper)
for placement in placements.placements:
print placement.subvertex.label, placement.subvertex.n_atoms, \
'x:', placement.x, 'y:', placement.y, 'p:', placement.p
@unittest.skip("demonstrating skipping")
def test_place_subvertex_too_big_with_vertex(self):
large_vertex = TestVertex(500, "Large vertex 500")
large_subvertex = large_vertex.create_subvertex(
0, 499, get_resources_used_by_atoms(0, 499, []))#PartitionedVertex(0, 499, "Large subvertex")
self.graph.add_vertex(large_vertex)
self.graph = PartitionableGraph("Graph",[large_vertex])
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices([large_subvertex], large_vertex)
self.bp = BasicPlacer(self.machine, self.graph)
self.subgraph = PartitionedGraph(subvertices=[large_subvertex])
with self.assertRaises(PacmanPlaceException):
placements = self.bp.place(self.subgraph, self.graph_mapper)
@unittest.skip("demonstrating skipping")
def test_try_to_place(self):
self.assertEqual(True, False, "Test not implemented yet")
@unittest.skip("demonstrating skipping")
def test_deal_with_constraint_placement_subvertices_dont_have_vertex(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.subvertex1.add_constraint(PlacerChipAndCoreConstraint(8, 3, 2))
self.assertIsInstance(self.subvertex1.constraints[0], PlacerChipAndCoreConstraint)
self.subvertex2.add_constraint(PlacerChipAndCoreConstraint(3, 5, 7))
self.subvertex3.add_constraint(PlacerChipAndCoreConstraint(2, 4, 6))
self.subvertex4.add_constraint(PlacerChipAndCoreConstraint(6, 4, 16))
self.subvertices = list()
self.subvertices.append(self.subvertex1)
self.subvertices.append(self.subvertex2)
self.subvertices.append(self.subvertex3)
self.subvertices.append(self.subvertex4)
self.subedges = list()
self.subgraph = PartitionedGraph("Subgraph", self.subvertices,
self.subedges)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(self.subvertices)
placements = self.bp.place(self.subgraph, self.graph_mapper)
for placement in placements.placements:
print placement.subvertex.label, placement.subvertex.n_atoms, \
'x:', placement.x, 'y:', placement.y, 'p:', placement.p
@unittest.skip("demonstrating skipping")
def test_deal_with_constraint_placement_subvertices_have_vertices(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.subvertex1.add_constraint(PlacerChipAndCoreConstraint(1, 5, 2))
self.assertIsInstance(self.subvertex1.constraints[0], PlacerChipAndCoreConstraint)
self.subvertex2.add_constraint(PlacerChipAndCoreConstraint(3, 5, 7))
self.subvertex3.add_constraint(PlacerChipAndCoreConstraint(2, 4, 6))
self.subvertex4.add_constraint(PlacerChipAndCoreConstraint(6, 7, 16))
self.subvertices = list()
self.subvertices.append(self.subvertex1)
self.subvertices.append(self.subvertex2)
self.subvertices.append(self.subvertex3)
self.subvertices.append(self.subvertex4)
self.subedges = list()
self.subgraph = PartitionedGraph("Subgraph", self.subvertices,
self.subedges)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(self.subvertices, self.vert1)
placements = self.bp.place(self.subgraph, self.graph_mapper)
for placement in placements.placements:
print placement.subvertex.label, placement.subvertex.n_atoms, \
'x:', placement.x, 'y:', placement.y, 'p:', placement.p
@unittest.skip("demonstrating skipping")
def test_unsupported_non_placer_constraint(self):
self.assertEqual(True, False, "Test not implemented yet")
@unittest.skip("demonstrating skipping")
def test_unsupported_placer_constraint(self):
self.assertEqual(True, False, "Test not implemented yet")
@unittest.skip("demonstrating skipping")
def test_unsupported_placer_constraints(self):
self.assertEqual(True, False, "Test not implemented yet")
@unittest.skip("demonstrating skipping")
def test_many_subvertices(self):
subvertices = list()
for i in range(20 * 17): #50 atoms per each processor on 20 chips
subvertices.append(PartitionedTestVertex(
0, 50, get_resources_used_by_atoms(0, 50, []),
"PartitionedVertex " + str(i)))
self.graph = PartitionableGraph("Graph",subvertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(subvertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.subgraph = PartitionedGraph(subvertices=subvertices)
placements = self.bp.place(self.subgraph, self.graph_mapper)
for placement in placements.placements:
print placement.subvertex.label, placement.subvertex.n_atoms, \
'x:', placement.x, 'y:', placement.y, 'p:', placement.p
@unittest.skip("demonstrating skipping")
def test_too_many_subvertices(self):
subvertices = list()
for i in range(100 * 17): #50 atoms per each processor on 20 chips
subvertices.append(PartitionedTestVertex(
0, 50, get_resources_used_by_atoms(0, 50, []),
"PartitionedVertex " + str(i)))
self.graph = PartitionableGraph("Graph",subvertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(subvertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.subgraph = PartitionedGraph(subvertices=subvertices)
with self.assertRaises(PacmanPlaceException):
placements = self.bp.place(self.subgraph, self.graph_mapper)
@unittest.skip("demonstrating skipping")
def test_fill_machine(self):
subvertices = list()
for i in range(99 * 17): #50 atoms per each processor on 20 chips
subvertices.append(PartitionedTestVertex(
0, 50, get_resources_used_by_atoms(0, 50, []),
"PartitionedVertex " + str(i)))
self.graph = PartitionableGraph("Graph",subvertices)
self.graph_mapper = GraphMapper()
self.graph_mapper.add_subvertices(subvertices)
self.bp = BasicPlacer(self.machine, self.graph)
self.subgraph = PartitionedGraph(subvertices=subvertices)
placements = self.bp.place(self.subgraph, self.graph_mapper)
def test_new_basic_placer(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.assertEqual(self.bp._machine, self.machine)
self.assertEqual(self.bp._graph, self.graph)
class Spinnaker(FrontEndCommonConfigurationFunctions,
FrontEndCommonInterfaceFunctions,
FrontEndCommonProvenanceFunctions,
SpynnakerConfigurationFunctions):
"""
Spinnaker
"""
def __init__(self,
host_name=None,
timestep=None,
min_delay=None,
max_delay=None,
graph_label=None,
database_socket_addresses=None):
FrontEndCommonConfigurationFunctions.__init__(self, host_name,
graph_label)
SpynnakerConfigurationFunctions.__init__(self)
FrontEndCommonProvenanceFunctions.__init__(self)
self._database_socket_addresses = set()
self._database_interface = None
self._create_database = None
self._populations = list()
if self._app_id is None:
self._set_up_main_objects(
app_id=config.getint("Machine", "appID"),
execute_data_spec_report=config.getboolean(
"Reports", "writeTextSpecs"),
execute_partitioner_report=config.getboolean(
"Reports", "writePartitionerReports"),
execute_placer_report=config.getboolean(
"Reports", "writePlacerReports"),
execute_router_dat_based_report=config.getboolean(
"Reports", "writeRouterDatReport"),
reports_are_enabled=config.getboolean("Reports",
"reportsEnabled"),
generate_performance_measurements=config.getboolean(
"Reports", "outputTimesForSections"),
execute_router_report=config.getboolean(
"Reports", "writeRouterReports"),
execute_write_reload_steps=config.getboolean(
"Reports", "writeReloadSteps"),
generate_transciever_report=config.getboolean(
"Reports", "writeTransceiverReport"),
execute_routing_info_report=config.getboolean(
"Reports", "writeRouterInfoReport"),
in_debug_mode=config.get("Mode", "mode") == "Debug",
generate_tag_report=config.getboolean(
"Reports", "writeTagAllocationReports"))
self._set_up_pacman_algorthms_listings(
partitioner_algorithm=config.get("Partitioner", "algorithm"),
placer_algorithm=config.get("Placer", "algorithm"),
key_allocator_algorithm=config.get("KeyAllocator",
"algorithm"),
routing_algorithm=config.get("Routing", "algorithm"))
# set up exeuctable specifics
self._set_up_executable_specifics()
self._set_up_report_specifics(
default_report_file_path=config.get("Reports",
"defaultReportFilePath"),
max_reports_kept=config.getint("Reports", "max_reports_kept"),
reports_are_enabled=config.getboolean("Reports",
"reportsEnabled"),
write_provance_data=config.getboolean("Reports",
"writeProvanceData"),
write_text_specs=config.getboolean("Reports",
"writeTextSpecs"))
self._set_up_output_application_data_specifics(
max_application_binaries_kept=config.getint(
"Reports", "max_application_binaries_kept"),
where_to_write_application_data_files=config.get(
"Reports", "defaultApplicationDataFilePath"))
# set up spynnaker specifics, such as setting the machineName from conf
self._set_up_machine_specifics(timestep, min_delay, max_delay,
host_name)
self._spikes_per_second = float(
config.getfloat("Simulation", "spikes_per_second"))
self._ring_buffer_sigma = float(
config.getfloat("Simulation", "ring_buffer_sigma"))
# Determine default executable folder location
# and add this default to end of list of search paths
executable_finder.add_path(os.path.dirname(model_binaries.__file__))
FrontEndCommonInterfaceFunctions.__init__(
self, self._reports_states, self._report_default_directory,
self._app_data_runtime_folder)
logger.info("Setting time scale factor to {}.".format(
self._time_scale_factor))
logger.info("Setting appID to %d." % self._app_id)
# get the machine time step
logger.info("Setting machine time step to {} micro-seconds.".format(
self._machine_time_step))
self._edge_count = 0
# Manager of buffered sending
self._send_buffer_manager = None
def run(self, run_time):
"""
:param run_time:
:return:
"""
# sort out config param to be valid types
width = config.get("Machine", "width")
height = config.get("Machine", "height")
if width == "None":
width = None
else:
width = int(width)
if height == "None":
height = None
else:
height = int(height)
number_of_boards = config.get("Machine", "number_of_boards")
if number_of_boards == "None":
number_of_boards = None
self.setup_interfaces(
hostname=self._hostname,
bmp_details=config.get("Machine", "bmp_names"),
downed_chips=config.get("Machine", "down_chips"),
downed_cores=config.get("Machine", "down_cores"),
board_version=config.getint("Machine", "version"),
number_of_boards=number_of_boards,
width=width,
height=height,
is_virtual=config.getboolean("Machine", "virtual_board"),
virtual_has_wrap_arounds=config.getboolean(
"Machine", "requires_wrap_arounds"),
auto_detect_bmp=config.getboolean("Machine", "auto_detect_bmp"))
# adds extra stuff needed by the reload script which cannot be given
# directly.
if self._reports_states.transciever_report:
self._reload_script.runtime = run_time
self._reload_script.time_scale_factor = self._time_scale_factor
# create network report if needed
if self._reports_states is not None:
reports.network_specification_partitionable_report(
self._report_default_directory, self._partitionable_graph,
self._hostname)
# calculate number of machine time steps
if run_time is not None:
self._no_machine_time_steps =\
int((run_time * 1000.0) / self._machine_time_step)
ceiled_machine_time_steps = \
math.ceil((run_time * 1000.0) / self._machine_time_step)
if self._no_machine_time_steps != ceiled_machine_time_steps:
raise common_exceptions.ConfigurationException(
"The runtime and machine time step combination result in "
"a factional number of machine runable time steps and "
"therefore spinnaker cannot determine how many to run for")
for vertex in self._partitionable_graph.vertices:
if isinstance(vertex, AbstractDataSpecableVertex):
vertex.set_no_machine_time_steps(
self._no_machine_time_steps)
else:
self._no_machine_time_steps = None
logger.warn("You have set a runtime that will never end, this may"
"cause the neural models to fail to partition "
"correctly")
for vertex in self._partitionable_graph.vertices:
if (isinstance(vertex, AbstractPopulationRecordableVertex)
and vertex.record):
raise common_exceptions.ConfigurationException(
"recording a population when set to infinite runtime "
"is not currently supportable in this tool chain."
"watch this space")
do_timing = config.getboolean("Reports", "outputTimesForSections")
if do_timing:
timer = Timer()
else:
timer = None
self.set_runtime(run_time)
logger.info("*** Running Mapper *** ")
if do_timing:
timer.start_timing()
self.map_model()
if do_timing:
timer.take_sample()
# add database generation if requested
needs_database = self._auto_detect_database(self._partitioned_graph)
user_create_database = config.get("Database", "create_database")
if ((user_create_database == "None" and needs_database)
or user_create_database == "True"):
wait_on_confirmation = config.getboolean("Database",
"wait_on_confirmation")
self._database_interface = SpynnakerDataBaseInterface(
self._app_data_runtime_folder, wait_on_confirmation,
self._database_socket_addresses)
self._database_interface.add_system_params(self._time_scale_factor,
self._machine_time_step,
self._runtime)
self._database_interface.add_machine_objects(self._machine)
self._database_interface.add_partitionable_vertices(
self._partitionable_graph)
self._database_interface.add_partitioned_vertices(
self._partitioned_graph, self._graph_mapper,
self._partitionable_graph)
self._database_interface.add_placements(self._placements,
self._partitioned_graph)
self._database_interface.add_routing_infos(self._routing_infos,
self._partitioned_graph)
self._database_interface.add_routing_tables(self._router_tables)
self._database_interface.add_tags(self._partitioned_graph,
self._tags)
execute_mapping = config.getboolean(
"Database", "create_routing_info_to_neuron_id_mapping")
if execute_mapping:
self._database_interface.create_neuron_to_key_mapping(
graph_mapper=self._graph_mapper,
partitionable_graph=self._partitionable_graph,
partitioned_graph=self._partitioned_graph,
routing_infos=self._routing_infos)
# if using a reload script, add if that needs to wait for
# confirmation
if self._reports_states.transciever_report:
self._reload_script.wait_on_confirmation = wait_on_confirmation
for socket_address in self._database_socket_addresses:
self._reload_script.add_socket_address(socket_address)
self._database_interface.send_read_notification()
# execute data spec generation
if do_timing:
timer.start_timing()
logger.info("*** Generating Output *** ")
logger.debug("")
executable_targets = self.generate_data_specifications()
if do_timing:
timer.take_sample()
# execute data spec execution
if do_timing:
timer.start_timing()
processor_to_app_data_base_address = \
self.execute_data_specification_execution(
config.getboolean("SpecExecution", "specExecOnHost"),
self._hostname, self._placements, self._graph_mapper,
write_text_specs=config.getboolean(
"Reports", "writeTextSpecs"),
runtime_application_data_folder=self._app_data_runtime_folder,
machine=self._machine)
if self._reports_states is not None:
reports.write_memory_map_report(
self._report_default_directory,
processor_to_app_data_base_address)
if do_timing:
timer.take_sample()
if (not isinstance(self._machine, VirtualMachine)
and config.getboolean("Execute", "run_simulation")):
if do_timing:
timer.start_timing()
logger.info("*** Loading tags ***")
self.load_tags(self._tags)
if self._do_load is True:
logger.info("*** Loading data ***")
self._load_application_data(
self._placements,
self._graph_mapper,
processor_to_app_data_base_address,
self._hostname,
app_data_folder=self._app_data_runtime_folder,
verify=config.getboolean("Mode", "verify_writes"))
self.load_routing_tables(self._router_tables, self._app_id)
logger.info("*** Loading executables ***")
self.load_executable_images(executable_targets, self._app_id)
logger.info("*** Loading buffers ***")
self.set_up_send_buffering(self._partitioned_graph,
self._placements, self._tags)
# end of entire loading setup
if do_timing:
timer.take_sample()
if self._do_run is True:
logger.info("*** Running simulation... *** ")
if do_timing:
timer.start_timing()
# every thing is in sync0. load the initial buffers
self._send_buffer_manager.load_initial_buffers()
if do_timing:
timer.take_sample()
wait_on_confirmation = config.getboolean(
"Database", "wait_on_confirmation")
send_start_notification = config.getboolean(
"Database", "send_start_notification")
self.wait_for_cores_to_be_ready(executable_targets,
self._app_id)
# wait till external app is ready for us to start if required
if (self._database_interface is not None
and wait_on_confirmation):
self._database_interface.wait_for_confirmation()
self.start_all_cores(executable_targets, self._app_id)
if (self._database_interface is not None
and send_start_notification):
self._database_interface.send_start_notification()
if self._runtime is None:
logger.info("Application is set to run forever - exiting")
else:
self.wait_for_execution_to_complete(
executable_targets, self._app_id, self._runtime,
self._time_scale_factor)
self._has_ran = True
if self._retrieve_provance_data:
progress = ProgressBar(self._placements.n_placements + 1,
"getting provenance data")
# retrieve provence data from central
file_path = os.path.join(self._report_default_directory,
"provance_data")
# check the directory doesnt already exist
if not os.path.exists(file_path):
os.mkdir(file_path)
# write provanence data
self.write_provenance_data_in_xml(file_path, self._txrx)
progress.update()
# retrieve provenance data from any cores that provide data
for placement in self._placements.placements:
if isinstance(placement.subvertex,
AbstractProvidesProvenanceData):
core_file_path = os.path.join(
file_path,
"Provanence_data_for_{}_{}_{}_{}.xml".format(
placement.subvertex.label, placement.x,
placement.y, placement.p))
placement.subvertex.write_provenance_data_in_xml(
core_file_path, self.transceiver, placement)
progress.update()
progress.end()
elif isinstance(self._machine, VirtualMachine):
logger.info(
"*** Using a Virtual Machine so no simulation will occur")
else:
logger.info("*** No simulation requested: Stopping. ***")
@property
def app_id(self):
"""
:return:
"""
return self._app_id
@property
def has_ran(self):
"""
:return:
"""
return self._has_ran
@property
def machine_time_step(self):
"""
:return:
"""
return self._machine_time_step
@property
def no_machine_time_steps(self):
"""
:return:
"""
return self._no_machine_time_steps
@property
def timescale_factor(self):
"""
:return:
"""
return self._time_scale_factor
@property
def spikes_per_second(self):
"""
:return:
"""
return self._spikes_per_second
@property
def ring_buffer_sigma(self):
"""
:return:
"""
return self._ring_buffer_sigma
@property
def get_multi_cast_source(self):
"""
:return:
"""
return self._multi_cast_vertex
@property
def partitioned_graph(self):
"""
:return:
"""
return self._partitioned_graph
@property
def partitionable_graph(self):
"""
:return:
"""
return self._partitionable_graph
@property
def placements(self):
"""
:return:
"""
return self._placements
@property
def transceiver(self):
"""
:return:
"""
return self._txrx
@property
def graph_mapper(self):
"""
:return:
"""
return self._graph_mapper
@property
def routing_infos(self):
"""
:return:
"""
return self._routing_infos
def set_app_id(self, value):
"""
:param value:
:return:
"""
self._app_id = value
def get_current_time(self):
"""
:return:
"""
if self._has_ran:
return float(self._runtime)
return 0.0
def __repr__(self):
return "Spinnaker object for machine {}".format(self._hostname)
def map_model(self):
"""
executes the pacman compilation stack
"""
pacman_report_state = \
self._reports_states.generate_pacman_report_states()
self._add_virtual_chips()
# execute partitioner
self._execute_partitioner(pacman_report_state)
# execute placer
self._execute_placer(pacman_report_state)
# exeucte tag allocator
self._execute_tag_allocator(pacman_report_state)
# execute pynn subedge pruning
self._partitioned_graph, self._graph_mapper = \
GraphEdgeFilter(self._report_default_directory)\
.run(self._partitioned_graph, self._graph_mapper)
# execute key allocator
self._execute_key_allocator(pacman_report_state)
# execute router
self._execute_router(pacman_report_state)
def _execute_tag_allocator(self, pacman_report_state):
"""
:param pacman_report_state:
:return:
"""
if self._tag_allocator_algorithm is None:
self._tag_allocator_algorithm = BasicTagAllocator()
else:
self._tag_allocator_algorithm = self._tag_allocator_algorithm()
# execute tag allocation
self._tags = self._tag_allocator_algorithm.allocate_tags(
self._machine, self._placements)
# generate reports
if (pacman_report_state is not None
and pacman_report_state.tag_allocation_report):
pacman_reports.tag_allocator_report(self._report_default_directory,
self._tags)
def _execute_key_allocator(self, pacman_report_state):
""" executes the key allocator
:param pacman_report_state:
:return:
"""
if self._key_allocator_algorithm is None:
self._key_allocator_algorithm = BasicRoutingInfoAllocator()
else:
self._key_allocator_algorithm = self._key_allocator_algorithm()
# execute routing info generator
# Generate an n_keys map for the graph and add constraints
n_keys_map = DictBasedPartitionedEdgeNKeysMap()
for edge in self._partitioned_graph.subedges:
vertex_slice = self._graph_mapper.get_subvertex_slice(
edge.pre_subvertex)
super_edge = (self._graph_mapper.
get_partitionable_edge_from_partitioned_edge(edge))
if not isinstance(super_edge.pre_vertex,
AbstractProvidesNKeysForEdge):
n_keys_map.set_n_keys_for_patitioned_edge(
edge, vertex_slice.n_atoms)
else:
n_keys_map.set_n_keys_for_patitioned_edge(
edge,
super_edge.pre_vertex.get_n_keys_for_partitioned_edge(
edge, self._graph_mapper))
if isinstance(super_edge.pre_vertex,
AbstractProvidesOutgoingEdgeConstraints):
edge.add_constraints(
super_edge.pre_vertex.get_outgoing_edge_constraints(
edge, self._graph_mapper))
if isinstance(super_edge.post_vertex,
AbstractProvidesIncomingEdgeConstraints):
edge.add_constraints(
super_edge.post_vertex.get_incoming_edge_constraints(
edge, self._graph_mapper))
# execute routing info generator
self._routing_infos = \
self._key_allocator_algorithm.allocate_routing_info(
self._partitioned_graph, self._placements, n_keys_map)
# generate reports
if (pacman_report_state is not None
and pacman_report_state.routing_info_report):
pacman_reports.routing_info_reports(self._report_default_directory,
self._partitioned_graph,
self._routing_infos)
def _execute_router(self, pacman_report_state):
""" exectes the router algorithum
:param pacman_report_state:
:return:
"""
# set up a default placer algorithm if none are specified
if self._router_algorithm is None:
self._router_algorithm = BasicDijkstraRouting()
else:
self._router_algorithm = self._router_algorithm()
self._router_tables = \
self._router_algorithm.route(
self._routing_infos, self._placements, self._machine,
self._partitioned_graph)
if pacman_report_state is not None and \
pacman_report_state.router_report:
pacman_reports.router_reports(
graph=self._partitionable_graph,
hostname=self._hostname,
graph_to_sub_graph_mapper=self._graph_mapper,
placements=self._placements,
report_folder=self._report_default_directory,
include_dat_based=pacman_report_state.router_dat_based_report,
routing_tables=self._router_tables,
routing_info=self._routing_infos,
machine=self._machine)
if self._in_debug_mode:
# check that all routes are valid and no cycles exist
valid_route_checker = ValidRouteChecker(
placements=self._placements,
routing_infos=self._routing_infos,
routing_tables=self._router_tables,
machine=self._machine,
partitioned_graph=self._partitioned_graph)
valid_route_checker.validate_routes()
def _execute_partitioner(self, pacman_report_state):
""" executes the partitioner function
:param pacman_report_state:
:return:
"""
# execute partitioner or default partitioner (as seen fit)
if self._partitioner_algorithm is None:
self._partitioner_algorithm = BasicPartitioner()
else:
self._partitioner_algorithm = self._partitioner_algorithm()
# execute partitioner
self._partitioned_graph, self._graph_mapper = \
self._partitioner_algorithm.partition(self._partitionable_graph,
self._machine)
# execute reports
if (pacman_report_state is not None
and pacman_report_state.partitioner_report):
pacman_reports.partitioner_reports(self._report_default_directory,
self._hostname,
self._partitionable_graph,
self._graph_mapper)
def _execute_placer(self, pacman_report_state):
""" executes the placer
:param pacman_report_state:
:return:
"""
# execute placer or default placer (as seen fit)
if self._placer_algorithm is None:
self._placer_algorithm = BasicPlacer()
else:
self._placer_algorithm = self._placer_algorithm()
# execute placer
self._placements = self._placer_algorithm.place(
self._partitioned_graph, self._machine)
# execute placer reports if needed
if (pacman_report_state is not None
and pacman_report_state.placer_report):
pacman_reports.placer_reports_with_partitionable_graph(
graph=self._partitionable_graph,
graph_mapper=self._graph_mapper,
hostname=self._hostname,
machine=self._machine,
placements=self._placements,
report_folder=self._report_default_directory)
def generate_data_specifications(self):
""" generates the dsg for the graph.
:return:
"""
# iterate though subvertexes and call generate_data_spec for each
# vertex
executable_targets = ExecutableTargets()
# create a progress bar for end users
progress_bar = ProgressBar(len(list(self._placements.placements)),
"on generating data specifications")
for placement in self._placements.placements:
associated_vertex =\
self._graph_mapper.get_vertex_from_subvertex(
placement.subvertex)
# if the vertex can generate a DSG, call it
if isinstance(associated_vertex, AbstractDataSpecableVertex):
ip_tags = self._tags.get_ip_tags_for_vertex(
placement.subvertex)
reverse_ip_tags = self._tags.get_reverse_ip_tags_for_vertex(
placement.subvertex)
associated_vertex.generate_data_spec(
placement.subvertex, placement, self._partitioned_graph,
self._partitionable_graph, self._routing_infos,
self._hostname, self._graph_mapper,
self._report_default_directory, ip_tags, reverse_ip_tags,
self._writeTextSpecs, self._app_data_runtime_folder)
progress_bar.update()
# Get name of binary from vertex
binary_name = associated_vertex.get_binary_file_name()
# Attempt to find this within search paths
binary_path = executable_finder.get_executable_path(
binary_name)
if binary_path is None:
raise exceptions.ExecutableNotFoundException(binary_name)
if not executable_targets.has_binary(binary_path):
executable_targets.add_binary(binary_path)
executable_targets.add_processor(binary_path, placement.x,
placement.y, placement.p)
# finish the progress bar
progress_bar.end()
return executable_targets
def add_vertex(self, vertex_to_add):
"""
:param vertex_to_add:
:return:
"""
if isinstance(vertex_to_add, CommandSender):
self._multi_cast_vertex = vertex_to_add
self._partitionable_graph.add_vertex(vertex_to_add)
if isinstance(vertex_to_add, AbstractSendMeMulticastCommandsVertex):
if self._multi_cast_vertex is None:
self._multi_cast_vertex = CommandSender(
self._machine_time_step, self._time_scale_factor)
self.add_vertex(self._multi_cast_vertex)
edge = MultiCastPartitionableEdge(self._multi_cast_vertex,
vertex_to_add)
self._multi_cast_vertex.add_commands(vertex_to_add.commands, edge)
self.add_edge(edge)
# add any dependent edges and verts if needed
if isinstance(vertex_to_add,
AbstractVertexWithEdgeToDependentVertices):
for dependant_vertex in vertex_to_add.dependent_vertices:
self.add_vertex(dependant_vertex)
dependant_edge = MultiCastPartitionableEdge(
pre_vertex=vertex_to_add, post_vertex=dependant_vertex)
self.add_edge(dependant_edge)
def add_edge(self, edge_to_add):
"""
:param edge_to_add:
:return:
"""
self._partitionable_graph.add_edge(edge_to_add)
def create_population(self, size, cellclass, cellparams, structure, label):
"""
:param size:
:param cellclass:
:param cellparams:
:param structure:
:param label:
:return:
"""
return Population(size=size,
cellclass=cellclass,
cellparams=cellparams,
structure=structure,
label=label,
spinnaker=self)
def _add_population(self, population):
""" Called by each population to add itself to the list
"""
self._populations.append(population)
def create_projection(self, presynaptic_population,
postsynaptic_population, connector, source, target,
synapse_dynamics, label, rng):
"""
:param presynaptic_population:
:param postsynaptic_population:
:param connector:
:param source:
:param target:
:param synapse_dynamics:
:param label:
:param rng:
:return:
"""
if label is None:
label = "Projection {}".format(self._edge_count)
self._edge_count += 1
return Projection(presynaptic_population=presynaptic_population,
label=label,
postsynaptic_population=postsynaptic_population,
rng=rng,
connector=connector,
source=source,
target=target,
synapse_dynamics=synapse_dynamics,
spinnaker_control=self,
machine_time_step=self._machine_time_step,
timescale_factor=self._time_scale_factor)
def _add_virtual_chips(self):
for vertex in self._partitionable_graph.vertices:
if isinstance(vertex, AbstractVirtualVertex):
# check if the virtual chip doesn't already exist
if self._machine.get_chip_at(vertex.virtual_chip_x,
vertex.virtual_chip_y) is None:
virutal_chip = self._create_virtual_chip(vertex)
self._machine.add_chip(virutal_chip)
def _create_virtual_chip(self, virtual_vertex):
sdram_object = SDRAM()
# creates the two links
spinnaker_link_id = virtual_vertex.get_spinnaker_link_id
spinnaker_link_data = \
self._machine.locate_connected_chips_coords_and_link(
config.getint("Machine", "version"), spinnaker_link_id)
virtual_link_id = (spinnaker_link_data.connected_link + 3) % 6
to_virtual_chip_link = Link(
destination_x=virtual_vertex.virtual_chip_x,
destination_y=virtual_vertex.virtual_chip_y,
source_x=spinnaker_link_data.connected_chip_x,
source_y=spinnaker_link_data.connected_chip_y,
multicast_default_from=virtual_link_id,
multicast_default_to=virtual_link_id,
source_link_id=spinnaker_link_data.connected_link)
from_virtual_chip_link = Link(
destination_x=spinnaker_link_data.connected_chip_x,
destination_y=spinnaker_link_data.connected_chip_y,
source_x=virtual_vertex.virtual_chip_x,
source_y=virtual_vertex.virtual_chip_y,
multicast_default_from=(spinnaker_link_data.connected_link),
multicast_default_to=spinnaker_link_data.connected_link,
source_link_id=virtual_link_id)
# create the router
links = [from_virtual_chip_link]
router_object = MachineRouter(
links=links,
emergency_routing_enabled=False,
clock_speed=MachineRouter.ROUTER_DEFAULT_CLOCK_SPEED,
n_available_multicast_entries=sys.maxint)
# create the processors
processors = list()
for virtual_core_id in range(0, 128):
processors.append(
Processor(virtual_core_id, Processor.CPU_AVAILABLE,
virtual_core_id == 0))
# connect the real chip with the virtual one
connected_chip = self._machine.get_chip_at(
spinnaker_link_data.connected_chip_x,
spinnaker_link_data.connected_chip_y)
connected_chip.router.add_link(to_virtual_chip_link)
# return new v chip
return Chip(processors=processors,
router=router_object,
sdram=sdram_object,
x=virtual_vertex.virtual_chip_x,
y=virtual_vertex.virtual_chip_y,
virtual=True,
nearest_ethernet_x=None,
nearest_ethernet_y=None)
def stop(self,
turn_off_machine=None,
clear_routing_tables=None,
clear_tags=None):
"""
:param turn_off_machine: decides if the machine should be powered down\
after running the exeuction. Note that this powers down all boards\
connected to the BMP connections given to the transciever
:type turn_off_machine: bool
:param clear_routing_tables: informs the tool chain if it\
should turn off the clearing of the routing tables
:type clear_routing_tables: bool
:param clear_tags: informs the tool chain if it should clear the tags\
off the machine at stop
:type clear_tags: boolean
:return: None
"""
for population in self._populations:
population._end()
if turn_off_machine is None:
config.getboolean("Machine", "turn_off_machine")
if clear_routing_tables is None:
config.getboolean("Machine", "clear_routing_tables")
if clear_tags is None:
config.getboolean("Machine", "clear_tags")
# if stopping on machine, clear iptags and
if clear_tags:
for ip_tag in self._tags.ip_tags:
self._txrx.clear_ip_tag(ip_tag.tag,
board_address=ip_tag.board_address)
for reverse_ip_tag in self._tags.reverse_ip_tags:
self._txrx.clear_ip_tag(
reverse_ip_tag.tag,
board_address=reverse_ip_tag.board_address)
# if clearing routing table entries, clear
if clear_routing_tables:
for router_table in self._router_tables.routing_tables:
if not self._machine.get_chip_at(router_table.x,
router_table.y).virtual:
self._txrx.clear_multicast_routes(router_table.x,
router_table.y)
# execute app stop
# self._txrx.stop_application(self._app_id)
if self._create_database:
self._database_interface.stop()
# if asked to turn off machine, power down each rack via bmp
# connections
if turn_off_machine:
self._txrx.power_off_machine()
# stop the transciever
self._txrx.close()
def _add_socket_address(self, socket_address):
"""
:param socket_address:
:return:
"""
self._database_socket_addresses.add(socket_address)
def test_new_basic_placer(self):
self.bp = BasicPlacer(self.machine, self.graph)
self.assertEqual(self.bp._machine, self.machine)
self.assertEqual(self.bp._graph, self.graph)
def test_place_where_vertices_dont_have_vertex(self):
self.bp = BasicPlacer(self.machine, self.graph)
placements = self.bp.place(self.graph, self.graph_mapper)
for placement in placements.placements:
print(placement.vertex.label, placement.vertex.n_atoms,
'x:', placement.x, 'y:', placement.y, 'p:', placement.p)
