def send_receiver_index_pack(self, bytes=None):
"""
Получаем сгруппированные данные из удаленного домена
"""
if not bytes:
return
packet = ReceiverVector()
packet.from_bytes(bytes)
for pos in xrange(packet.length):
self.send_receiver_index(
packet.post_domain_index.data[pos],
packet.pre_neuron_address.data[pos],
packet.remote_pre_neuron_address.data[pos],
packet.remote_pre_neuron_receiver_index.data[pos]
)
def __init__(self, config, net, domain_index):
super(RemoteDomain, self).__init__(config, net, domain_index)
def lazy_socket():
"""Отложенное создание сокета"""
self.server_socket = agent.connect(
config.get('server', {}).get('host', '127.0.0.1'),
config.get('server', {}).get('port', 8932))
return self.server_socket
self.server_socket = lazy_socket
self.transport = RPCBrokerProxy(
self.server_socket,
'broker_domain_proxy',
config['id'],
domain_index
)
self.broker = RPCBrokerProxy(
self.server_socket,
'broker_proxy',
config['id'],
)
self.is_subscribed = False
self.subscribe_next_try = 0
self.transmitter_pos = -1
self.transmitter_vector = TransmitterVector()
self.transmitter_metadata = TransmitterMetadata(0)
self.transmitter_vector.add(self.transmitter_metadata)
self.receiver_pos = -1
self.receiver_vector = ReceiverVector()
self.receiver_metadata = ReceiverMetadata(0)
self.receiver_vector.add(self.receiver_metadata)
self.spikes_pos = -1
self.spikes_vector = SpikesVector()
self.spikes_metadata = SpikesMetadata(0)
self.spikes_vector.add(self.spikes_metadata)
class RemoteDomain(RemoteDomainBase):
"""
Прокси к удаленному домену.
"""
def __init__(self, config, net, domain_index):
super(RemoteDomain, self).__init__(config, net, domain_index)
def lazy_socket():
"""Отложенное создание сокета"""
self.server_socket = agent.connect(
config.get('server', {}).get('host', '127.0.0.1'),
config.get('server', {}).get('port', 8932))
return self.server_socket
self.server_socket = lazy_socket
self.transport = RPCBrokerProxy(
self.server_socket,
'broker_domain_proxy',
config['id'],
domain_index
)
self.broker = RPCBrokerProxy(
self.server_socket,
'broker_proxy',
config['id'],
)
self.is_subscribed = False
self.subscribe_next_try = 0
self.transmitter_pos = -1
self.transmitter_vector = TransmitterVector()
self.transmitter_metadata = TransmitterMetadata(0)
self.transmitter_vector.add(self.transmitter_metadata)
self.receiver_pos = -1
self.receiver_vector = ReceiverVector()
self.receiver_metadata = ReceiverMetadata(0)
self.receiver_vector.add(self.receiver_metadata)
self.spikes_pos = -1
self.spikes_vector = SpikesVector()
self.spikes_metadata = SpikesMetadata(0)
self.spikes_vector.add(self.spikes_metadata)
def send_synapse(self,
pre_domain_index, pre_layer_index, pre_neuron_address,
post_layer_index, post_x, post_y):
"""
Обрабатываем информацию о синапсе из другого домена
self == post_domain
"""
# FIXME: optimize send_synapse (collect portion of data and send
# it in one request)
self.transmitter_pos += 1
pos = self.transmitter_pos
self.transmitter_metadata.pre_domain_index[pos] = pre_domain_index
self.transmitter_metadata.pre_layer_index[pos] = pre_layer_index
self.transmitter_metadata.pre_neuron_address[pos] \
= pre_neuron_address
self.transmitter_metadata.post_layer_index[pos] = post_layer_index
self.transmitter_metadata.post_x[pos] = post_x
self.transmitter_metadata.post_y[pos] = post_y
if self.transmitter_pos >= 99999:
self.send_synapse_pack()
# return self.__getattr__('send_synapse').no_reply(
# pre_domain_index, pre_layer_index, pre_neuron_address,
# post_layer_index, post_x, post_y)
def send_synapse_pack(self):
if self.transmitter_pos == -1:
return
self.transmitter_vector.shrink()
pack = self.transmitter_vector.bytes()
self.transmitter_metadata.resize(length=0)
self.transmitter_pos = -1
return self.__getattr__('send_synapse_pack') \
.set_bytes(pack) \
.inc_priority \
.no_reply()
def send_receiver_index(self, post_domain_index, pre_neuron_address,
remote_pre_neuron_address,
remote_pre_neuron_receiver_index):
"""
Запоминаем remote_neuron_address (IS_RECEIVER) для
pre_neuron_address (IS_TRANSMITTER)
self == pre_domain
"""
self.receiver_pos += 1
pos = self.receiver_pos
self.receiver_metadata.post_domain_index[pos] = post_domain_index
self.receiver_metadata.pre_neuron_address[pos] = pre_neuron_address
self.receiver_metadata.remote_pre_neuron_address[pos] \
= remote_pre_neuron_address
self.receiver_metadata.remote_pre_neuron_receiver_index[pos] \
= remote_pre_neuron_receiver_index
if self.receiver_pos >= 99999:
self.send_receiver_index_pack()
# return self.__getattr__('send_receiver_index').no_reply(
# post_domain_index, pre_neuron_address,
# remote_pre_neuron_address,
# remote_pre_neuron_receiver_index)
def send_receiver_index_pack(self):
if self.receiver_pos == -1:
return
self.receiver_vector.shrink()
pack = self.receiver_vector.bytes()
self.receiver_metadata.resize(length=0)
self.receiver_pos = -1
return self.__getattr__('send_receiver_index_pack') \
.set_bytes(pack) \
.inc_priority \
.no_reply()
def register_spike(self, receiver_neuron_index):
"""
Накапливаем информацию о спайках что бы переслать в другой домен с
помощью self.register_spike_pack
"""
self.spikes_pos += 1
pos = self.spikes_pos
self.spikes_metadata.receiver_neuron_index[pos] \
= receiver_neuron_index
def register_spike_pack(self, bytes=None):
"""
Посылаем данные о спайках в удаленный домен
"""
if self.spikes_pos == -1:
return
self.spikes_vector.shrink()
pack_length = len(self.spikes_vector)
pack = self.spikes_vector.receiver_neuron_index.bytes()
self.spikes_metadata.resize(length=0)
self.spikes_pos = -1
if self.pub_data('S', pack):
local = agent.context['local_domain']
local.stat_inc('spikes_sent', pack_length)
local.stat_inc('spikes_packets_sent')
local.stat_inc(['spikes_sent_to', self.name], pack_length)
def subscribe(self):
"""
Ask remote domain to subscribe on pub data from this domain
"""
if self.is_subscribed:
return True
if time.time() > self.subscribe_next_try:
self.broker.subscribe.inc_priority \
.no_reply(agent.context['local_domain'].index)
self.subscribe_next_try = time.time() + 1
return False
def pub_data(self, *args):
"""
Pub data for remote domain, where self domain is local
"""
# ask base domain to subscribe this domain
if not self.subscribe():
return False
# a few messages at the begining will be discarded because we
# asynchronously ask to subscribe
params = [self.config['id'].bytes]
params.extend(args)
agent.pub.send_multipart(params)
return True
def register_input_layer_data(self, layer_index, data):
"""
Send data over network
"""
vector = StandaloneVector().set_data(data)
self.pub_data('NP', str(layer_index), vector.bytes())
def __getattr__(self, name):
return getattr(self.transport, name)
