def _send_new_identity(self):
"""
Send created identity to the identity servers to register it.
"""
if _Debug:
lg.out(_DebugLevel, 'id_registrator._send_new_identity')
from transport.tcp import tcp_node
sendfilename = settings.LocalIdentityFilename() + '.new'
dlist = []
for idurl in self.new_identity.getSources(as_originals=True):
self.free_idurls.remove(strng.to_bin(idurl))
_, host, _, _ = nameurl.UrlParse(idurl)
_, tcpport = known_servers.by_host().get(
host,
(settings.IdentityWebPort(), settings.IdentityServerPort()))
srvhost = net_misc.pack_address((
host,
tcpport,
))
if _Debug:
lg.out(_DebugLevel, ' sending to %r via TCP' % srvhost)
dlist.append(
tcp_node.send(
sendfilename,
srvhost,
'Identity',
keep_alive=False,
))
return DeferredList(dlist, fireOnOneCallback=True)
def _send_new_identity(self):
"""
Send created identity to the identity server to register it.
TODO: need to close transport and gateway after that
"""
lg.out(4, 'id_registrator._send_new_identity ')
from transport import gateway
from transport import network_transport
from transport.tcp import tcp_interface
gateway.init()
interface = tcp_interface.GateInterface()
transport = network_transport.NetworkTransport('tcp', interface)
transport.automat('init', gateway.listener())
transport.automat('start')
gateway.start()
sendfilename = settings.LocalIdentityFilename() + '.new'
dlist = []
for idurl in self.new_identity.sources:
self.free_idurls.remove(strng.to_bin(idurl))
_, host, _, _ = nameurl.UrlParse(idurl)
_, tcpport = known_servers.by_host().get(
host,
(settings.IdentityWebPort(), settings.IdentityServerPort()))
srvhost = net_misc.pack_address((
host,
tcpport,
))
dlist.append(
gateway.send_file_single(idurl, 'tcp', srvhost, sendfilename,
'Identity'))
# assert len(self.free_idurls) == 0
return DeferredList(dlist, fireOnOneCallback=True)
def SendServers():
"""
My identity file can be stored in different locations, see the "sources"
field.
So I can use different identity servers to store more secure. This
method will send my identity file to all my identity servers via
transport_tcp.
"""
from transport.tcp import tcp_node
sendfile, sendfilename = tmpfile.make("propagate")
os.close(sendfile)
LocalIdentity = my_id.getLocalIdentity()
bpio.WriteFile(sendfilename, LocalIdentity.serialize())
dlist = []
for idurl in LocalIdentity.sources:
# sources for out identity are servers we need to send to
protocol, host, port, filename = nameurl.UrlParse(idurl)
# if host == settings.IdentityServerName():
# host = '67.207.147.183'
webport, tcpport = known_servers.by_host().get(
host, (settings.IdentityWebPort(), settings.IdentityServerPort()))
# srvhost = '%s:%d' % (host, int(tcpport))
dlist.append(
tcp_node.send(sendfilename, (host, int(tcpport)), 'Identity',
True))
# dlist.append(gateway.send_file_single('tcp', srvhost, sendfilename, 'Identity'))
dl = DeferredList(dlist, consumeErrors=True)
return dl
def _do_send_my_identity(self):
"""
Send my updated identity to the identity servers to register it.
"""
from transport.tcp import tcp_node
sendfilename = settings.LocalIdentityFilename()
my_sources = my_id.getLocalIdentity().getSources(as_originals=True)
dlist = []
if _Debug:
lg.out(
_DebugLevel,
'id_rotator._do_send_my_identity my_sources=%r' % my_sources)
for idurl_bin in my_sources:
_, host, _, _ = nameurl.UrlParse(idurl_bin)
tcpport = None
if host in self.preferred_servers:
tcpport = int(self.preferred_servers[host][1])
if not tcpport and host in self.known_servers:
tcpport = int(self.known_servers[host][1])
if not tcpport:
tcpport = settings.IdentityServerPort()
srvhost = net_misc.pack_address((
host,
tcpport,
))
if _Debug:
lg.out(_DebugLevel, ' sending to %r via TCP' % srvhost)
dlist.append(
tcp_node.send(
sendfilename,
srvhost,
'Identity',
keep_alive=False,
))
return DeferredList(dlist, fireOnOneCallback=True)
def doPingServers(self, arg):
"""
Action method.
"""
lg.out(4, 'id_registrator.doPingServers %d in list' % len(self.discovered_servers))
def _cb(htmlsrc, id_server_host):
lg.out(4, ' RESPONDED: %s' % id_server_host)
if self.preferred_servers and id_server_host in self.preferred_servers:
self.good_servers.insert(0, id_server_host)
else:
self.good_servers.append(id_server_host)
self.discovered_servers.remove(id_server_host)
self.automat('id-server-response', (id_server_host, htmlsrc))
def _eb(err, id_server_host):
lg.out(4, ' FAILED: %s : %s' % (id_server_host, err))
self.discovered_servers.remove(id_server_host)
self.automat('id-server-failed', (id_server_host, err))
for host in self.discovered_servers:
webport, tcpport = known_servers.by_host().get(
host,
(settings.IdentityWebPort(), settings.IdentityServerPort()),
)
if webport == 80:
webport = ''
server_url = nameurl.UrlMake('http', host, webport, '')
lg.out(4, ' connecting to %s:%s known tcp port is %d' % (
server_url, webport, tcpport, ))
d = net_misc.getPageTwisted(server_url, timeout=10)
d.addCallback(_cb, host)
d.addErrback(_eb, host)
def SendServers():
"""
My identity file can be stored in different locations, see the "sources"
field.
So I can use different identity servers to store more secure and reliable. This
method will send my identity file to all my identity servers via
transport_tcp.
"""
from transport.tcp import tcp_node
sendfile, sendfilename = tmpfile.make("propagate")
os.close(sendfile)
LocalIdentity = my_id.getLocalIdentity()
bpio.WriteTextFile(sendfilename, LocalIdentity.serialize(as_text=True))
dlist = []
for idurl in LocalIdentity.getSources(as_originals=True):
# sources for out identity are servers we need to send to
protocol, host, port, filename = nameurl.UrlParse(idurl)
# TODO: rebuild identity-server logic to be able to send my identity via HTTP POST instead of TCP and
# get rid of second TCP port at all
webport, tcpport = known_servers.by_host().get(host, (
# by default use "expected" port numbers
settings.IdentityWebPort(), settings.IdentityServerPort()))
normalized_address = net_misc.normalize_address((host, int(tcpport), ))
dlist.append(tcp_node.send(
sendfilename, normalized_address, 'Identity', keep_alive=False,
))
if _Debug:
lg.args(_DebugLevel, normalized_address=normalized_address, filename=filename)
dl = DeferredList(dlist, consumeErrors=True)
return dl
def init(self):
"""
Method to initialize additional variables and flags at creation of the
state machine.
"""
self.web_listener = None
self.tcp_listener = None
self.web_port = settings.IdentityWebPort()
self.tcp_port = settings.IdentityServerPort()
self.hostname = ''
def doRequestServers(self, *args, **kwargs):
"""
Action method.
"""
login = bpio.ReadTextFile(settings.UserNameFilename())
def _cb(xmlsrc, idurl, host):
if not xmlsrc:
if self.preferred_servers and host in self.preferred_servers:
if self.preferred_servers[0] == host:
self.free_idurls.insert(0, idurl)
else:
self.free_idurls.insert(1, idurl)
else:
self.free_idurls.append(idurl)
self.registrations.remove(idurl)
self.automat('id-not-exist', idurl)
else:
lg.out(4, ' EXIST: %s' % idurl)
self.registrations.remove(idurl)
self.automat('id-exist', idurl)
def _eb(err, idurl, host):
lg.out(4, ' NOT EXIST: %s' % idurl)
if self.preferred_servers and host in self.preferred_servers:
if self.preferred_servers[0] == host:
self.free_idurls.insert(0, idurl)
else:
self.free_idurls.insert(1, idurl)
else:
self.free_idurls.append(idurl)
self.registrations.remove(idurl)
self.automat('id-not-exist', idurl)
for host in self.good_servers:
webport, tcpport = known_servers.by_host().get(
host,
(settings.IdentityWebPort(), settings.IdentityServerPort()))
if webport == 80:
webport = ''
idurl = nameurl.UrlMake('http', strng.to_text(host), webport,
login + '.xml')
lg.out(4, ' %s' % idurl)
d = net_misc.getPageTwisted(idurl, timeout=7)
d.addCallback(_cb, idurl, host)
d.addErrback(_eb, idurl, host)
self.registrations.append(idurl)
lg.out(
4, 'id_registrator.doRequestServers login=%s registrations=%d' %
(login, len(self.registrations)))
def doInit(self, event, *args, **kwargs):
"""
Action method.
"""
self.result_defer = kwargs.get('result_defer')
self.check_only = False
if event == 'check':
self.check_only = True
self.alive_idurls = []
self.old_sources = my_id.getLocalIdentity().getSources(as_originals=True)
self.known_servers = known_servers.by_host()
self.preferred_servers = kwargs.get('preferred_servers', {})
self.possible_sources = []
if _Debug:
lg.args(_DebugLevel, preferred_servers=self.preferred_servers)
self.force = kwargs.get('force', False)
self.new_revision = kwargs.get('new_revision')
self.rotated = False
if not self.preferred_servers:
try:
for srv in strng.to_text(config.conf().getData('services/identity-propagate/known-servers')).split(','):
if srv.strip():
parts = srv.strip().split(':')
if len(parts) == 2:
host, web_port = parts
tcp_port = settings.IdentityServerPort()
else:
host, web_port, tcp_port = parts
self.preferred_servers[host] = (int(web_port), int(tcp_port), )
except:
lg.exc()
self.preferred_servers = {strng.to_bin(k): v for k,v in self.preferred_servers.items()}
self.current_servers = []
for idurl in my_id.getLocalIdentity().getSources(as_originals=True):
self.current_servers.append(strng.to_bin(nameurl.GetHost(idurl)))
if _Debug:
lg.args(_DebugLevel, known_servers=self.known_servers, preferred_servers=self.preferred_servers, current_servers=self.current_servers)
def reset(conf_obj):
"""
Configure default values for all BitDust local settings inside ~/.bitdust/config/ folder.
Every option must have a default value, however there are exceptions possible.
Here all items suppose to have some widget in UI to interact with human.
Keep it simple and understandable.
"""
from lib import diskspace
from main import settings
conf_obj.setDefaultValue('interface/api/auth-secret-enabled', 'true')
conf_obj.setDefaultValue('interface/api/rest-http-enabled', 'true')
conf_obj.setDefaultValue('interface/api/rest-http-port',
settings.DefaultRESTHTTPPort())
conf_obj.setDefaultValue('interface/api/web-socket-enabled', 'true')
conf_obj.setDefaultValue('interface/api/web-socket-port',
settings.DefaultWebSocketPort())
conf_obj.setDefaultValue('interface/ftp/enabled', 'true')
conf_obj.setDefaultValue('interface/ftp/port', settings.DefaultFTPPort())
conf_obj.setDefaultValue('logs/api-enabled', 'false')
conf_obj.setDefaultValue('logs/automat-transitions-enabled', 'false')
conf_obj.setDefaultValue('logs/automat-events-enabled', 'false')
conf_obj.setDefaultValue('logs/debug-level', settings.defaultDebugLevel())
conf_obj.setDefaultValue('logs/memdebug-enabled', 'false')
conf_obj.setDefaultValue('logs/memdebug-port', '9996')
conf_obj.setDefaultValue('logs/memprofile-enabled', 'false')
conf_obj.setDefaultValue('logs/packet-enabled', 'false')
conf_obj.setDefaultValue('logs/stream-enabled', 'false')
conf_obj.setDefaultValue('logs/stream-port', settings.DefaultWebLogPort())
conf_obj.setDefaultValue('logs/traffic-enabled', 'false')
conf_obj.setDefaultValue('logs/traffic-port',
settings.DefaultWebTrafficPort())
conf_obj.setDefaultValue('paths/backups', '')
conf_obj.setDefaultValue('paths/customers', '')
conf_obj.setDefaultValue('paths/messages', '')
conf_obj.setDefaultValue('paths/receipts', '')
conf_obj.setDefaultValue('paths/restore', '')
conf_obj.setDefaultValue('personal/private-key-size',
settings.DefaultPrivateKeySize())
conf_obj.setDefaultValue('services/accountant/enabled', 'false')
conf_obj.setDefaultValue('services/backup-db/enabled', 'true')
conf_obj.setDefaultValue('services/backups/enabled', 'true')
conf_obj.setDefaultValue(
'services/backups/block-size',
diskspace.MakeStringFromBytes(settings.DefaultBackupBlockSize()))
conf_obj.setDefaultValue(
'services/backups/max-block-size',
diskspace.MakeStringFromBytes(settings.DefaultBackupMaxBlockSize()))
conf_obj.setDefaultValue('services/backups/max-copies', '2')
conf_obj.setDefaultValue('services/backups/keep-local-copies-enabled',
'true')
conf_obj.setDefaultValue('services/backups/wait-suppliers-enabled', 'true')
conf_obj.setDefaultValue('services/blockchain/enabled', 'false')
conf_obj.setDefaultValue('services/blockchain/host', '127.0.0.1')
conf_obj.setDefaultValue('services/blockchain/port', 9100)
conf_obj.setDefaultValue('services/blockchain/seeds', '')
conf_obj.setDefaultValue('services/blockchain/explorer/enabled', 'true')
conf_obj.setDefaultValue('services/blockchain/explorer/port', 9180)
conf_obj.setDefaultValue('services/blockchain/wallet/enabled', 'true')
conf_obj.setDefaultValue('services/blockchain/wallet/port', 9280)
conf_obj.setDefaultValue('services/blockchain/miner/enabled', 'false')
conf_obj.setDefaultValue('services/broadcasting/enabled', 'false')
conf_obj.setDefaultValue('services/broadcasting/routing-enabled', 'false')
conf_obj.setDefaultValue('services/broadcasting/max-broadcast-connections',
'3')
conf_obj.setDefaultValue('services/contract-chain/enabled', 'false')
conf_obj.setDefaultValue('services/customer/enabled', 'true')
conf_obj.setDefaultValue(
'services/customer/needed-space',
diskspace.MakeStringFromBytes(settings.DefaultNeededBytes()))
conf_obj.setDefaultValue('services/customer/suppliers-number',
settings.DefaultDesiredSuppliers())
conf_obj.setDefaultValue('services/customer-contracts/enabled', 'false')
conf_obj.setDefaultValue('services/customer-family/enabled', 'true')
conf_obj.setDefaultValue('services/customer-patrol/enabled', 'true')
conf_obj.setDefaultValue('services/customer-patrol/customer-idle-days', 14)
conf_obj.setDefaultValue('services/customer-support/enabled', 'true')
conf_obj.setDefaultValue('services/data-disintegration/enabled', 'true')
conf_obj.setDefaultValue('services/data-motion/enabled', 'true')
conf_obj.setDefaultValue(
'services/data-motion/supplier-request-queue-size', 4)
conf_obj.setDefaultValue(
'services/data-motion/supplier-sending-queue-size', 4)
conf_obj.setDefaultValue('services/entangled-dht/enabled', 'true')
conf_obj.setDefaultValue('services/entangled-dht/udp-port',
settings.DefaultDHTPort())
conf_obj.setDefaultValue('services/entangled-dht/known-nodes', '')
conf_obj.setDefaultValue('services/entangled-dht/attached-layers', '')
conf_obj.setDefaultValue('services/employer/enabled', 'true')
conf_obj.setDefaultValue(
'services/employer/replace-critically-offline-enabled', 'true')
conf_obj.setDefaultValue('services/employer/candidates', '')
conf_obj.setDefaultValue('services/gateway/enabled', 'true')
conf_obj.setDefaultValue('services/http-connections/enabled', 'false')
conf_obj.setDefaultValue('services/http-connections/http-port',
settings.DefaultHTTPPort())
conf_obj.setDefaultValue('services/http-transport/enabled',
'false') # not done yet
conf_obj.setDefaultValue('services/http-transport/receiving-enabled',
'true')
conf_obj.setDefaultValue('services/http-transport/sending-enabled', 'true')
conf_obj.setDefaultValue('services/http-transport/priority', 50)
conf_obj.setDefaultValue('services/identity-server/enabled', 'false')
conf_obj.setDefaultValue('services/identity-server/host', '')
conf_obj.setDefaultValue('services/identity-server/tcp-port',
settings.IdentityServerPort())
conf_obj.setDefaultValue('services/identity-server/web-port',
settings.IdentityWebPort())
conf_obj.setDefaultValue('services/identity-propagate/enabled', 'true')
conf_obj.setDefaultValue('services/identity-propagate/known-servers', '')
conf_obj.setDefaultValue('services/identity-propagate/preferred-servers',
'')
conf_obj.setDefaultValue('services/identity-propagate/min-servers', 2)
conf_obj.setDefaultValue('services/identity-propagate/max-servers', 5)
conf_obj.setDefaultValue(
'services/identity-propagate/automatic-rotate-enabled', 'true')
conf_obj.setDefaultValue(
'services/identity-propagate/health-check-interval-seconds', 60 * 5)
conf_obj.setDefaultValue('services/ip-port-responder/enabled', 'true')
conf_obj.setDefaultValue('services/keys-registry/enabled', 'true')
conf_obj.setDefaultValue('services/keys-storage/enabled', 'true')
conf_obj.setDefaultValue(
'services/keys-storage/reset-unreliable-backup-copies', 'true')
conf_obj.setDefaultValue('services/list-files/enabled', 'true')
conf_obj.setDefaultValue('services/message-broker/enabled', 'false')
conf_obj.setDefaultValue('services/message-broker/archive-chunk-size', 100)
conf_obj.setDefaultValue('services/message-broker/message-ack-timeout', 30)
conf_obj.setDefaultValue(
'services/message-broker/broker-negotiate-ack-timeout', 30)
conf_obj.setDefaultValue('services/message-broker/preferred-brokers', '')
conf_obj.setDefaultValue('services/message-history/enabled', 'true')
conf_obj.setDefaultValue('services/miner/enabled', 'false')
conf_obj.setDefaultValue('services/my-data/enabled', 'true')
conf_obj.setDefaultValue('services/my-ip-port/enabled', 'true')
conf_obj.setDefaultValue('services/network/enabled', 'true')
conf_obj.setDefaultValue('services/network/proxy/enabled', 'false')
conf_obj.setDefaultValue('services/network/proxy/host', '')
conf_obj.setDefaultValue('services/network/proxy/password', '')
conf_obj.setDefaultValue('services/network/proxy/port', '')
conf_obj.setDefaultValue('services/network/proxy/ssl', 'false')
conf_obj.setDefaultValue('services/network/proxy/username', '')
conf_obj.setDefaultValue('services/network/receive-limit',
settings.DefaultBandwidthInLimit())
conf_obj.setDefaultValue('services/network/send-limit',
settings.DefaultBandwidthOutLimit())
conf_obj.setDefaultValue('services/nodes-lookup/enabled', 'true')
conf_obj.setDefaultValue('services/p2p-hookups/enabled', 'true')
conf_obj.setDefaultValue('services/p2p-notifications/enabled', 'true')
conf_obj.setDefaultValue('services/personal-messages/enabled', 'true')
conf_obj.setDefaultValue('services/private-groups/enabled', 'true')
conf_obj.setDefaultValue('services/private-groups/message-ack-timeout', 30)
conf_obj.setDefaultValue('services/private-groups/broker-connect-timeout',
120)
conf_obj.setDefaultValue('services/private-groups/preferred-brokers', '')
conf_obj.setDefaultValue('services/private-messages/enabled', 'true')
conf_obj.setDefaultValue(
'services/private-messages/acknowledge-unread-messages-enabled',
'true')
conf_obj.setDefaultValue('services/proxy-server/enabled', 'false')
conf_obj.setDefaultValue('services/proxy-server/routes-limit', 20)
conf_obj.setDefaultValue('services/proxy-server/current-routes', '{}')
conf_obj.setDefaultValue('services/proxy-transport/enabled', 'true')
conf_obj.setDefaultValue('services/proxy-transport/sending-enabled',
'true')
conf_obj.setDefaultValue('services/proxy-transport/receiving-enabled',
'true')
conf_obj.setDefaultValue('services/proxy-transport/priority', 100)
conf_obj.setDefaultValue('services/proxy-transport/preferred-routers', '')
# conf_obj.setDefaultValue('services/proxy-transport/router-lifetime-seconds', 600)
# TODO: those two settings needs to be removed.
# if service require storing locally value which user should not modify be implemented
# inside service (for example read/write to local file inside ~/.bitdust/*/ folder)
# in the future we can split all files more structural way into ~/.bitdust/services/*/ sub folders
conf_obj.setDefaultValue('services/proxy-transport/my-original-identity',
'')
conf_obj.setDefaultValue('services/proxy-transport/current-router', '')
conf_obj.setDefaultValue('services/rebuilding/enabled', 'true')
conf_obj.setDefaultValue('services/restores/enabled', 'true')
conf_obj.setDefaultValue('services/shared-data/enabled', 'true')
conf_obj.setDefaultValue('services/supplier/enabled', 'true')
conf_obj.setDefaultValue(
'services/supplier/donated-space',
diskspace.MakeStringFromBytes(settings.DefaultDonatedBytes()))
conf_obj.setDefaultValue('services/supplier-contracts/enabled', 'false')
conf_obj.setDefaultValue('services/tcp-connections/enabled', 'true')
conf_obj.setDefaultValue('services/tcp-connections/tcp-port',
settings.DefaultTCPPort())
conf_obj.setDefaultValue('services/tcp-connections/upnp-enabled', 'true')
conf_obj.setDefaultValue('services/tcp-transport/enabled', 'true')
conf_obj.setDefaultValue('services/tcp-transport/receiving-enabled',
'true')
conf_obj.setDefaultValue('services/tcp-transport/sending-enabled', 'true')
conf_obj.setDefaultValue('services/tcp-transport/priority', 10)
conf_obj.setDefaultValue('services/udp-datagrams/enabled', 'true')
conf_obj.setDefaultValue('services/udp-datagrams/udp-port',
settings.DefaultUDPPort())
# TODO: UDP transport was temporary switched off
conf_obj.setDefaultValue('services/udp-transport/enabled', 'false')
conf_obj.setDefaultValue('services/udp-transport/receiving-enabled',
'true')
conf_obj.setDefaultValue('services/udp-transport/sending-enabled', 'true')
conf_obj.setDefaultValue('services/udp-transport/priority', 20)
