def __init__(self, port, nodes_file, UUID, queue):
self.port = utils.get_free_port(port)
self.nodes = NodeDb(nodes_file)
self.UUID = UUID
self.ip = utils.get_ip()
self.http_port = utils.get_free_port(8080)
self.q = queue
self.templist = self.nodes.get_list()
self.hash = HashMaker(config.get('docroot'),'hash.db')
class Node(object):
def __init__(self, port, nodes_file, UUID, queue):
self.port = utils.get_free_port(port)
self.nodes = NodeDb(nodes_file)
self.UUID = UUID
self.ip = utils.get_ip()
self.http_port = utils.get_free_port(8080)
self.q = queue
self.templist = self.nodes.get_list()
self.hash = HashMaker(config.get('docroot'),'hash.db')
def hello(self,info):
'''
introduce yourself to other node,
and check if he is online
'''
if info:
if info[0] != self.UUID:
self.nodes.add_node(info)
return pickle.dumps(self.nodes.get_list())
def ping(self):
'''check if a node is online'''
return 'PONG'
def find_value(self, value):
'''check if has the file with the given hash value'''
fpath = self.hash.has_value(value)
if fpath:
return 'http://'+self.ip+':'+str(self.http_port)+utils.fpath2url(fpath, config.get('docroot'))
else:
return False
def _greeting(self):
for node in self.templist.copy():
self._greet(node)
def _greet(self,node='', nodeinfo=''):
if not nodeinfo:
#nodeinfo = self.nodes.get_list()[node]
nodeinfo = self.templist[node]
if nodeinfo:
if nodeinfo[0] == self.ip:
return
s = ServerProxy(('http://'+nodeinfo[0]+':'+nodeinfo[1]))
templist = {}
try:
templist = pickle.loads(s.hello((self.UUID,self.ip,str(self.port))))
except:
if not node == 'super_node':
print 'remove %s' % node
self.nodes.rm_node(node)
if templist:
for item in templist:
if item != self.UUID and item not in self.templist:
print 'add:',{item:templist[item]}
self.nodes.add_node({item:templist[item]})
print 4444444
def keepFind(self):
'''
maintain a node list
'''
while 1:
#break
self.templist = self.nodes.get_list()
#print 'nodes:',self.templist
self._greeting()
self._broadcast()
time.sleep(1)
def _broadcast_listener(self):
host = ''
port = config.getint('udp_port')
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
s.setsockopt(socket.SOL_SOCKET, socket.SO_BROADCAST, 1)
s.bind((host, port))
while 1:
try:
message, address = s.recvfrom(8192)
#print "Got data from", address, message
if message.startswith(config.get('sign')):
info = message[len(config.get('sign')):].split()[1:]
self._greet(nodeinfo=info)
except:
raise
def _broadcast(self):
dest = ('<broadcast>',config.getint('udp_port'))
s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
s.setsockopt(socket.SOL_SOCKET, socket.SO_BROADCAST, 1)
try:
s.sendto('%s %s %s %s' % (config.get('sign'), self.UUID, self.ip, self.port), dest)
except:
pass
def _start_http_server(self):
#start http server provide file download
run(self.http_port, config.get('docroot'))
def _task_manager(self):
while True:
if not self.q.full():
self.q.put(self.templist)
print 'Put task',self.templist
self.q.join()
def update_hash(self):
'''update file hash when startup'''
self.hash.update()
def _start(self):
for mythread in (self._broadcast_listener,
self.keepFind,
#self._task_manager,
self.update_hash,
self._start_http_server
):
t = Thread(target=mythread)
t.setDaemon(1)
t.start()
s = ThreadXMLRPCServer(('',self.port))#,logRequests=False
print 'Main thread started at port: ',self.port
s.register_instance(self)
s.serve_forever()