示例#1
0
文件: core.py 项目: lerry/fileshare
 def __init__(self, port, nodes_file, UUID, queue):
     self.port = utils.get_free_port(port)
     self.nodes = NodeDb(nodes_file)
     self.UUID = UUID
     self.ip = utils.get_ip()
     self.http_port = utils.get_free_port(8080)
     self.q = queue
     self.templist = self.nodes.get_list()
     self.hash = HashMaker(config.get('docroot'),'hash.db')
示例#2
0
文件: core.py 项目: lerry/fileshare
class Node(object):
    def __init__(self, port, nodes_file, UUID, queue):
        self.port = utils.get_free_port(port)
        self.nodes = NodeDb(nodes_file)
        self.UUID = UUID
        self.ip = utils.get_ip()
        self.http_port = utils.get_free_port(8080)
        self.q = queue
        self.templist = self.nodes.get_list()
        self.hash = HashMaker(config.get('docroot'),'hash.db')

    def hello(self,info):
        '''
        introduce yourself to other node,
        and check if he is online
        '''
        if info:
            if info[0] != self.UUID:
                self.nodes.add_node(info)
        return pickle.dumps(self.nodes.get_list())

    def ping(self):
        '''check if a node is online'''
        return 'PONG'    

    def find_value(self, value):
        '''check if has the file with the given hash value'''
        fpath = self.hash.has_value(value)
        if fpath:
            return 'http://'+self.ip+':'+str(self.http_port)+utils.fpath2url(fpath, config.get('docroot'))
        else:
            return False        

    def _greeting(self):
        for node in self.templist.copy():
            self._greet(node)

    def _greet(self,node='', nodeinfo=''):
        if not nodeinfo:
            #nodeinfo = self.nodes.get_list()[node]
            nodeinfo = self.templist[node]
        if nodeinfo:
            if nodeinfo[0] == self.ip:
                return 
            s = ServerProxy(('http://'+nodeinfo[0]+':'+nodeinfo[1]))
            templist = {}
            try:
                templist = pickle.loads(s.hello((self.UUID,self.ip,str(self.port))))
            except:
                if not node == 'super_node':
                    print 'remove %s' % node
                    self.nodes.rm_node(node)
            if templist:
                for item in templist:
                    if item != self.UUID and item not in self.templist:
                        print 'add:',{item:templist[item]}
                        self.nodes.add_node({item:templist[item]})
                        print 4444444


    def keepFind(self):
        '''
        maintain a node list
        '''
        while 1:
            #break
            self.templist = self.nodes.get_list()
            #print 'nodes:',self.templist
            self._greeting()
            self._broadcast()
            time.sleep(1)

    def _broadcast_listener(self):
        host = ''
        port = config.getint('udp_port')
        s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
        s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
        s.setsockopt(socket.SOL_SOCKET, socket.SO_BROADCAST, 1)
        s.bind((host, port))

        while 1:
            try:
                message, address = s.recvfrom(8192)
                #print "Got data from", address, message
                if message.startswith(config.get('sign')):
                    info = message[len(config.get('sign')):].split()[1:]
                    self._greet(nodeinfo=info)
            except:
                raise

    def _broadcast(self):
        dest = ('<broadcast>',config.getint('udp_port'))
        s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
        s.setsockopt(socket.SOL_SOCKET, socket.SO_BROADCAST, 1)
        try:
            s.sendto('%s %s %s %s' % (config.get('sign'), self.UUID, self.ip, self.port), dest)
        except:
            pass

    def _start_http_server(self):
        #start http server provide file download
        run(self.http_port, config.get('docroot'))        

    def _task_manager(self):
        while True:
            if not self.q.full():
                self.q.put(self.templist)
                print 'Put task',self.templist
                self.q.join()

    def update_hash(self):
        '''update file hash when startup'''    
        self.hash.update()

    def _start(self):
        for mythread in (self._broadcast_listener,
                                             self.keepFind,
                                             #self._task_manager,
                                             self.update_hash,
                                             self._start_http_server
                                            ):
            t = Thread(target=mythread)
            t.setDaemon(1)
            t.start()
        s = ThreadXMLRPCServer(('',self.port))#,logRequests=False
        print 'Main thread started at port: ',self.port
        s.register_instance(self)
        s.serve_forever()