def main(HOST=MiningTCPServer.DefaultListenAddr, PORT=MiningTCPServer.DefaultListenPort): addtional = SiteCheckProcessManager(max_procss=2) addtional.start() print("slave running at: " + HOST + " port: " + str(PORT)) # Create the server, binding to localhost on port 9999 server = MiningTCPServer((HOST, PORT), MiningRequestHandler, arg=addtional) server.serve_forever()
def main(HOST=MiningTCPServer.DefaultListenAddr, PORT=MiningTCPServer.DefaultListenPort): addtional = SiteCheckProcessManager(max_procss=2) addtional.start() print("slave running at: " + HOST + " port: " + str(PORT)) # Create the server, binding to localhost on port 9999 server = MiningTCPServer((HOST, PORT), MiningRequestHandler, arg=addtional) server.serve_forever()
def testSlaveObj(self): site_list = [ "http://www.bbc.co.uk/", "techcrunch.com", "mashable.com/category/tech/", "www.techradar.com/", "www.independent.co.uk/life-style/gadgets-and-tech/", "www.theguardian.com/uk/technology", "www.septitech.com/", "www.emosaustin.com/tech-n9ne-special-effects-tour" ] mananger = SiteCheckProcessManager(job_name="Test", concurrent_page=20, max_page_per_site=100) mananger.put_to_input_queue(site_list) mananger.start() while True: time.sleep(1)
def testSlaveObj(self): site_list = [ "http://www.bbc.co.uk/", "techcrunch.com", "mashable.com/category/tech/", "www.techradar.com/", "www.independent.co.uk/life-style/gadgets-and-tech/", "www.theguardian.com/uk/technology", "www.septitech.com/", "www.emosaustin.com/tech-n9ne-special-effects-tour", ] mananger = SiteCheckProcessManager(job_name="Test", concurrent_page=20, max_page_per_site=100) mananger.put_to_input_queue(site_list) mananger.start() while True: time.sleep(1)