def main(HOST=MiningTCPServer.DefaultListenAddr, PORT=MiningTCPServer.DefaultListenPort):
addtional = SiteCheckProcessManager(max_procss=2)
addtional.start()
print("slave running at: " + HOST + " port: " + str(PORT))
# Create the server, binding to localhost on port 9999
server = MiningTCPServer((HOST, PORT), MiningRequestHandler, arg=addtional)
server.serve_forever()
def main(HOST=MiningTCPServer.DefaultListenAddr,
PORT=MiningTCPServer.DefaultListenPort):
addtional = SiteCheckProcessManager(max_procss=2)
addtional.start()
print("slave running at: " + HOST + " port: " + str(PORT))
# Create the server, binding to localhost on port 9999
server = MiningTCPServer((HOST, PORT), MiningRequestHandler, arg=addtional)
server.serve_forever()
def testSlaveObj(self):
site_list = [
"http://www.bbc.co.uk/", "techcrunch.com",
"mashable.com/category/tech/", "www.techradar.com/",
"www.independent.co.uk/life-style/gadgets-and-tech/",
"www.theguardian.com/uk/technology", "www.septitech.com/",
"www.emosaustin.com/tech-n9ne-special-effects-tour"
]
mananger = SiteCheckProcessManager(job_name="Test",
concurrent_page=20,
max_page_per_site=100)
mananger.put_to_input_queue(site_list)
mananger.start()
while True:
time.sleep(1)
def testSlaveObj(self):
site_list = [
"http://www.bbc.co.uk/",
"techcrunch.com",
"mashable.com/category/tech/",
"www.techradar.com/",
"www.independent.co.uk/life-style/gadgets-and-tech/",
"www.theguardian.com/uk/technology",
"www.septitech.com/",
"www.emosaustin.com/tech-n9ne-special-effects-tour",
]
mananger = SiteCheckProcessManager(job_name="Test", concurrent_page=20, max_page_per_site=100)
mananger.put_to_input_queue(site_list)
mananger.start()
while True:
time.sleep(1)
