def get_workers(self, config, worker_init):
workers = []
for _ in range(config.worker_size):
workers.append(self.GreenClass(
crawl_page, worker_init=worker_init))
return workers
def get_workers(self, config, worker_init):
workers = []
for _ in range(config.worker_size):
workers.append(self.ProcessClass(
target=crawl_page, kwargs={'worker_init': worker_init}))
return workers
def get_workers(self, config, worker_init):
workers = []
for _ in range(config.worker_size):
workers.append(self.GreenClass(crawl_page,
worker_init=worker_init))
return workers
def get_workers(self, config, worker_init):
from threading import Thread
workers = []
for _ in range(config.worker_size):
workers.append(
Thread(target=crawl_page, kwargs={'worker_init': worker_init}))
return workers
def get_workers(self, config, worker_init):
workers = []
for _ in range(config.worker_size):
workers.append(
self.ProcessClass(target=crawl_page,
kwargs={'worker_init': worker_init}))
return workers
def get_workers(self, config, worker_init):
from threading import Thread
workers = []
for _ in range(config.worker_size):
workers.append(
Thread(target=crawl_page, kwargs={'worker_init': worker_init}))
return workers
