class Manager:
def __init__(self, bbox=None, configuration=None, standalone=False):
self.standalone = standalone
self.big_bbox = bbox
self.job_queue_name = 'jobs'
self.mercator = GlobalMercator()
self.small_bboxes = []
self.configuration = configuration
def run(self):
self._generate_small_bboxes()
if not self.standalone:
self._enqueue_jobs(self.configuration)
else:
worker_functions.standalone(bboxes=self.small_bboxes, configuration=self.configuration)
def _generate_small_bboxes(self):
m_minx, m_miny = self.mercator.LatLonToMeters(self.big_bbox.bottom, self.big_bbox.left)
rows = self._calc_rows()
columns = self._calc_columns()
side = int(self.configuration.JOB.bboxsize)
for x in range(0, columns):
for y in range(0, rows):
bottom, left = self.mercator.MetersToLatLon(m_minx + (side * x), m_miny + (side * y))
top, right = self.mercator.MetersToLatLon(m_minx + (side * (x + 1)), m_miny + (side * (y + 1)))
small_bbox = Bbox(left=left, bottom=bottom, right=right, top=top)
self.small_bboxes.append(small_bbox)
def _enqueue_jobs(self, configuration):
redis_connection = Redis(host=configuration.REDIS.server, port=configuration.REDIS.port, password=configuration.REDIS.password)
queue = Queue(self.job_queue_name, connection=redis_connection)
for small_bbox in self.small_bboxes:
queue.enqueue_call(func=worker_functions.detect, args=(small_bbox, self.configuration),
timeout=self.configuration.JOB.timeout)
print('Number of enqueued jobs in queue \'{0}\': {1}'.format(self.job_queue_name, len(queue)))
def _calc_rows(self):
_, m_miny = self.mercator.LatLonToMeters(self.big_bbox.bottom, self.big_bbox.left)
_, m_maxy = self.mercator.LatLonToMeters(self.big_bbox.top, self.big_bbox.right)
meter_in_y = m_maxy - m_miny
return int(math.ceil(meter_in_y / int(self.configuration.JOB.bboxsize)))
def _calc_columns(self):
m_min_x, _ = self.mercator.LatLonToMeters(self.big_bbox.bottom, self.big_bbox.left)
m_max_x, _ = self.mercator.LatLonToMeters(self.big_bbox.top, self.big_bbox.right)
meter_in_x = m_max_x - m_min_x
return int(math.ceil(meter_in_x / int(self.configuration.JOB.bboxsize)))
def add_meter(self, vertical_distance, horizontal_distance):
mercator = GlobalMercator()
copy = self.copy()
lat, lon = mercator.MetersToLatLon(horizontal_distance, vertical_distance)
copy.latitude += lat
copy.longitude += lon
return copy
class Manager(object):
small_bbox_side_length = 2000.0
timeout = 5400
def __init__(self, bbox, job_queue_name, search=None):
self.big_bbox = bbox
self.job_queue_name = job_queue_name
self.mercator = GlobalMercator()
self.small_bboxes = []
self.search = self._search(search)
@classmethod
def from_big_bbox(cls, big_bbox, redis, job_queue_name, search=None):
manager = cls(big_bbox, job_queue_name, cls._search(search))
manager._generate_small_bboxes()
manager._enqueue_jobs(redis)
return manager
def _generate_small_bboxes(self):
m_minx, m_miny = self.mercator.LatLonToMeters(self.big_bbox.bottom,
self.big_bbox.left)
rows = self._calc_rows()
columns = self._calc_columns()
side = Manager.small_bbox_side_length
for x in range(0, columns):
for y in range(0, rows):
bottom, left = self.mercator.MetersToLatLon(
m_minx + (side * x), m_miny + (side * y))
top, right = self.mercator.MetersToLatLon(
m_minx + (side * (x + 1)), m_miny + (side * (y + 1)))
small_bbox = Bbox.from_lbrt(left, bottom, right, top)
self.small_bboxes.append(small_bbox)
def _enqueue_jobs(self, redis):
redis_connection = Redis(redis[0], redis[1], password=redis[2])
queue = Queue(self.job_queue_name, connection=redis_connection)
for small_bbox in self.small_bboxes:
queue.enqueue_call(func=detect,
args=(small_bbox, redis, self.search),
timeout=Manager.timeout)
print('Number of enqueued jobs in queue \'{0}\': {1}'.format(
self.job_queue_name, len(queue)))
def _calc_rows(self):
_, m_miny = self.mercator.LatLonToMeters(self.big_bbox.bottom,
self.big_bbox.left)
_, m_maxy = self.mercator.LatLonToMeters(self.big_bbox.top,
self.big_bbox.right)
meter_in_y = m_maxy - m_miny
return int(math.ceil(meter_in_y / Manager.small_bbox_side_length))
def _calc_columns(self):
m_min_x, _ = self.mercator.LatLonToMeters(self.big_bbox.bottom,
self.big_bbox.left)
m_max_x, _ = self.mercator.LatLonToMeters(self.big_bbox.top,
self.big_bbox.right)
meter_in_x = m_max_x - m_min_x
return int(math.ceil(meter_in_x / Manager.small_bbox_side_length))
@staticmethod
def _search(search):
return Search() if search is None else search