def process_image(self, image_contents_id):
session = Client().session()
contents = session.query(ImageContents).\
filter(ImageContents.image_contents_id == image_contents_id).\
one()
image = session.query(Image).\
filter(Image.image_id == contents.image_id).\
one()
truck = ImageTruck(
contents.contents, contents.content_type, image.source_url)
truck.filename = image.filename
metadata = ImageMetadata.image_metadata(truck.contents)
truck.contents = ReorientImage.reorient_image(truck.contents)
def after_upload(size):
redis.publish(REDIS_CHANNEL, json.dumps({
'task_id': self.request.id,
'suffix': size,
}))
ResizeImage.make_resizes(image, truck, after_upload)
print "uploading original image"
truck.upload()
redis.publish(REDIS_CHANNEL, json.dumps({
'task_id': self.request.id,
'suffix': '',
}))
delay(queued_tasks, Invalidate(), image.image_id)
for attr, value in metadata.iteritems():
setattr(image, attr, value)
session.add(image)
session.delete(contents)
def reprocess_image(request_format, image_id):
session = Client().session()
image = session.query(Image).filter(Image.image_id == image_id).one()
truck = ImageTruck.new_from_image(image)
contents = ImageContents(image_id=image.image_id, contents=truck.contents, content_type=truck.content_type)
session.add(contents)
session.flush()
delay(g.queued_tasks, process_image, contents.image_contents_id)
if request_format == "json":
return {"status": "ok"}
else:
return redirect(url_for("show_image", image_id=image.image_id))
def add(request_format):
url = request.form.get("url")
if url:
try:
trucks = [ImageTruck.new_from_url(url)]
except RequestException:
abort(request_format, 400, "That url is no good.")
except TryHTTPError:
abort(
request_format,
400,
"Catsnap couldn't establish an HTTPS connection to that "
"image. An HTTP connection may succeed (this is a problem "
"on Catsnap's end, not something you did wrong).",
)
elif request.files.get("file[]"):
trucks = [ImageTruck.new_from_stream(data.stream) for data in request.files.getlist("file[]")]
elif request.files.get("file"):
data = request.files["file"]
trucks = [ImageTruck.new_from_stream(data.stream)]
else:
abort(request_format, 400, "Please submit either a file or a url.")
# These loops are sorta awkwardly phrased to avoid lots of round-tripping
# to the database. I hope you don't consider the optimization premature.
session = Client().session()
images = []
for truck in trucks:
image = Image(filename=truck.filename, source_url=url)
album_id = request.form.get("album_id")
if album_id:
image.album_id = int(album_id)
session.add(image)
images.append(image)
session.flush()
contentses = []
for i in xrange(0, len(images)):
(truck, image) = trucks[i], images[i]
contents = ImageContents(image_id=image.image_id, contents=truck.contents, content_type=truck.content_type)
session.add(contents)
contentses.append(contents)
session.flush()
task_ids = []
# Hey, this is a loop around a round-trip to redis. Although the Python
# Redis library offers a way to send multiple requests in one thwack,
# Celery doesn't appear to offer a way to use it. Nothing to be done.
for contents in contentses:
task_ids.append(delay(g.queued_tasks, process_image, contents.image_contents_id))
if request_format == "html":
return redirect(url_for("show_image", image_id=image.image_id))
elif request_format == "json":
return [
{"url": trucks[i].url(), "image_id": images[i].image_id, "task_id": task_ids[i]}
for i in xrange(0, len(trucks))
]
def add(request_format):
url = request.form.get('url')
if url:
try:
trucks = [ImageTruck.new_from_url(url)]
except RequestException:
abort(request_format, 400, "That url is no good.")
elif request.files.get('file[]'):
trucks = [ImageTruck.new_from_stream(data.stream)
for data in request.files.getlist('file[]')]
elif request.files.get('file'):
data = request.files['file']
trucks = [ImageTruck.new_from_stream(data.stream)]
else:
abort(request_format, 400, "Please submit either a file or a url.")
# These loops are sorta awkwardly phrased to avoid lots of round-tripping
# to the database. I hope you don't consider the optimization premature.
session = Client().session()
images = []
for truck in trucks:
image = Image(filename=truck.filename, source_url=url)
album_id = request.form.get('album_id')
if album_id:
image.album_id = int(album_id)
session.add(image)
images.append(image)
session.flush()
contentses = []
for i in xrange(0, len(images)):
(truck, image) = trucks[i], images[i]
contents = ImageContents(image_id=image.image_id,
contents=truck.contents,
content_type=truck.content_type)
session.add(contents)
contentses.append(contents)
session.flush()
task_ids = []
# Hey, this is a loop around a round-trip to redis. Although the Python
# Redis library offers a way to send multiple requests in one thwack,
# Celery doesn't appear to offer a way to use it. Nothing to be done.
for contents in contentses:
task_ids.append(delay(g.queued_tasks,
process_image,
contents.image_contents_id))
if request_format == 'html':
return redirect(url_for('show_image', image_id=image.image_id))
elif request_format == 'json':
return [{
'url': trucks[i].url(),
'image_id': images[i].image_id,
'task_id': task_ids[i],
} for i in xrange(0, len(trucks))]
def _resize_image(cls, image, image_handler, truck, size, after_upload):
from catsnap.worker.tasks import Invalidate
session = Client().session()
(width, height) = image_handler.size
(new_width, new_height) = cls._new_dimensions(width,
height,
RESIZES[size])
print 'resizing to %s' % size
image_handler.resize(new_width, new_height)
print 'uploading resized image'
truck.upload_resize(image_handler.make_blob(), size)
after_upload(size)
resize = ImageResize(image_id=image.image_id,
width=new_width,
height=new_height,
suffix=size)
delay(queued_tasks, Invalidate(), image.image_id, suffix=size)
session.add(resize)
session.flush()
def test_creates_transaction_id_and_schedules_task(self):
task = Mock()
task_info = Mock()
task_info.id = 'I AM A TASK ID'
task.apply_async.return_value = task_info
queue = []
task_id = delay(queue, task, 'hello', one=1)
session = Client().session()
transaction = session.query(TaskTransaction).one()
task.apply_async.assert_called_once_with(
kwargs={'one': 1},
args=[str(transaction.transaction_id), 'hello'],
retry=True,
retry_policy=RETRY_POLICY,
)
eq_(task_id, 'I AM A TASK ID')
eq_(queue, [task_info])
