def migrate_image_files(connection, image_bucket_name, file_bucket_name, s3helper):
for file_name in glob.glob('/home/ec2-user/galaxyImages/*/*'):
(name, version, extension) = get_name_version(file_name)
# Only migrate the images in the original galaxy is still in the database
galaxy = connection.execute(select([GALAXY]).where(and_(GALAXY.c.name == name, GALAXY.c.version_number == version))).first()
if galaxy is not None:
if extension == '.fits':
add_file_to_bucket1(file_bucket_name, get_key_fits(galaxy[GALAXY.c.name], galaxy[GALAXY.c.run_id], galaxy[GALAXY.c.galaxy_id]), file_name, s3helper)
else:
galaxy_key = get_galaxy_file_name(galaxy[GALAXY.c.name], galaxy[GALAXY.c.run_id], galaxy[GALAXY.c.galaxy_id])
if file_name.endswith('_tn_colour_1.png'):
add_file_to_bucket1(image_bucket_name, get_thumbnail_colour_image_key(galaxy_key, 1), file_name, s3helper)
elif file_name.endswith('_colour_1.png'):
add_file_to_bucket1(image_bucket_name, get_colour_image_key(galaxy_key, 1), file_name, s3helper)
elif file_name.endswith('_colour_2.png'):
add_file_to_bucket1(image_bucket_name, get_colour_image_key(galaxy_key, 2), file_name, s3helper)
elif file_name.endswith('_colour_3.png'):
add_file_to_bucket1(image_bucket_name, get_colour_image_key(galaxy_key, 3), file_name, s3helper)
elif file_name.endswith('_colour_4.png'):
add_file_to_bucket1(image_bucket_name, get_colour_image_key(galaxy_key, 4), file_name, s3helper)
elif file_name.endswith('_mu.png'):
add_file_to_bucket1(image_bucket_name, get_build_png_name(galaxy_key, 'mu'), file_name, s3helper)
elif file_name.endswith('_m.png'):
add_file_to_bucket1(image_bucket_name, get_build_png_name(galaxy_key, 'm'), file_name, s3helper)
elif file_name.endswith('_ldust.png'):
add_file_to_bucket1(image_bucket_name, get_build_png_name(galaxy_key, 'ldust'), file_name, s3helper)
elif file_name.endswith('_sfr.png'):
add_file_to_bucket1(image_bucket_name, get_build_png_name(galaxy_key, 'sfr'), file_name, s3helper)
def _build_image_asinh(self, fits_file_name, galaxy_key_stub, centre,
galaxy_id, bucket_name):
"""
Build Three Colour Images using the asinh() function.
:param fits_file_name:
:param galaxy_key_stub:
:param centre:
:param galaxy_id:
:param bucket_name:
"""
hdulist = pyfits.open(fits_file_name, memmap=True)
hdu = hdulist[0]
width = hdu.header['NAXIS1']
height = hdu.header['NAXIS2']
(image1_filters, image2_filters, image3_filters,
image4_filters) = self._get_image_filters(hdulist)
# Create Three Colour Images
image1 = ImageBuilder(bucket_name, 1,
get_colour_image_key(galaxy_key_stub, 1),
get_thumbnail_colour_image_key(
galaxy_key_stub,
1), image1_filters[0], image1_filters[1],
image1_filters[2], width, height, centre,
self._connection, galaxy_id) # i, r, g
image2 = ImageBuilder(bucket_name, 2,
get_colour_image_key(galaxy_key_stub, 2), None,
image2_filters[0], image2_filters[1],
image2_filters[2], width, height, centre,
self._connection, galaxy_id) # r, g, NUV
image3 = ImageBuilder(bucket_name, 3,
get_colour_image_key(galaxy_key_stub, 3), None,
image3_filters[0], image3_filters[1],
image3_filters[2], width, height, centre,
self._connection, galaxy_id) # 3.6, g, NUV
image4 = ImageBuilder(bucket_name, 4,
get_colour_image_key(galaxy_key_stub, 4), None,
image4_filters[0], image4_filters[1],
image4_filters[2], width, height, centre,
self._connection, galaxy_id) # 22, r, NUV
images = [image1, image2, image3, image4]
for hdu in hdulist:
filter_band = hdu.header['MAGPHYSI']
for image in images:
image.set_data(filter_band, hdu.data)
s3helper = S3Helper()
for image in images:
if image.is_valid():
image.save_image(s3helper)
else:
print 'not valid'
hdulist.close()
def _build_Image_Asinh(self, fits_file_name, galaxy_key_stub, centre, galaxy_id, bucket_name):
"""
Build Three Colour Images using the asinh() function.
:param fits_file_name:
:param galaxy_key_stub:
:param centre:
:param galaxy_id:
:param bucket:
"""
hdulist = pyfits.open(fits_file_name, memmap=True)
hdu = hdulist[0]
width = hdu.header['NAXIS1']
height = hdu.header['NAXIS2']
(image1_filters, image2_filters, image3_filters, image4_filters) = self._get_image_filters(hdulist)
# Create Three Colour Images
image1 = ImageBuilder(bucket_name,
1,
get_colour_image_key(galaxy_key_stub, 1),
get_thumbnail_colour_image_key(galaxy_key_stub, 1),
image1_filters[0],
image1_filters[1],
image1_filters[2],
width,
height,
centre,
self._connection,
galaxy_id) # i, r, g
image2 = ImageBuilder(bucket_name,
2,
get_colour_image_key(galaxy_key_stub, 2),
None,
image2_filters[0],
image2_filters[1],
image2_filters[2],
width,
height,
centre,
self._connection,
galaxy_id) # r, g, NUV
image3 = ImageBuilder(bucket_name,
3,
get_colour_image_key(galaxy_key_stub, 3),
None,
image3_filters[0],
image3_filters[1],
image3_filters[2],
width,
height,
centre,
self._connection,
galaxy_id) # 3.6, g, NUV
image4 = ImageBuilder(bucket_name,
4,
get_colour_image_key(galaxy_key_stub, 4),
None,
image4_filters[0],
image4_filters[1],
image4_filters[2],
width,
height,
centre,
self._connection,
galaxy_id) # 22, r, NUV
images = [image1, image2, image3, image4]
for hdu in hdulist:
filter_band = hdu.header['MAGPHYSI']
for image in images:
image.set_data(filter_band, hdu.data)
s3helper = S3Helper()
for image in images:
if image.is_valid():
image.save_image(s3helper)
else:
print 'not valid'
hdulist.close()
