def images_index(request):
context = pre_populate_context_dict()
query = __store_session_query(request, File.get_all_images())
try:
del request.session['random_list']
except KeyError:
pass
try:
del request.session['id_list']
except KeyError:
pass
per_page = 24
paginator = Paginator(query, per_page)
page = request.GET.get('page')
try:
files = paginator.page(page)
except PageNotAnInteger:
files = paginator.page(1)
page = 1
except EmptyPage:
files = paginator.page(paginator.num_pages)
page = paginator.num_pages
page = int(page)
page_range = []
threshold = 10
threshold_size = (threshold*2) + 1
# build initial page range list
for i in range(1, paginator.num_pages+1):
if i+threshold >= page and i <= page:
page_range.append(i)
elif i-threshold <= page and i >= page:
page_range.append(i)
# if the length of page_range is less than the threshold size, add to it
if len(page_range) < threshold_size:
if page <= threshold:
i = page_range[-1]
while len(page_range) < threshold_size and i < paginator.num_pages:
i = i + 1
page_range.append(i)
else:
i = page_range[0]
while len(page_range) < threshold_size and i > 1:
i = i - 1
page_range.insert(0, i)
if page_range[0] != 1:
page_range.insert(0, '...')
if page_range[-1] != paginator.num_pages:
page_range.append('...')
i = per_page * (page-1) + 1
for f in files:
f.num = i
i = i + 1
context['files'] = files
context['page_range'] = page_range
if request.GET.get('view') == 'list':
context['view'] = 'list'
return render(request, 'images/index.html', context)
def handle(self, *args, **kwargs):
from django.conf import settings
BASE_DIR = settings.BASE_DIR
MAIO_SETTINGS = settings.MAIO_SETTINGS
mimetype_extension = {
'image': {
'image/gif': '.gif',
'image/jpeg': '.jpg',
'image/pjpeg': '.jpg',
'image/png': '.png',
'image/svg+xml': '.svg',
'image/tiff': '.tiff',
'image/bmp': '.bmp',
'image/x-windows-bmp': '.bmp',
'image/x-tiff': '.tiff',
}
}
def usage():
self.out("Usage:")
self.out("")
self.out("%s DIR" % (sys.argv[0],))
self.out("")
self.out(" DIR")
self.out(" The directory to recursively walk for images to store in the database.")
self.out("")
def mk_md5_dir(md5, root):
if len(md5) == 32:
part1 = md5[0:2]
part2 = md5[2:4]
part3 = md5[4:6]
dirtomake = os.path.join(root, part1, part2, part3)
if os.path.isdir(dirtomake):
return dirtomake
if os.path.isdir(root):
os.makedirs(dirtomake)
return dirtomake
def is_image(mimetype):
for key, value in mimetype_extension['image'].iteritems():
if mimetype == key:
return True
return False
#directory = sys.argv[1]
directory = kwargs.get('directory', '')
self.out('Directory is:', str(directory))
if len(directory) == 0:
self.out("Please provide a directory to recursively walk for pictures.")
self.out("")
usage()
exit(1)
if not os.path.isdir(directory[0]):
self.out("\"%s\" is not a valid directory." % (directory,))
self.out("")
usage()
exit(1)
mime = magic.Magic(mime=True)
for root, subdirs, files in os.walk(directory[0]):
for filename in files:
try:
file_path = os.path.join(root, filename).decode('utf-8')
except UnicodeDecodeError as e:
if "'utf8' codec can't decode bytes" in str(e):
self.out("Error processing %s, unreadable file name ..." % (os.path.join(root, filename),))
continue
else:
raise
except:
raise
# get mime type
try:
mimetype = mime.from_file(file_path)
except IOError as e:
if 'File does not exist' in str(e):
self.out('file %s does not exist' % (file_path,))
continue
else:
raise
except UnicodeDecodeError as e:
self.out("File: ", file_path)
raise
except:
raise
if not is_image(mimetype):
self.out('%s is not a valid image type... (it might be a symlink?)' % (file_path,))
continue
# stat file
sfile = os.stat(file_path)
# open image
truncated = False
try:
im = Image.open(file_path)
if MAIO_SETTINGS.get('images_min_inclusive', '').lower() == 'and':
if im.size[0] < MAIO_SETTINGS.get('images_min_width', 0) or \
im.size[1] < MAIO_SETTINGS.get('images_min_height', 0):
continue
elif MAIO_SETTINGS.get('images_min_inclusive', '').lower() == 'or':
if im.size[0] < MAIO_SETTINGS.get('images_min_width', 0) and \
im.size[1] < MAIO_SETTINGS.get('images_min_height', 0):
continue
else:
pass
im.load()
if im.mode != "RGB":
im = im.convert("RGB")
except IOError as e:
self.out('Error in processing %s ...' % (file_path,),)
if 'truncated' in str(e):
self.out('truncated')
truncated = True
pass
elif 'cannot identify image file' in str(e):
self.out('invalid image file')
continue
elif 'No such file or directory' in str(e):
self.out('no such file or directory')
continue
else:
raise
# get md5sum
md5sum = hashlib.md5()
with open(file_path, 'rb') as fh:
md5sum.update(fh.read())
md5 = md5sum.hexdigest()
# process thumbnail
thumb_dir = mk_md5_dir(md5, settings.MAIO_SETTINGS['thumbnail_directory'])
thumb = os.path.join(thumb_dir,
md5 + '.jpg')
if not os.path.isfile(thumb):
im.thumbnail((128, 128), Image.ANTIALIAS)
im.save(thumb)
self.out(md5sum.hexdigest(), mimetype, file_path)
# save file information to the database
try:
file_path_hash = hashlib.md5()
file_path_hash.update(file_path.encode('utf-8'))
fph = file_path_hash.hexdigest()
f = File(mime_type=mimetype, size=sfile.st_size, mtime=sfile.st_mtime,
md5sum=md5, tn_path=thumb, file_path=file_path, file_path_hash=fph)
f.save()
except django.db.utils.IntegrityError:
f = File.objects.get(file_path_hash=fph)
if sfile.st_mtime == f.mtime:
self.out("Already in database and up-to-date, skipping %s ..." % (file_path,))
continue
f.mime_type = mimetype
f.size = sfile.st_size
f.mtime = sfile.st_mtime
f.md5sum = md5
f.tn_path = thumb
f.save()
except:
raise
if not os.path.isfile(thumb):
im.thumbnail((128, 128), Image.ANTIALIAS)
im.save(thumb)
print(md5sum.hexdigest(), mimetype, file_path)
# save file information to the database
try:
file_path_hash = hashlib.md5()
file_path_hash.update(file_path.encode('utf-8'))
fph = file_path_hash.hexdigest()
f = File(mime_type=mimetype,
size=sfile.st_size,
mtime=sfile.st_mtime,
md5sum=md5,
tn_path=thumb,
file_path=file_path,
file_path_hash=fph)
f.save()
except django.db.utils.IntegrityError:
f = File.objects.get(file_path_hash=fph)
if sfile.st_mtime == f.mtime:
print("Already in database and up-to-date, skipping %s ..." %
(file_path, ))
continue
f.mime_type = mimetype
f.size = sfile.st_size
f.mtime = sfile.st_mtime
f.md5sum = md5
f.tn_path = thumb
thumb_dir = mk_md5_dir(md5, settings.MAIO_SETTINGS['thumbnail_directory'])
thumb = os.path.join(thumb_dir,
md5 + '.jpg')
if not os.path.isfile(thumb):
im.thumbnail((128, 128), Image.ANTIALIAS)
im.save(thumb)
print(md5sum.hexdigest(), mimetype, file_path)
# save file information to the database
try:
file_path_hash = hashlib.md5()
file_path_hash.update(file_path.encode('utf-8'))
fph = file_path_hash.hexdigest()
f = File(mime_type=mimetype, size=sfile.st_size, mtime=sfile.st_mtime,
md5sum=md5, tn_path=thumb, file_path=file_path, file_path_hash=fph)
f.save()
except django.db.utils.IntegrityError:
f = File.objects.get(file_path_hash=fph)
if sfile.st_mtime == f.mtime:
print("Already in database and up-to-date, skipping %s ..." % (file_path,))
continue
f.mime_type = mimetype
f.size = sfile.st_size
f.mtime = sfile.st_mtime
f.md5sum = md5
f.tn_path = thumb
f.save()
except:
raise
