class VFSScanner:
def __init__(self):
self.exclude_folders = []
self.all_extensions = []
self.picture_extensions = []
self.video_extensions = []
self.lists_separator = "||"
self.scan_is_cancelled = False
self.picsdeleted = 0
self.picsupdated = 0
self.picsadded = 0
self.picsscanned = 0
self.current_root_entry = 0
self.total_root_entries = 0
self.totalfiles = 0
self.mpdb = MypicsDB.MyPictureDB()
for path, _, _, exclude in self.mpdb.get_all_root_folders():
if exclude:
common.log(
"", 'Exclude path "%s" found ' %
common.smart_unicode(path[:len(path) - 1]))
self.exclude_folders.append(
common.smart_unicode(path[:len(path) - 1]))
for ext in common.getaddon_setting("picsext").split("|"):
self.picture_extensions.append("." + ext.replace(".", "").upper())
for ext in common.getaddon_setting("vidsext").split("|"):
self.video_extensions.append("." + ext.replace(".", "").upper())
self.use_videos = common.getaddon_setting("usevids")
self.all_extensions.extend(self.picture_extensions)
self.all_extensions.extend(self.video_extensions)
self.filescanner = Scanner()
def dispatcher(self, options):
self.options = options
if self.options.rootpath:
self.options.rootpath = common.smart_utf8(
unquote_plus(self.options.rootpath)).replace(
"\\\\", "\\").replace("\\\\", "\\").replace("\\'", "\'")
common.log("VFSScanner.dispatcher",
'Adding path "%s"' % self.options.rootpath,
xbmc.LOGNOTICE)
self.scan = AddonScan()
self.action = common.getstring(30244) #adding
self.scan.create(common.getstring(30000))
self.current_root_entry = 1
self.total_root_entries = 1
self.scan.update(
0,
0,
common.getstring(30000) + " [" + common.getstring(30241) +
"]", #MyPicture Database [preparing]
common.getstring(30247)) #please wait...
self._countfiles(self.options.rootpath)
self.total_root_entries = 1
self._addpath(self.options.rootpath, None, self.options.recursive,
True)
self.scan.close()
elif self.options.database or self.options.refresh:
paths = self.mpdb.get_all_root_folders()
common.log("VFSScanner.dispatcher", "Database refresh started",
xbmc.LOGNOTICE)
self.action = common.getstring(30242) #Updating
if paths:
self.scan = AddonScan()
self.scan.create(common.getstring(30000))
self.current_root_entry = 0
self.total_root_entries = 0
self.scan.update(
0,
0,
common.getstring(30000) + " [" + common.getstring(30241) +
"]", #MyPicture Database [preparing]
common.getstring(30247)) #please wait...
for path, recursive, update, exclude in paths:
if exclude == 0:
self.total_root_entries += 1
self._countfiles(path, False)
for path, recursive, update, exclude in paths:
if exclude == 0:
try:
self.current_root_entry += 1
self._addpath(path, None, recursive, update)
except:
print_exc()
self.scan.close()
# Set default translation for tag types
self.mpdb.default_tagtypes_translation()
self.mpdb.cleanup_keywords()
# delete all entries with "sha is null"
self.picsdeleted += self.mpdb.del_pics_wo_sha(self.scan_is_cancelled)
common.show_notification(
common.getstring(30000),
common.getstring(30248) % (self.picsscanned, self.picsadded,
self.picsdeleted, self.picsupdated))
def _countfiles(self, path, reset=True, recursive=True):
if reset:
self.totalfiles = 0
common.log("VFSScanner._countfiles", 'path "%s"' % path)
(_, files) = self.filescanner.walk(
path, recursive, self.picture_extensions
if self.use_videos == "false" else self.all_extensions)
self.totalfiles += len(files)
return self.totalfiles
def _check_excluded_files(self, filename):
for ext in common.getaddon_setting("picsexcl").lower().split("|"):
if ext in filename.lower() and len(ext) > 0:
common.log(
"VFSScanner._check_excluded_files",
'Picture "%s" excluded due to exclude condition "%s"' %
(filename, common.getaddon_setting("picsexcl")))
return False
return True
def _addpath(self, path, parentfolderid, recursive, update):
"""
try:
"""
path = common.smart_unicode(path)
common.log("VFSScanner._addpath", '"%s"' % common.smart_utf8(path))
# Check excluded paths
if path in self.exclude_folders:
common.log(
"VFSScanner._addpath",
'Path in exclude folder: "%s"' % common.smart_utf8(path))
self.picsdeleted = self.picsdeleted + self.mpdb.delete_paths_from_root(
path)
return
(dirnames, filenames) = self.filescanner.walk(
path, False, self.picture_extensions
if self.use_videos == "false" else self.all_extensions)
# insert the new path into database
foldername = common.smart_unicode(os.path.basename(path))
if len(foldername) == 0:
foldername = os.path.split(os.path.dirname(path))[1]
folderid = self.mpdb.folder_insert(foldername, path, parentfolderid,
1 if len(filenames) > 0 else 0)
# get currently stored files for 'path' from database.
# needed for 'added', 'updated' or 'deleted' decision
filesfromdb = self.mpdb.listdir(common.smart_unicode(path))
# scan pictures and insert them into database
if filenames:
for pic in filenames:
if self.scan.iscanceled():
self.scan_is_cancelled = True
common.log("VFSScanner._addpath", "Scanning canncelled",
xbmc.LOGNOTICE)
return
if self._check_excluded_files(pic) == False:
continue
self.picsscanned += 1
filename = os.path.basename(pic)
extension = os.path.splitext(pic)[1].upper()
picentry = {
"idFolder":
folderid,
"strPath":
path,
"strFilename":
filename,
"ftype":
extension in self.picture_extensions and "picture"
or extension in self.video_extensions and "video" or "",
"DateAdded":
strftime("%Y-%m-%d %H:%M:%S"),
"Thumb":
"",
"Image Rating":
None
}
sqlupdate = False
filesha = 0
# get the meta tags. but only for pictures and only if they are new or modified.
if extension in self.picture_extensions:
common.log(
"VFSScanner._addpath",
'Scanning picture "%s"' % common.smart_utf8(pic))
if pic in filesfromdb: # then it's an update
filesfromdb.pop(filesfromdb.index(pic))
if self.options.refresh == True: # this means that we only want to get new pictures.
if self.scan and self.totalfiles != 0 and self.total_root_entries != 0:
self.scan.update(
int(100 * float(self.picsscanned) /
float(self.totalfiles)),
int(100 * float(self.current_root_entry) /
float(self.total_root_entries)),
common.smart_utf8(
common.getstring(30000) +
" [%s] (%0.2f%%)" %
(self.action,
100 * float(self.picsscanned) /
float(self.totalfiles))
), #"MyPicture Database [%s] (%0.2f%%)"
common.smart_utf8(filename))
continue
else:
(localfile,
isremote) = self.filescanner.getlocalfile(pic)
filesha = self.mpdb.sha_of_file(localfile)
sqlupdate = True
if self.mpdb.stored_sha(
path, filename
) != filesha: # picture was modified
self.picsupdated += 1
common.log(
"VFSScanner._addpath",
"Picture already exists and must be updated"
)
tags = self._get_metas(
common.smart_unicode(localfile))
picentry.update(tags)
# if isremote == True then the file was copied to cache directory.
if isremote:
self.filescanner.delete(localfile)
else:
common.log(
"VFSScanner._addpath",
"Picture already exists but not modified")
if self.scan and self.totalfiles != 0 and self.total_root_entries != 0:
self.scan.update(
int(100 * float(self.picsscanned) /
float(self.totalfiles)),
int(100 *
float(self.current_root_entry) /
float(self.total_root_entries)),
common.smart_utf8(
common.getstring(30000) +
" [%s] (%0.2f%%)" %
(self.action,
100 * float(self.picsscanned) /
float(self.totalfiles))
), #"MyPicture Database [%s] (%0.2f%%)"
common.smart_utf8(filename))
if isremote:
self.filescanner.delete(localfile)
continue
else: # it's a new picture
(localfile,
isremote) = self.filescanner.getlocalfile(pic)
filesha = self.mpdb.sha_of_file(localfile)
sqlupdate = False
common.log("VFSScanner._addpath",
"New picture will be inserted into dB")
self.picsadded += 1
tags = self._get_metas(common.smart_unicode(localfile))
picentry.update(tags)
if isremote:
self.filescanner.delete(localfile)
# videos aren't scanned and therefore never updated
elif extension in self.video_extensions:
common.log(
"VFSScanner._addpath",
'Adding video file "%s"' % common.smart_utf8(pic))
if pic in filesfromdb: # then it's an update
sqlupdate = True
filesfromdb.pop(filesfromdb.index(pic))
continue
else:
sqlupdate = False
self.picsadded += 1
moddate = self.filescanner.getfiledatetime(pic)
if moddate != "0000-00-00 00:00:00":
picentry["EXIF DateTimeOriginal"] = moddate
else:
continue
try:
self.mpdb.file_insert(path, filename, picentry, sqlupdate,
filesha)
except Exception, msg:
common.log("VFSScanner._addpath",
'Unable to insert picture "%s"' % pic,
xbmc.LOGERROR)
common.log("VFSScanner._addpath",
'"%s" - "%s"' % (Exception, msg), xbmc.LOGERROR)
continue
if sqlupdate:
common.log("VFSScanner._addpath",
'Picture "%s" updated' % common.smart_utf8(pic))
else:
common.log(
"VFSScanner._addpath",
'Picture "%s" inserted' % common.smart_utf8(pic))
if self.scan and self.totalfiles != 0 and self.total_root_entries != 0:
self.scan.update(
int(100 * float(self.picsscanned) /
float(self.totalfiles)),
int(100 * float(self.current_root_entry) /
float(self.total_root_entries)),
common.smart_utf8(
common.getstring(30000) + " [%s] (%0.2f%%)" %
(self.action, 100 * float(self.picsscanned) /
float(self.totalfiles))
), #"MyPicture Database [%s] (%0.2f%%)"
common.smart_utf8(filename))
if self.scan.iscanceled():
common.log("VFSScanner._addpath", "Scanning canncelled",
xbmc.LOGNOTICE)
self.scan_is_cancelled = True
return
# all pics left in list filesfromdb weren't found in file system.
# therefore delete them from db
if filesfromdb and self.options.refresh != True:
for pic in filesfromdb:
self.mpdb.del_pic(os.path.dirname(pic), os.path.basename(pic))
common.log(
"VFSScanner._addpath",
'Picture dir: "%s" file: "%s" deleted from DB' %
(os.path.dirname(pic), os.path.basename(pic)))
self.picsdeleted += 1
if recursive:
for dirname in dirnames:
if self.scan.iscanceled():
common.log("VFSScanner._addpath", "Scanning canncelled",
xbmc.LOGNOTICE)
self.scan_is_cancelled = True
return
self._addpath(dirname, folderid, True, update)
"""
class VFSScanner:
def __init__(self):
self.exclude_folders = []
self.all_extensions = []
self.picture_extensions = []
self.video_extensions = []
self.lists_separator = "||"
self.scan_is_cancelled = False
self.picsdeleted = 0
self.picsupdated = 0
self.picsadded = 0
self.picsscanned = 0
self.current_root_entry = 0
self.total_root_entries = 0
self.totalfiles = 0
self.mpdb = MypicsDB.MyPictureDB()
for path, _, _, exclude in self.mpdb.get_all_root_folders():
if exclude:
common.log("",
'Exclude path "%s" found ' % path[:len(path) - 1])
self.exclude_folders.append(path[:len(path) - 1])
for ext in common.getaddon_setting("picsext").split("|"):
self.picture_extensions.append("." + ext.replace(".", "").upper())
for ext in common.getaddon_setting("vidsext").split("|"):
self.video_extensions.append("." + ext.replace(".", "").upper())
self.use_videos = common.getaddon_setting("usevids")
self.all_extensions.extend(self.picture_extensions)
self.all_extensions.extend(self.video_extensions)
self.filescanner = Scanner()
def dispatcher(self, options):
try:
if common.getaddon_setting('scanning') == 'false':
common.setaddon_setting("scanning", "true")
self.options = options
common.log("VFSScanner.dispatcher", "dispatcher started",
xbmc.LOGINFO)
if self.options.rootpath:
self.options.rootpath = common.smart_utf8(
unquote_plus(self.options.rootpath)).replace(
"\\\\", "\\").replace("\\\\",
"\\").replace("\\'", "\'")
common.log("VFSScanner.dispatcher",
'Adding path "%s"' % self.options.rootpath,
xbmc.LOGINFO)
self.scan = AddonScan()
self.action = common.getstring(30244) #adding
self.scan.create(common.getstring(30000))
self.current_root_entry = 1
self.total_root_entries = 1
self.scan.update(
0,
0,
common.getstring(30000) + " [" +
common.getstring(30241) +
"]", #MyPicture Database [preparing]
common.getstring(30247)) #please wait...
self._countfiles(self.options.rootpath)
self.total_root_entries = 1
self._addpath(self.options.rootpath, None,
self.options.recursive, True)
self.scan.close()
elif self.options.database or self.options.refresh:
paths = self.mpdb.get_all_root_folders()
common.log("VFSScanner.dispatcher",
"Database refresh started", xbmc.LOGINFO)
self.action = common.getstring(30242) #Updating
if paths:
self.scan = AddonScan()
self.scan.create(common.getstring(30000))
self.current_root_entry = 0
self.total_root_entries = 0
self.scan.update(
0,
0,
common.getstring(30000) + " [" +
common.getstring(30241) +
"]", #MyPicture Database [preparing]
common.getstring(30247)) #please wait...
for path, recursive, update, exclude in paths:
if exclude == 0:
self.total_root_entries += 1
self._countfiles(path, False)
for path, recursive, update, exclude in paths:
if exclude == 0:
try:
self.current_root_entry += 1
self._addpath(path, None, recursive,
update)
except:
print_exc()
self.scan.close()
# Set default translation for tag types
self.mpdb.default_tagtypes_translation()
self.mpdb.cleanup_keywords()
# delete all entries with "sha is null"
self.picsdeleted += self.mpdb.del_pics_wo_sha(
self.scan_is_cancelled)
common.log(
"VFSScanner.dispatcher",
common.getstring(30248) %
(self.picsscanned, self.picsadded, self.picsdeleted,
self.picsupdated), xbmc.LOGINFO)
if common.getaddon_setting('popupEndOfScan') == 'true':
common.show_notification(
common.getstring(30000),
common.getstring(30248) %
(self.picsscanned, self.picsadded, self.picsdeleted,
self.picsupdated))
common.setaddon_setting("scanning", "false")
else:
common.log("VFSScanner.dispatcher",
"dispatcher already running", xbmc.LOGINFO)
except Exception as msg:
common.log("Main.add_directory", "%s - %s" % (Exception, str(msg)),
xbmc.LOGERROR)
common.setaddon_setting("scanning", "false")
def _countfiles(self, path, reset=True, recursive=True):
if reset:
self.totalfiles = 0
common.log("VFSScanner._countfiles", 'path "%s"' % path)
(_, files) = self.filescanner.walk(
path, recursive, self.picture_extensions
if self.use_videos == "false" else self.all_extensions)
self.totalfiles += len(files)
return self.totalfiles
def _check_excluded_files(self, filename):
for ext in common.getaddon_setting("picsexcl").lower().split("|"):
if ext in filename.lower() and len(ext) > 0:
common.log(
"VFSScanner._check_excluded_files",
'Picture "%s" excluded due to exclude condition "%s"' %
(filename, common.getaddon_setting("picsexcl")))
return False
return True
def _addpath(self, path, parentfolderid, recursive, update):
common.log("VFSScanner._addpath", '"%s"' % path)
# Check excluded paths
if path in self.exclude_folders:
common.log("VFSScanner._addpath",
'Path in exclude folder: "%s"' % path)
self.picsdeleted = self.picsdeleted + self.mpdb.delete_paths_from_root(
path)
return
(dirnames, filenames) = self.filescanner.walk(
path, False, self.picture_extensions
if self.use_videos == "false" else self.all_extensions)
# insert the new path into database
foldername = os.path.basename(path)
if len(foldername) == 0:
foldername = os.path.split(os.path.dirname(path))[1]
folderid = self.mpdb.folder_insert(foldername, path, parentfolderid,
1 if len(filenames) > 0 else 0)
# get currently stored files for 'path' from database.
# needed for 'added', 'updated' or 'deleted' decision
filesfromdb = self.mpdb.listdir(common.smart_unicode(path))
# scan pictures and insert them into database
if filenames:
for pic in filenames:
if self.scan.iscanceled():
self.scan_is_cancelled = True
common.log("VFSScanner._addpath", "Scanning canncelled",
xbmc.LOGINFO)
return
if self._check_excluded_files(pic) == False:
continue
self.picsscanned += 1
filename = os.path.basename(pic)
extension = os.path.splitext(pic)[1].upper()
# Use partial paths (sub directory names) as tags
partialPath = ''
check_path = os.path.dirname(path)
while 1:
check_path, folder = os.path.split(check_path)
if folder != "":
if len(partialPath) == 0:
partialPath = folder
else:
partialPath = partialPath + '||' + folder
else:
if check_path != "":
if len(partialPath) == 0:
partialPath = check_path
else:
partialPath = partialPath + '||' + check_path
break
picentry = {
"idFolder":
folderid,
"strPath":
path,
"strFilename":
filename,
'partialPath':
partialPath,
"ftype":
extension in self.picture_extensions and "picture"
or extension in self.video_extensions and "video" or "",
"DateAdded":
strftime("%Y-%m-%d %H:%M:%S"),
"Thumb":
"",
"Image Rating":
"0"
}
sqlupdate = False
filesha = 0
# get the meta tags. but only for pictures and only if they are new or modified.
if extension in self.picture_extensions:
common.log(
"VFSScanner._addpath",
'Scanning picture "%s"' % common.smart_utf8(pic))
if pic in filesfromdb: # then it's an update
filesfromdb.pop(filesfromdb.index(pic))
if self.options.refresh == True: # this means that we only want to get new pictures.
if self.scan and self.totalfiles != 0 and self.total_root_entries != 0:
self.scan.update(
int(100 * float(self.picsscanned) /
float(self.totalfiles)),
int(100 * float(self.current_root_entry) /
float(self.total_root_entries)),
common.smart_utf8(
common.getstring(30000) +
" [%s] (%0.2f%%)" %
(self.action,
100 * float(self.picsscanned) /
float(self.totalfiles))
), #"MyPicture Database [%s] (%0.2f%%)"
common.smart_utf8(filename))
continue
else:
(localfile,
isremote) = self.filescanner.getlocalfile(pic)
filesha = self.mpdb.sha_of_file(localfile)
sqlupdate = True
if self.mpdb.stored_sha(
path, filename
) != filesha: # picture was modified
self.picsupdated += 1
common.log(
"VFSScanner._addpath",
"Picture already exists and must be updated"
)
tags = self._get_metas(localfile)
picentry.update(tags)
# if isremote == True then the file was copied to cache directory.
if isremote:
self.filescanner.delete(localfile)
else:
common.log(
"VFSScanner._addpath",
"Picture already exists but not modified")
if self.scan and self.totalfiles != 0 and self.total_root_entries != 0:
self.scan.update(
int(100 * float(self.picsscanned) /
float(self.totalfiles)),
int(100 *
float(self.current_root_entry) /
float(self.total_root_entries)),
common.smart_utf8(
common.getstring(30000) +
" [%s] (%0.2f%%)" %
(self.action,
100 * float(self.picsscanned) /
float(self.totalfiles))
), #"MyPicture Database [%s] (%0.2f%%)"
filename)
if isremote:
self.filescanner.delete(localfile)
continue
else: # it's a new picture
(localfile,
isremote) = self.filescanner.getlocalfile(pic)
filesha = self.mpdb.sha_of_file(localfile)
sqlupdate = False
common.log("VFSScanner._addpath",
"New picture will be inserted into dB")
self.picsadded += 1
tags = self._get_metas(localfile)
picentry.update(tags)
if isremote:
self.filescanner.delete(localfile)
# videos aren't scanned and therefore never updated
elif extension in self.video_extensions:
common.log("VFSScanner._addpath",
'Adding video file "%s"' % pic)
if pic in filesfromdb: # then it's an update
sqlupdate = True
filesfromdb.pop(filesfromdb.index(pic))
continue
else:
sqlupdate = False
self.picsadded += 1
picentry["Image Rating"] = 5
moddate = self.filescanner.getfiledatetime(pic)
if moddate != "0000-00-00 00:00:00":
picentry["EXIF DateTimeOriginal"] = moddate
else:
continue
try:
self.mpdb.file_insert(path, filename, picentry, sqlupdate,
filesha)
except Exception as msg:
common.log("VFSScanner._addpath",
'Unable to insert picture "%s"' % pic,
xbmc.LOGERROR)
common.log("VFSScanner._addpath",
'"%s" - "%s"' % (Exception, msg), xbmc.LOGERROR)
continue
if sqlupdate:
common.log("VFSScanner._addpath",
'Picture "%s" updated' % pic)
else:
common.log("VFSScanner._addpath",
'Picture "%s" inserted' % pic)
if self.scan and self.totalfiles != 0 and self.total_root_entries != 0:
self.scan.update(
int(100 * float(self.picsscanned) /
float(self.totalfiles)),
int(100 * float(self.current_root_entry) /
float(self.total_root_entries)),
common.getstring(30000) + " [%s] (%0.2f%%)" %
(self.action,
100 * float(self.picsscanned) / float(self.totalfiles)
), #"MyPicture Database [%s] (%0.2f%%)"
filename)
if self.scan.iscanceled():
common.log("VFSScanner._addpath", "Scanning canncelled",
xbmc.LOGINFO)
self.scan_is_cancelled = True
return
# all pics left in list filesfromdb weren't found in file system.
# therefore delete them from db
if filesfromdb and self.options.refresh != True:
for pic in filesfromdb:
self.mpdb.del_pic(os.path.dirname(pic), os.path.basename(pic))
common.log(
"VFSScanner._addpath",
'Picture dir: "%s" file: "%s" deleted from DB' %
(os.path.dirname(pic), os.path.basename(pic)))
self.picsdeleted += 1
if recursive:
for dirname in dirnames:
if self.scan.iscanceled():
common.log("VFSScanner._addpath", "Scanning canncelled",
xbmc.LOGINFO)
self.scan_is_cancelled = True
return
self._addpath(dirname, folderid, True, update)
def _get_metas(self, fullpath):
picentry = {}
common.log("VFSScanner._get_metas()",
'Reading tags from "%s"' % fullpath, xbmc.LOGDEBUG)
extension = os.path.splitext(fullpath)[1].upper()
if extension in self.picture_extensions:
###############################
# getting EXIF infos #
###############################
try:
common.log("VFSScanner._get_metas()._get_exif()",
'Reading EXIF tags from "%s"' % fullpath)
exif = self._get_exif(fullpath)
picentry.update(exif)
common.log("VFSScanner._get_metas()._get_exif()",
"Finished reading EXIF tags")
except Exception as msg:
common.log("VFSScanner._get_metas()._get_exif()", "Exception",
xbmc.LOGERROR)
common.log("VFSScanner._get_metas()._get_exif()", msg,
xbmc.LOGERROR)
###############################
# getting IPTC infos #
###############################
try:
common.log("VFSScanner._get_metas()._get_iptc()",
'Reading IPTC tags from "%s"' % fullpath)
iptc = self._get_iptc(fullpath)
picentry.update(iptc)
common.log("VFSScanner._get_metas()._get_iptc()",
"Finished reading IPTC tags")
except Exception as msg:
common.log("VFSScanner._get_metas()_get_iptc()", "Exception",
xbmc.LOGERROR)
common.log("VFSScanner._get_metas()._get_iptc()", msg,
xbmc.LOGERROR)
###############################
# getting XMP infos #
###############################
try:
common.log("VFSScanner._get_metas()._get_xmp()",
'Reading XMP tags from "%s"' % fullpath)
xmp = self._get_xmp(fullpath)
picentry.update(xmp)
common.log("VFSScanner._get_metas()._get_xmp()",
"Finished reading XMP tags")
except Exception as msg:
common.log("VFSScanner._get_metas()._get_xmp()", "Exception",
xbmc.LOGERROR)
common.log("VFSScanner._get_metas()._get_xmp()", msg,
xbmc.LOGERROR)
if 'Image Rating' not in picentry or picentry[
'Image Rating'] is None or picentry[
'Image Rating'] == '' or picentry['Image Rating'] < '1':
if 'xmp:Rating' in picentry and (
picentry['xmp:Rating'] is not None
or picentry['xmp:Rating'] != ''):
picentry['Image Rating'] = picentry['xmp:Rating']
elif 'xap:Rating' in picentry and (
picentry['xap:Rating'] is not None
or picentry['xap:Rating'] != ''):
picentry['Image Rating'] = picentry['xap:Rating']
elif 'Image RatingPercent' in picentry and (
picentry['Image RatingPercent'] is not None
or picentry['Image RatingPercent'] != ''):
a = int(picentry['Image RatingPercent'])
if a >= 95:
new_rating = 5
elif a >= 75:
new_rating = 4
elif a >= 50:
new_rating = 3
elif a >= 25:
new_rating = 2
elif a >= 1:
new_rating = 1
else:
new_rating = 0
picentry['Image Rating'] = str(new_rating)
if 'Image Rating' not in picentry or picentry[
'Image Rating'] is None or len(
picentry['Image Rating']) == 0:
picentry['Image Rating'] = "0"
return picentry
def _get_exif(self, picfile):
EXIF_fields = [
"Image Model", "Image Orientation", "Image Rating",
"Image RatingPercent", "Image Artist", "GPS GPSLatitude",
"GPS GPSLatitudeRef", "GPS GPSLongitude", "GPS GPSLongitudeRef",
"Image DateTime", "EXIF DateTimeOriginal",
"EXIF DateTimeDigitized", "EXIF ExifImageWidth",
"EXIF ExifImageLength", "EXIF Flash", "Image ResolutionUnit",
"Image XResolution", "Image YResolution", "Image Make",
"EXIF FileSource", "EXIF SceneCaptureType",
"EXIF DigitalZoomRatio", "EXIF ExifVersion"
]
# try to open picfile in modify/write mode. Windows needs this for memory mapped file support.
f = open(picfile, "rb")
common.log("VFSScanner._get_exif()",
'Calling function EXIF_file for "%s"' % picfile)
tags = EXIF_file(f, details=False)
if not tags:
common.log("VFSScanner._get_exif()",
'No tags found in "%s"' % picfile)
f.close()
picentry = {}
for tag in EXIF_fields:
if tag in tags.keys():
if tag in [
"EXIF DateTimeOriginal", "EXIF DateTimeDigitized",
"Image DateTime"
]:
tagvalue = None
for datetimeformat in [
"%Y:%m:%d %H:%M:%S", "%Y.%m.%d %H.%M.%S",
"%Y-%m-%d %H:%M:%S"
]:
try:
tagvalue = strftime(
"%Y-%m-%d %H:%M:%S",
strptime(tags[tag].__str__(), datetimeformat))
break
except:
pass
#common.log("VFSScanner._get_exif", "Datetime (%s) did not match for '%s' format... trying an other one..."%(tags[tag].__str__(),datetimeformat), xbmc.LOGERROR )
if not tagvalue:
common.log(
"VFSScanner._get_exif",
"ERROR : the datetime format is not recognize (%s)"
% tags[tag].__str__(), xbmc.LOGERROR)
else:
tagvalue = tags[tag].__str__()
try:
picentry[tag] = tagvalue
common.log("VFSScanner._get_exif()", tag + ' ' + tagvalue)
except Exception as msg:
common.log("VFSScanner._get_exif", picfile, xbmc.LOGERROR)
common.log("VFSScanner._get_exif",
"%s - %s" % (Exception, msg), xbmc.LOGERROR)
if "Image Rating" not in picentry:
picentry["Image Rating"] = ""
return picentry
def _get_xmp(self, fullpath):
###############################
# get XMP infos #
###############################
tags = {}
#try:
xmpclass = XMP_Tags()
tags = xmpclass.get_xmp(os.path.dirname(fullpath),
os.path.basename(fullpath))
#except Exception as msg:
# common.log("VFSScanner._get_xmp", 'Error reading XMP tags for "%s"'%(fullpath), xbmc.LOGERROR)
# common.log("VFSScanner._get_xmp", "%s - %s"%(Exception,msg), xbmc.LOGERROR )
return tags
def _get_iptc(self, fullpath):
try:
info = IPTCInfo(fullpath)
except Exception as msg:
if not type(msg.args[0]) == type(int()):
if msg.args[0].startswith("No IPTC data found."):
return {}
else:
common.log("VFSScanner._get_iptc", "%s" % fullpath,
xbmc.LOGERROR)
common.log("VFSScanner._get_iptc",
"%s - %s" % (Exception, msg), xbmc.LOGERROR)
return {}
else:
common.log("VFSScanner._get_iptc", "%s" % fullpath)
common.log("VFSScanner._get_iptc",
"%s - %s" % (Exception, msg), xbmc.LOGERROR)
return {}
iptc = {}
#if len(info) < 2:
# return iptc
try:
for k in info._data.keys():
#
common.log("VFSScanner._get_iptc", k)
if k in IPTC_FIELDS:
try:
if isinstance(info._data[k], str):
iptc[IPTC_FIELDS[k]] = info._data[k]
if isinstance(info._data[k], bytes):
iptc[IPTC_FIELDS[k]] = str(info._data[k], "utf-8")
elif isinstance(info._data[k], list):
iptc[IPTC_FIELDS[k]] = self.lists_separator.join(
[str(i, 'utf-8') for i in info._data[k]])
else:
common.log("VFSScanner._get_iptc", "%s" % fullpath)
common.log(
"VFSScanner._get_iptc",
"WARNING : type returned by iptc field is not handled :"
)
common.log("VFSScanner._get_iptc",
repr(type(info._data.k)))
except:
common.log("VFSScanner._get_iptc", "failure",
xbmc.LOGERROR)
pass
except:
common.log("VFSScanner._get_iptc", "failure", xbmc.LOGERROR)
pass
return iptc
class VFSScanner:
def __init__(self):
self.exclude_folders = []
self.all_extensions = []
self.picture_extensions = []
self.video_extensions = []
self.lists_separator = "||"
self.scan_is_cancelled = False
self.picsdeleted = 0
self.picsupdated = 0
self.picsadded = 0
self.picsscanned = 0
self.current_root_entry = 0
self.total_root_entries = 0
self.totalfiles = 0
self.mpdb = MypicsDB.MyPictureDB()
for path,_,_,exclude in self.mpdb.get_all_root_folders():
if exclude:
common.log("", 'Exclude path "%s" found '%common.smart_unicode(path[:len(path)-1]))
self.exclude_folders.append(common.smart_unicode(path[:len(path)-1]))
for ext in common.getaddon_setting("picsext").split("|"):
self.picture_extensions.append("." + ext.replace(".","").upper())
for ext in common.getaddon_setting("vidsext").split("|"):
self.video_extensions.append("." + ext.replace(".","").upper())
self.use_videos = common.getaddon_setting("usevids")
self.all_extensions.extend(self.picture_extensions)
self.all_extensions.extend(self.video_extensions)
self.filescanner = Scanner()
def dispatcher(self, options):
self.options = options
if self.options.rootpath:
self.options.rootpath = common.smart_utf8(unquote_plus( self.options.rootpath)).replace("\\\\", "\\").replace("\\\\", "\\").replace("\\'", "\'")
common.log("VFSScanner.dispatcher", 'Adding path "%s"'%self.options.rootpath, xbmc.LOGNOTICE)
self.scan = AddonScan()
self.action = common.getstring(30244)#adding
self.scan.create( common.getstring(30000) )
self.current_root_entry = 1
self.total_root_entries = 1
self.scan.update(0,0,
common.getstring(30000)+" ["+common.getstring(30241)+"]",#MyPicture Database [preparing]
common.getstring(30247))#please wait...
self._countfiles(self.options.rootpath)
self.total_root_entries = 1
self._addpath(self.options.rootpath, None, self.options.recursive, True)
self.scan.close()
elif self.options.database or self.options.refresh:
paths = self.mpdb.get_all_root_folders()
common.log("VFSScanner.dispatcher", "Database refresh started", xbmc.LOGNOTICE)
self.action = common.getstring(30242)#Updating
if paths:
self.scan = AddonScan()
self.scan.create( common.getstring(30000) )
self.current_root_entry = 0
self.total_root_entries = 0
self.scan.update(0,0,
common.getstring(30000)+" ["+common.getstring(30241)+"]",#MyPicture Database [preparing]
common.getstring(30247))#please wait...
for path,recursive,update,exclude in paths:
if exclude==0:
self.total_root_entries += 1
self._countfiles(path,False)
for path,recursive,update,exclude in paths:
if exclude==0:
try:
self.current_root_entry += 1
self._addpath(path, None, recursive, update)
except:
print_exc()
self.scan.close()
# Set default translation for tag types
self.mpdb.default_tagtypes_translation()
self.mpdb.cleanup_keywords()
# delete all entries with "sha is null"
self.picsdeleted += self.mpdb.del_pics_wo_sha(self.scan_is_cancelled)
common.show_notification(common.getstring(30000), common.getstring(30248)%(self.picsscanned,self.picsadded,self.picsdeleted,self.picsupdated) )
def _countfiles(self, path, reset = True, recursive = True):
if reset:
self.totalfiles = 0
common.log("VFSScanner._countfiles", 'path "%s"'%path)
(_, files) = self.filescanner.walk(path, recursive, self.picture_extensions if self.use_videos == "false" else self.all_extensions)
self.totalfiles += len(files)
return self.totalfiles
def _check_excluded_files(self, filename):
for ext in common.getaddon_setting("picsexcl").lower().split("|"):
if ext in filename.lower() and len(ext)>0:
common.log("VFSScanner._check_excluded_files", 'Picture "%s" excluded due to exclude condition "%s"'%(filename , common.getaddon_setting("picsexcl")) )
return False
return True
def _addpath(self, path, parentfolderid, recursive, update):
"""
try:
"""
path = common.smart_unicode(path)
common.log("VFSScanner._addpath", '"%s"'%common.smart_utf8(path) )
# Check excluded paths
if path in self.exclude_folders:
common.log("VFSScanner._addpath", 'Path in exclude folder: "%s"'%common.smart_utf8(path) )
self.picsdeleted = self.picsdeleted + self.mpdb.delete_paths_from_root(path)
return
(dirnames, filenames) = self.filescanner.walk(path, False, self.picture_extensions if self.use_videos == "false" else self.all_extensions)
# insert the new path into database
foldername = common.smart_unicode(os.path.basename(path))
if len(foldername)==0:
foldername = os.path.split(os.path.dirname(path))[1]
folderid = self.mpdb.folder_insert(foldername, path, parentfolderid, 1 if len(filenames)>0 else 0 )
# get currently stored files for 'path' from database.
# needed for 'added', 'updated' or 'deleted' decision
filesfromdb = self.mpdb.listdir(common.smart_unicode(path))
# scan pictures and insert them into database
if filenames:
for pic in filenames:
if self.scan.iscanceled():
self.scan_is_cancelled = True
common.log( "VFSScanner._addpath", "Scanning canncelled", xbmc.LOGNOTICE)
return
if self._check_excluded_files(pic) == False:
continue
self.picsscanned += 1
filename = os.path.basename(pic)
extension = os.path.splitext(pic)[1].upper()
picentry = { "idFolder": folderid,
"strPath": path,
"strFilename": filename,
"ftype": extension in self.picture_extensions and "picture" or extension in self.video_extensions and "video" or "",
"DateAdded": strftime("%Y-%m-%d %H:%M:%S"),
"Thumb": "",
"Image Rating": "0"
}
sqlupdate = False
filesha = 0
# get the meta tags. but only for pictures and only if they are new or modified.
if extension in self.picture_extensions:
common.log( "VFSScanner._addpath", 'Scanning picture "%s"'%common.smart_utf8(pic))
if pic in filesfromdb: # then it's an update
filesfromdb.pop(filesfromdb.index(pic))
if self.options.refresh == True: # this means that we only want to get new pictures.
if self.scan and self.totalfiles!=0 and self.total_root_entries!=0:
self.scan.update(int(100*float(self.picsscanned)/float(self.totalfiles)),
int(100*float(self.current_root_entry)/float(self.total_root_entries)),
common.smart_utf8(common.getstring(30000)+" [%s] (%0.2f%%)"%(self.action,100*float(self.picsscanned)/float(self.totalfiles))),#"MyPicture Database [%s] (%0.2f%%)"
common.smart_utf8(filename))
continue
else:
(localfile, isremote) = self.filescanner.getlocalfile(pic)
filesha = self.mpdb.sha_of_file(localfile)
sqlupdate = True
if self.mpdb.stored_sha(path,filename) != filesha: # picture was modified
self.picsupdated += 1
common.log( "VFSScanner._addpath", "Picture already exists and must be updated")
tags = self._get_metas(common.smart_unicode(localfile))
picentry.update(tags)
# if isremote == True then the file was copied to cache directory.
if isremote:
self.filescanner.delete(localfile)
else:
common.log( "VFSScanner._addpath", "Picture already exists but not modified")
if self.scan and self.totalfiles!=0 and self.total_root_entries!=0:
self.scan.update(int(100*float(self.picsscanned)/float(self.totalfiles)),
int(100*float(self.current_root_entry)/float(self.total_root_entries)),
common.smart_utf8(common.getstring(30000)+" [%s] (%0.2f%%)"%(self.action,100*float(self.picsscanned)/float(self.totalfiles))),#"MyPicture Database [%s] (%0.2f%%)"
common.smart_utf8(filename))
if isremote:
self.filescanner.delete(localfile)
continue
else: # it's a new picture
(localfile, isremote) = self.filescanner.getlocalfile(pic)
filesha = self.mpdb.sha_of_file(localfile)
sqlupdate = False
common.log( "VFSScanner._addpath", "New picture will be inserted into dB")
self.picsadded += 1
tags = self._get_metas(common.smart_unicode(localfile))
picentry.update(tags)
if isremote:
self.filescanner.delete(localfile)
# videos aren't scanned and therefore never updated
elif extension in self.video_extensions:
common.log( "VFSScanner._addpath", 'Adding video file "%s"'%common.smart_utf8(pic))
if pic in filesfromdb: # then it's an update
sqlupdate = True
filesfromdb.pop(filesfromdb.index(pic))
continue
else:
sqlupdate = False
self.picsadded += 1
picentry["Image Rating"] = 5
moddate = self.filescanner.getfiledatetime(pic)
if moddate != "0000-00-00 00:00:00":
picentry["EXIF DateTimeOriginal"] = moddate
else:
continue
try:
self.mpdb.file_insert(path, filename, picentry, sqlupdate, filesha)
except Exception, msg:
common.log("VFSScanner._addpath", 'Unable to insert picture "%s"'%pic, xbmc.LOGERROR)
common.log("VFSScanner._addpath", '"%s" - "%s"'%(Exception, msg), xbmc.LOGERROR)
continue
if sqlupdate:
common.log( "VFSScanner._addpath", 'Picture "%s" updated'%common.smart_utf8(pic))
else:
common.log( "VFSScanner._addpath", 'Picture "%s" inserted'%common.smart_utf8(pic))
if self.scan and self.totalfiles!=0 and self.total_root_entries!=0:
self.scan.update(int(100*float(self.picsscanned)/float(self.totalfiles)),
int(100*float(self.current_root_entry)/float(self.total_root_entries)),
common.smart_utf8(common.getstring(30000)+" [%s] (%0.2f%%)"%(self.action,100*float(self.picsscanned)/float(self.totalfiles))),#"MyPicture Database [%s] (%0.2f%%)"
common.smart_utf8(filename))
if self.scan.iscanceled():
common.log( "VFSScanner._addpath", "Scanning canncelled", xbmc.LOGNOTICE)
self.scan_is_cancelled = True
return
# all pics left in list filesfromdb weren't found in file system.
# therefore delete them from db
if filesfromdb and self.options.refresh != True:
for pic in filesfromdb:
self.mpdb.del_pic(os.path.dirname(pic), os.path.basename(pic))
common.log( "VFSScanner._addpath", 'Picture dir: "%s" file: "%s" deleted from DB'%(os.path.dirname(pic), os.path.basename(pic)))
self.picsdeleted += 1
if recursive:
for dirname in dirnames:
if self.scan.iscanceled():
common.log( "VFSScanner._addpath", "Scanning canncelled", xbmc.LOGNOTICE)
self.scan_is_cancelled = True
return
self._addpath(dirname, folderid, True, update)
"""
class VFSScanner:
def __init__(self):
self.exclude_folders = []
self.all_extensions = []
self.picture_extensions = []
self.video_extensions = []
self.lists_separator = "||"
self.picsdeleted = 0
self.picsupdated = 0
self.picsadded = 0
self.picsscanned = 0
self.current_root_entry = 0
self.total_root_entries = 0
self.totalfiles = 0
for path,recursive,update,exclude in mpdb.RootFolders():
if exclude:
self.exclude_folders.append(smart_unicode(path))
for ext in Addon.getSetting("picsext").split("|"):
self.picture_extensions.append("." + ext.replace(".","").upper())
for ext in Addon.getSetting("vidsext").split("|"):
self.video_extensions.append("." + ext.replace(".","").upper())
self.use_videos = Addon.getSetting("usevids")
self.all_extensions.extend(self.picture_extensions)
self.all_extensions.extend(self.video_extensions)
self.filescanner = Scanner()
LOGDEBUG = 0
LOGINFO = 1
LOGNOTICE = 2
LOGWARNING = 3
LOGERROR = 4
LOGSEVERE = 5
LOGFATAL = 6
LOGNONE = 7
def log(self, msg, level=LOGDEBUG):
if type(msg).__name__=='unicode':
msg = msg.encode('utf-8')
xbmc.log(str("MyPicsDB >> %s"%msg.__str__()), level)
def dispatcher(self, options):
self.options = options
if self.options.rootpath:
self.scan = AddonScan()
self.scan.create( __language__(30000) )
self.current_root_entry = 1
self.total_root_entries = 1
self.scan.update(0,0,
__language__(30000)+" ["+__language__(30241)+"]",#MyPicture Database [preparing]
__language__(30247))#please wait...
self.options.rootpath = smart_utf8(unquote_plus( self.options.rootpath)).replace("\\\\", "\\").replace("\\\\", "\\").replace("\\'", "\'")
self._countfiles(self.options.rootpath)
self.total_root_entries = 1
self._addpath(self.options.rootpath, None, self.options.recursive, True)
self.scan.close()
elif self.options.database:
paths = mpdb.RootFolders()
if paths:
self.scan = AddonScan()
self.scan.create( __language__(30000) )
self.current_root_entry = 0
self.total_root_entries = 0
self.scan.update(0,0,
__language__(30000)+" ["+__language__(30241)+"]",#MyPicture Database [preparing]
__language__(30247))#please wait...
for path,recursive,update,exclude in paths:
if exclude==0:
self.total_root_entries += 1
self._countfiles(path,False)
for path,recursive,update,exclude in paths:
if exclude==0:
try:
self.current_root_entry += 1
self._addpath(path, None, recursive, update)
except:
print_exc()
self.scan.close()
xbmc.executebuiltin( "Notification(%s,%s)"%(__language__(30000).encode("utf8"),
__language__(30248).encode("utf8")%(self.picsscanned,self.picsadded,self.picsdeleted,self.picsupdated)
)
)
def _countfiles(self, path, reset = True, recursive = True):
if reset:
self.totalfiles = 0
(dirs, files) = self.filescanner.walk(path, recursive, self.picture_extensions if self.use_videos == "false" else self.all_extensions)
self.totalfiles += len(files)
return self.totalfiles
def _addpath(self, path, parentfolderid, recursive, update):
dirnames = []
filenames = []
fullpath = []
uniquedirnames = []
olddir = ''
path = smart_unicode(path)
# Check excluded paths
if path in self.exclude_folders:
self.picsdeleted = self.picsdeleted + mpdb.RemovePath(path)
return
(dirnames, filenames) = self.filescanner.walk(path, False, self.picture_extensions if self.use_videos == "false" else self.all_extensions)
# insert the new path into database
foldername = smart_unicode(os.path.basename(path))
if len(foldername)==0:
foldername = os.path.split(os.path.dirname(path))[1]
folderid = mpdb.DB_folder_insert(foldername, path, parentfolderid, 1 if len(filenames)>0 else 0 )
# get currently stored files for 'path' from database.
# needed for 'added', 'updated' or 'deleted' decision
filesfromdb = mpdb.DB_listdir(smart_unicode(path))
# scan pictures and insert them into database
if filenames:
for pic in filenames:
self.picsscanned += 1
filename = smart_unicode(os.path.basename(pic))
extension = os.path.splitext(pic)[1].upper()
if filename in filesfromdb:
if update:
sqlupdate = True
self.picsupdated += 1
filesfromdb.pop(filesfromdb.index(filename))
else:
filesfromdb.pop(filesfromdb.index(filename))
continue
else:
sqlupdate = False
self.picsadded += 1
picentry = { "idFolder": folderid,
"strPath": path,
"strFilename": filename,
"ftype": extension in self.picture_extensions and "picture" or extension in self.video_extensions and "video" or "",
"DateAdded": strftime("%Y-%m-%d %H:%M:%S"),
"Thumb": "",
"ImageRating": None
}
# get the meta tags. but only for pictures
try:
if extension in self.picture_extensions:
(file, isremote) = self.filescanner.getlocalfile(pic)
self.log("Scanning file %s"%smart_utf8(file))
tags = self._get_metas(smart_unicode(file))
picentry.update(tags)
# if isremote == True then the file was copied to cache directory.
if isremote:
self.filescanner.delete(file)
except Exception,msg:
print msg
pass
mpdb.DB_file_insert(path, filename, picentry, sqlupdate)
straction = __language__(30242)#Updating
if self.scan and self.totalfiles!=0 and self.total_root_entries!=0:
self.scan.update(int(100*float(self.picsscanned)/float(self.totalfiles)),#cptscanned-(cptscanned/100)*100,
#cptscanned/100,
int(100*float(self.current_root_entry)/float(self.total_root_entries)),
__language__(30000)+"[%s] (%0.2f%%)"%(straction,100*float(self.picsscanned)/float(self.totalfiles)),#"MyPicture Database [%s] (%0.2f%%)"
filename)
# all pics left in list filesfromdb weren't found in file system.
# therefore delete them from db
if filesfromdb:
for pic in filesfromdb:
mpdb.DB_del_pic(path, pic)
self.picsdeleted += 1
if recursive:
for dir in dirnames:
self._addpath(dir, folderid, True, update)