def _fillMediaInfo(self, m, key_value_dict):
printl("->", self, "S")
printl(key_value_dict, self)
for key in key_value_dict.keys():
try:
typeOfValue = self._getTypeOfValue(key_value_dict[key])
if (typeOfValue == "int"):
# To avoid null Values
if key_value_dict[key] is None or key_value_dict[key] == "" or key_value_dict[key] == "None":
value = None
else:
value = int(key_value_dict[key])
elif (typeOfValue == "none"):
pass
else:
# check is in Utf8
if not isinstance(key_value_dict[key], unicode):
try:
value = Utf8.stringToUtf8(key_value_dict[key])
except Exception, ex:
printl("Key conversion to Utf8 error: "+ repr(key) + " Ex: " + str(ex), self)
value = key_value_dict[key]
else:
value = key_value_dict[key]
def cleanValuesOfMedia(self, media):
if media.ImdbId == u"tt0000000":
media.ImdbId = u""
if media.TheTvDbId == u"0":
media.TheTvDbId = u""
if media.TmDbId == u"0":
media.TmDbId = u""
if media.Year == -1:
media.Year = None
if media.Month == -1:
media.Month = None
if media.Day == -1:
media.Day = None
if media.Season == -1:
media.Season = None
if media.Episode == -1:
media.Episode = None
if media.Runtime == 0:
media.Runtime = None
if media.Popularity == 0:
media.Popularity = None
if media.MediaType is None:
media.MediaType = MediaInfo.UNKNOWN
# ERR title... don't come in UTF-8
if not isinstance(media.Path, unicode):
media.Path = Utf8.stringToUtf8(media.Path)
if not isinstance(media.Filename, unicode):
media.Filename = Utf8.stringToUtf8(media.Filename)
if not isinstance(media.Extension, unicode):
media.Extension = Utf8.stringToUtf8(media.Extension)
if not isinstance(media.Title, unicode):
media.Title = Utf8.stringToUtf8(media.Title)
if not isinstance(media.Resolution, unicode):
media.Resolution = Utf8.stringToUtf8(media.Resolution)
if not isinstance(media.Sound, unicode):
media.Sound = Utf8.stringToUtf8(media.Sound)
if not isinstance(media.Plot, unicode):
media.Plot = Utf8.stringToUtf8(media.Plot)
if not isinstance(media.Genres, unicode):
media.Genres = Utf8.stringToUtf8(media.Genres)
if not isinstance(media.Tag, unicode):
media.Tag = Utf8.stringToUtf8(media.Tag)
if not isinstance(media.Tag, unicode):
media.Tag = Utf8.stringToUtf8(media.Tag)
def cleanValuesOfMedia(self, media): if media.ImdbId == u"tt0000000": media.ImdbId = u""; if media.TheTvDbId == u"0": media.TheTvDbId = u""; if media.TmDbId == u"0": media.TmDbId = u""; if media.Year == -1: media.Year = None; if media.Month == -1: media.Month = None; if media.Day == -1: media.Day = None; if media.Season == -1: media.Season = None; if media.Episode == -1: media.Episode = None; if media.Runtime == 0: media.Runtime = None; if media.Popularity == 0: media.Popularity = None; if media.MediaType is None: media.MediaType = MediaInfo.UNKNOWN; # ERR title... don't come in UTF-8 if not isinstance(media.Path, unicode): media.Path = Utf8.stringToUtf8(media.Path) if not isinstance(media. Filename, unicode): media.Filename = Utf8.stringToUtf8(media.Filename) if not isinstance(media.Extension, unicode): media.Extension = Utf8.stringToUtf8(media.Extension) if not isinstance(media.Title, unicode): media.Title = Utf8.stringToUtf8(media.Title) if not isinstance(media.Resolution, unicode): media.Resolution = Utf8.stringToUtf8(media.Resolution) if not isinstance(media.Sound, unicode): media.Sound = Utf8.stringToUtf8(media.Sound) if not isinstance(media.Plot, unicode): media.Plot = Utf8.stringToUtf8(media.Plot) if not isinstance(media.Genres, unicode): media.Genres = Utf8.stringToUtf8(media.Genres) if not isinstance(media.Tag, unicode): media.Tag = Utf8.stringToUtf8(media.Tag) if not isinstance(media.Tag, unicode): media.Tag = Utf8.stringToUtf8(media.Tag)
def _setFileInfo(self, m):
if not isinstance(m.Path, unicode):
m.Path = Utf8.stringToUtf8(m.Path)
if not isinstance(m.Filename, unicode):
m.Filename = Utf8.stringToUtf8(m.Filename)
if not isinstance(m.Extension, unicode):
m.Extension = Utf8.stringToUtf8(m.Extension)
path = Utf8.utf8ToLatin(str(m.Path) + u"/" + str(m.Filename) + u"." + str(m.Extension))
if os.path.exists(path):
try:
m.FileCreation = os.stat(path).st_mtime
m.FileSize = os.stat(path).st_size
#m.CRCSize = 100
#m.CRC = self.getCRC32OfMedia(m)
except Exception, ex:
printl("Exception(" + str(type(ex)) + "): " + str(ex), self, "W")
m.FileCreation = 0
def getEnigma2RecordingName(self, name):
try:
e2info = None
printl("Read from '" + name + u".meta" + "'", self, "I")
f = Utf8.Utf8(name + u".meta", "r")
lines = f.read()
if lines is None:
f.close()
f = open(name + u".meta", "r")
lines = f.read()
lines = Utf8.stringToUtf8(lines)
if lines is not None:
lines = lines.split(u"\n")
if len(lines) > 2:
printl("MovieName = '" + lines[1] + "' - EpisodeName = '" + lines[2] + "'", self, "I")
e2info = self.Enimga2MetaInfo(lines[1], lines[2])
f.close()
return e2info
except Exception, ex:
printl("Exception (ef): " + str(ex), self, "E")
return None
def getEnigma2RecordingName(self, name):
try:
e2info = None
printl("Read from '" + name + u".meta" + "'", self, "I")
f = Utf8.Utf8(name + u".meta", "r")
lines = f.read()
if lines is None:
f.close()
f = open(name + u".meta", "r")
lines = f.read()
lines = Utf8.stringToUtf8(lines)
if lines is not None:
lines = lines.split(u"\n")
if len(lines) > 2:
printl(
"MovieName = '" + lines[1] + "' - EpisodeName = '" +
lines[2] + "'", self, "I")
e2info = self.Enimga2MetaInfo(lines[1], lines[2])
f.close()
return e2info
except Exception, ex:
printl("Exception (ef): " + str(ex), self, "E")
return None
def run(self):
self.doAbort = False
self.output(_("Loading Config"))
Blacklist.load()
printl(str(len(Blacklist.get())) +" entrys")
self.output(_("Loading Data"))
printl("Loading Data", self)
db = Database().getInstance()
if self.mode == self.UPDATE:
from Manager import Manager
Manager().updateAll(self.output, self.progress, self.range)
self.output(_("Saving database"))
printl("Saving database", self)
db.save()
self.output(_("Done"))
printl("Done", self)
self.output("---------------------------------------------------")
self.output(_("Press Exit / Back"))
self.finished(True)
return
#temporarly - there are only failed, missing webif
#db.deleteMediaFilesNotOk()
if self.mode != self.FAST and SyncConfig().getInstance().get("delete") is True:
db.deleteMissingFiles()
if self.mode != self.FAST:
db.transformGenres()
printl("Entries: " + str(db), self)
self.output(_("Loading Replacements"))
printl("Loading Replacements", self)
replace.load()
posterSize = Arts.posterResolution[0]
if self.dSize.width() == 720 and self.dSize.height() == 576:
posterSize = Arts.posterResolution[0]
elif self.dSize.width() == 1024 and self.dSize.height() == 576:
posterSize = Arts.posterResolution[1]
elif self.dSize.width() == 1280 and self.dSize.height() == 720:
posterSize = Arts.posterResolution[2]
self.output(_("Loading Filesystem"))
printl("Loading Filesystem", self)
ds = DirectoryScanner.DirectoryScanner()
ds.clear()
if self.mode == self.FAST:
ds.load()
pathsConfig = PathsConfig().getInstance()
filetypes = pathsConfig.getFileTypes()
self.output(_("Extensions:") + ' ' + str(filetypes))
printl("Extensions: " + str(filetypes), self)
self.output(_("Searching for media files"))
printl("Searching for media files", self)
start_time = time.time()
folderList = []
elementList = [] # if there are no folder it will crash on » del elementlist #Zuki
elementListFileCounter = 0
for searchpath in pathsConfig.getPaths():
if searchpath["enabled"] is False:
continue
path = searchpath["directory"]
folderType = searchpath["type"]
useFolder = searchpath["usefolder"]
if os.path.isdir(path) is False:
continue
ds.setDirectory(Utf8.utf8ToLatin(path))
ds.listDirectory(filetypes, "(sample)|(VTS)|(^\\.)")
filelist = ds.getFileList()
elementListFileCounter += len(filelist)
folderList.append((filelist, folderType, useFolder, ))
elapsed_time = time.time() - start_time
printl("Searching for media files took: " + str(elapsed_time), self)
if elementListFileCounter == 0:
self.output(_("Found") + ' ' + str(0) + ' ' + _("media files"))
printl("Found 0 media files", self)
else:
self.output(_("Found") + ' ' + str(elementListFileCounter) + ' ' + _("media files"))
printl("Found " + str(elementListFileCounter) + " media files", self)
self.range(elementListFileCounter)
i = 0
for folder in folderList:
#print "folder", folder
elementList = folder[0]
folderType = folder[1]
useFolder = folder[2]
if self.doAbort:
break
for element in elementList:
i += 1
self.progress(i)
pathOrig = element[0].replace("\\", "/")
filenameOrig = element[1]
extensionOrig = element[2]
printl("*"*100, self, "I")
printl("* Next file to sync: " + str(pathOrig) + "/" + str(filenameOrig) + "." + str(extensionOrig), self, "I")
printl("*"*100, self, "I")
path = Utf8.stringToUtf8(pathOrig)
filename = Utf8.stringToUtf8(filenameOrig)
extension = Utf8.stringToUtf8(extensionOrig)
if self.doAbort:
break
if path is None or filename is None or extension is None:
printl("Path or filename or extension is None => skip!", self, "I")
continue
if "RECYCLE.BIN" in path or ".AppleDouble" in path:
printl("Special directory => skip!", self, "I")
continue
if (filename + u"." + extension) in Blacklist.get():
printl("File is blacklisted => skip!", self, "I")
continue
#printl("testing 1", self)
printl("Checking for duplicates...", self, "I")
retCheckDuplicate= db.checkDuplicate(path, filename, extension)
mediaInDb = retCheckDuplicate["mediafile"]
# if never sync with success delete db entry and resync
if mediaInDb is not None and retCheckDuplicate["mediafile"].syncErrNo == MediaInfo.STATUS_INFONOTFOUND: # exist
printl("Deleting and resync FailedItem", self)
db.deleteMedia(retCheckDuplicate["mediafile"].Id)
mediaInDb = None
if mediaInDb is not None:
printl("Media exists in database...", self, "I")
if retCheckDuplicate["reason"] == 1: # exist
m2 = retCheckDuplicate["mediafile"]
if m2.syncErrNo == 0 and m2.MediaStatus != MediaInfo.STATUS_OK:
#printl("Sync - Duplicate Found :" + str(m2.Path) + "/" + str(m2.Filename) + "." + str(m2.Extension), self)
key_value_dict = {}
key_value_dict["Id"] = m2.Id
key_value_dict["MediaStatus"] = MediaInfo.STATUS_OK
#key_value_dict["syncErrNo"] = 0
key_value_dict["syncFailedCause"] = u""
printl("Sync - Update Media 1", self)
if not db.updateMediaWithDict(key_value_dict):
printl("Sync - Update Media 1 - Failed", self)
elif retCheckDuplicate["reason"] == 2: # exist on other path, change record path
m2 = retCheckDuplicate["mediafile"]
if m2.syncErrNo == 0:
printl("Sync - Duplicate Found on other path:" + str(m2.Path) + "/" + str(m2.Filename) + "." + str(m2.Extension), self)
key_value_dict = {}
key_value_dict["Id"] = m2.Id
key_value_dict["Path"] = path
key_value_dict["MediaStatus"] = MediaInfo.STATUS_OK
#key_value_dict["syncErrNo"] = 0
key_value_dict["syncFailedCause"] = u""
printl("Sync - Update Media 2", self)
if not db.updateMediaWithDict(key_value_dict):
printl("Sync - Update Media 2 - Failed", self)
# take lots of time to write on screen, we have the progressbar
#self.output("Already in db [ " + Utf8.utf8ToLatin(filename) + " ]")
#printl("testing 2", self)
if Arts().isMissing(mediaInDb):
printl("=> Arts missing in Db!...", self, "I")
#self.output("Downloading missing poster")
tmp = None
if mediaInDb.isTypeMovie():
tmp = TheMovieDbProvider().getArtByImdbId(mediaInDb)
elif mediaInDb.isTypeEpisode():
tvshow = db.getMediaWithTheTvDbId(mediaInDb.TheTvDbId)
#printl(str(tvshow.SeasonPoster), self, "E")
tvshow.SeasonPoster.clear() # Make sure that there are no residues
tmp = TheTvDbProvider().getArtByTheTvDbId(tvshow)
if tmp is not None:
printl(str(tmp.SeasonPoster), self, "E")
if tmp is not None:
Arts().download(tmp)
if mediaInDb.isTypeMovie():
self.info(str(mediaInDb.ImdbId) + "_poster_" + posterSize + ".png",
"", "")
elif mediaInDb.isTypeSerie() or mediaInDb.isTypeEpisode():
self.info(str(mediaInDb.TheTvDbId) + "_poster_" + posterSize + ".png",
"", "")
del tmp
del mediaInDb
continue
outStr = "(" + str(i) + "/" + str(elementListFileCounter) + ")"
self.output(outStr + " -> " + getStringShrinked(pathOrig) + " >> " + filenameOrig + "." + extensionOrig)
printl("#"*30, self)
printl("(" + str(i) + "/" + str(elementListFileCounter) + ")", self)
printl("#"*6, self)
printl(" -> " + pathOrig + "\n " + filenameOrig + "." + extensionOrig, self)
elementInfo = MediaInfo(path, filename, extension)
printl("FOLDERTYPE: " + str(folderType), self)
printl("USEFOLDER: " + str(useFolder), self)
if folderType == u"MOVIE":
elementInfo.setMediaType(MediaInfo.MOVIE)
elif folderType == u"TV":
elementInfo.setMediaType(MediaInfo.SERIE)
else:
elementInfo.setMediaType(MediaInfo.UNKNOWN)
result = elementInfo.parse(useFolder)
if result == False:
continue
printl("TheTvDbId: " + elementInfo.TheTvDbId, self, "I")
if elementInfo.isXbmcNfo == False:
printl("isXbmcNfo == False => checking for E2 recorded TV show... ", self, "I")
if elementInfo.isTypeSerie() and elementInfo.isEnigma2MetaRecording:
if elementInfo.Season == None or elementInfo.Episode == None:
printl("E2-recorded TV-Show => trying to get season and episode from E2 episodename... ", self, "I")
tmp = GoogleProvider().getSeasonAndEpisodeFromEpisodeName(elementInfo)
if (tmp[0] is True) and (tmp[1] is None):
#Issue #474 => Don't fall back if foldertype is not explicitely "MOVIE_AND_TV"
if folderType == u"MOVIE_AND_TV":
printl("E2-recording not recognized as TV show => trying to parse as movie... ", self, "I")
elementInfo.setMediaType(MediaInfo.MOVIE)
else:
elementInfo.MediaType = MediaInfo.UNKNOWN # avoid create serie
elementInfo.MediaStatus = MediaInfo.STATUS_INFONOTFOUND
elementInfo.syncErrNo = 3
elementInfo.syncFailedCause = u"Info Not Found"# cause
printl("Failed to detect TV show and folder type set to 'TV' => adding media as failed...", self, "I")
db.insertMedia(elementInfo)
continue
elif tmp[0] is True:
# Issue #205, efo => use tmp[1] instead of tmp...
elementInfo = tmp[1]
printl("Result from google => Season=" + str(elementInfo.Season) + " / Episode=" + str(elementInfo.Episode), self, "I")
else:
printl("E2-recorded TV-Show: season and episode already set... ", self, "I")
searchStringSplitted = elementInfo.SearchString.split("::")
if len(searchStringSplitted) >= 2:
elementInfo.SearchString = searchStringSplitted[0]
printl("New searchString after split: " + elementInfo.SearchString, self, "I")
printl("Get IMDb ID from title using searchString: " + elementInfo.SearchString, self, "I")
tmp = MobileImdbComProvider().getMoviesByTitle(elementInfo)
if tmp is None:
# validate if user use valerie.info with imdb or tvdb
if (elementInfo.isTypeSerie() and elementInfo.TheTvDbId == MediaInfo.TheTvDbIdNull) or (elementInfo.isTypeMovie() and elementInfo.ImdbId == MediaInfo.ImdbIdNull):
printl("=> nothing found :-( " + elementInfo.SearchString, self, "I")
#db.addFailed(FailedEntry(path, filename, extension, FailedEntry.UNKNOWN))
#elementInfo.MediaType = MediaInfo.FAILEDSYNC
elementInfo.MediaType = MediaInfo.UNKNOWN # avoid create serie
elementInfo.MediaStatus = MediaInfo.STATUS_INFONOTFOUND
elementInfo.syncErrNo = 3
elementInfo.syncFailedCause = u"Info Not Found"# cause
db.insertMedia(elementInfo)
continue
else:
elementInfo = tmp
printl("Finally about to sync element... ", self, "I")
results = Sync().syncWithId(elementInfo)
else:
printl("isXbmcNfo == True => using data from nfo:\n" + str(elementInfo), self, "I")
results = (elementInfo, )
if results is not None:
printl("results: "+str(results), self)
for result in results:
result.MediaStatus = MediaInfo.STATUS_OK
result.syncErrNo = 0
result.syncFailedCause = u""
#printl("INSERT: "+result.Filename+ " type: " + str(result.MediaType) , self, "I")
ret = db.insertMedia(result)
if ret["status"] > 0:
#result.Title = self.encodeMe(result.Title)
if result.isTypeMovie():
self.info(str(result.ImdbId) + "_poster_" + posterSize + ".png",
result.Title, result.Year)
printl("my_title " + result.Title, self, "I")
else:
self.info(str(result.TheTvDbId) + "_poster_" + posterSize + ".png",
result.Title, result.Year)
printl("my_title " + result.Title, self, "I")
else:
# ??????
#cause = db.getAddFailedCauseOf()
#db.addFailed(FailedEntry(path, filename, extension, FailedEntry.ALREADY_IN_DB,cause))
#if result.syncFailedCause == u"":
# result.syncFailedCause = "DB Insert Error ??"
result.MediaType = MediaInfo.FAILEDSYNC
try:
db.insertMedia(result)
except Exception, ex:
printl("DB Insert Error ??", self, "W")
#self.output("(" + str(i) + "/" + str(elementListFileCounter) + ")")
#printl("(" + str(i) + "/" + str(elementListFileCounter) + ")", self)
self.progress(i)
def getText(url, cache=True, fixurl=True):
try:
if cache:
utfPage = checkCache(url)
else:
utfPage = None
if utfPage is None:
for i in range(RETRIES):
printl("-> (" + str(i) + ") " + str(Utf8.utf8ToLatin(url)), __name__)
page = None
kwargs = {}
try:
fixedurl = Utf8.utf8ToLatin(url)
if fixurl:
fixedurl = url_fix(Utf8.utf8ToLatin(url))
opener = urllib2.build_opener()
opener.addheaders = [('User-agent', 'Opera/9.80 (Windows NT 6.1; U; en) Presto/2.7.62 Version/11.01')]
if haveGZip is False:
opener.addheaders = [('Accept-encoding', 'identity')]
if version_info[1] >= 6:
page = opener.open(fixedurl, timeout=10)
else:
socket.setdefaulttimeout(10)
page = opener.open(fixedurl)
except IOError, ex:
printl("IOError: " + str(ex), __name__)
continue
if page is not None:
rawPage = ""
#print page
#print page.info()
if haveGZip:
if page.info().get('Content-Encoding') == 'gzip':
buf = StringIO(page.read())
f = gzip.GzipFile(fileobj=buf)
rawPage = f.read()
else:
rawPage = page.read()
else: # No gzip
rawPage = page.read()
contenttype = page.headers['Content-type']
#print contenttype
try:
if contenttype.find("charset=") >= 0:
encoding = page.headers['Content-type'].split('charset=')[1] # iso-8859-1
utfPage = rawPage.decode(encoding).encode('utf-8')
else:
utfPage = Utf8.stringToUtf8(rawPage)
except Exception, ex:
printl("Exception: " + str(ex), __name__, "W")
printl("Fallback to us-latin-1", __name__, "W")
#windows-1252
print "------ HEX -------"
print toHex(rawPage)
utfPage = rawPage.decode("latin-1")
print "------ CONVERTED -------"
print utfPage
utfPage = utfPage.encode('utf-8')
print "------ CONVERTED2 -------"
print utfPage
if cache:
addCache(url, utfPage)
break
def getText(url, cache=True, fixurl=True):
try:
if cache:
utfPage = checkCache(url)
else:
utfPage = None
if utfPage is None:
for i in range(RETRIES):
printl("-> (" + str(i) + ") " + str(Utf8.utf8ToLatin(url)), __name__)
page = None
kwargs = {}
try:
fixedurl = Utf8.utf8ToLatin(url)
if fixurl:
fixedurl = url_fix(Utf8.utf8ToLatin(url))
opener = urllib2.build_opener()
opener.addheaders = [('User-agent', 'Opera/9.80 (Windows NT 6.1; U; en) Presto/2.7.62 Version/11.01')]
if haveGZip is False:
opener.addheaders = [('Accept-encoding', 'identity')]
if version_info[1] >= 6:
page = opener.open(fixedurl, timeout=10)
else:
socket.setdefaulttimeout(10)
page = opener.open(fixedurl)
except IOError, ex:
printl("IOError: " + str(ex), __name__)
continue
if page is not None:
rawPage = ""
#print page
#print page.info()
if haveGZip:
if page.info().get('Content-Encoding') == 'gzip':
buf = StringIO(page.read())
f = gzip.GzipFile(fileobj=buf)
rawPage = f.read()
else:
rawPage = page.read()
else: # No gzip
rawPage = page.read()
contenttype = page.headers['Content-type']
#print contenttype
try:
if contenttype.find("charset=") >= 0:
encoding = page.headers['Content-type'].split('charset=')[1] # iso-8859-1
utfPage = rawPage.decode(encoding).encode('utf-8')
else:
utfPage = Utf8.stringToUtf8(rawPage)
except Exception, ex:
printl("Exception: " + str(ex), __name__, "W")
printl("Fallback to us-latin-1", __name__, "W")
#windows-1252
print "------ HEX -------"
print toHex(rawPage)
utfPage = rawPage.decode("latin-1")
print "------ CONVERTED -------"
print utfPage
utfPage = utfPage.encode('utf-8')
print "------ CONVERTED2 -------"
print utfPage
if cache:
addCache(url, utfPage)
break
def run(self):
self.doAbort = False
self.output(_("Loading Config"))
Blacklist.load()
printl(str(len(Blacklist.get())) + " entrys")
self.output(_("Loading Data"))
printl("Loading Data", self)
db = Database().getInstance()
if self.mode == self.UPDATE:
from Manager import Manager
Manager().updateAll(self.output, self.progress, self.range)
self.output(_("Saving database"))
printl("Saving database", self)
db.save()
self.output(_("Done"))
printl("Done", self)
self.output("---------------------------------------------------")
self.output(_("Press Exit / Back"))
self.finished(True)
return
#temporarly - there are only failed, missing webif
#db.deleteMediaFilesNotOk()
if self.mode != self.FAST and SyncConfig().getInstance().get(
"delete") is True:
db.deleteMissingFiles()
if self.mode != self.FAST:
db.transformGenres()
printl("Entries: " + str(db), self)
self.output(_("Loading Replacements"))
printl("Loading Replacements", self)
replace.load()
posterSize = Arts.posterResolution[0]
if self.dSize.width() == 720 and self.dSize.height() == 576:
posterSize = Arts.posterResolution[0]
elif self.dSize.width() == 1024 and self.dSize.height() == 576:
posterSize = Arts.posterResolution[1]
elif self.dSize.width() == 1280 and self.dSize.height() == 720:
posterSize = Arts.posterResolution[2]
self.output(_("Loading Filesystem"))
printl("Loading Filesystem", self)
ds = DirectoryScanner.DirectoryScanner()
ds.clear()
if self.mode == self.FAST:
ds.load()
pathsConfig = PathsConfig().getInstance()
filetypes = pathsConfig.getFileTypes()
self.output(_("Extensions:") + ' ' + str(filetypes))
printl("Extensions: " + str(filetypes), self)
self.output(_("Searching for media files"))
printl("Searching for media files", self)
start_time = time.time()
folderList = []
elementList = [
] # if there are no folder it will crash on » del elementlist #Zuki
elementListFileCounter = 0
for searchpath in pathsConfig.getPaths():
if searchpath["enabled"] is False:
continue
path = searchpath["directory"]
folderType = searchpath["type"]
useFolder = searchpath["usefolder"]
if os.path.isdir(path) is False:
continue
ds.setDirectory(Utf8.utf8ToLatin(path))
ds.listDirectory(filetypes, "(sample)|(VTS)|(^\\.)")
filelist = ds.getFileList()
elementListFileCounter += len(filelist)
folderList.append((
filelist,
folderType,
useFolder,
))
elapsed_time = time.time() - start_time
printl("Searching for media files took: " + str(elapsed_time), self)
if elementListFileCounter == 0:
self.output(_("Found") + ' ' + str(0) + ' ' + _("media files"))
printl("Found 0 media files", self)
else:
self.output(
_("Found") + ' ' + str(elementListFileCounter) + ' ' +
_("media files"))
printl("Found " + str(elementListFileCounter) + " media files",
self)
self.range(elementListFileCounter)
i = 0
for folder in folderList:
#print "folder", folder
elementList = folder[0]
folderType = folder[1]
useFolder = folder[2]
if self.doAbort:
break
for element in elementList:
i += 1
self.progress(i)
pathOrig = element[0].replace("\\", "/")
filenameOrig = element[1]
extensionOrig = element[2]
printl("*" * 100, self, "I")
printl(
"* Next file to sync: " + str(pathOrig) + "/" +
str(filenameOrig) + "." + str(extensionOrig), self,
"I")
printl("*" * 100, self, "I")
path = Utf8.stringToUtf8(pathOrig)
filename = Utf8.stringToUtf8(filenameOrig)
extension = Utf8.stringToUtf8(extensionOrig)
if self.doAbort:
break
if path is None or filename is None or extension is None:
printl(
"Path or filename or extension is None => skip!",
self, "I")
continue
if "RECYCLE.BIN" in path or ".AppleDouble" in path:
printl("Special directory => skip!", self, "I")
continue
if (filename + u"." + extension) in Blacklist.get():
printl("File is blacklisted => skip!", self, "I")
continue
#printl("testing 1", self)
printl("Checking for duplicates...", self, "I")
retCheckDuplicate = db.checkDuplicate(
path, filename, extension)
mediaInDb = retCheckDuplicate["mediafile"]
# if never sync with success delete db entry and resync
if mediaInDb is not None and retCheckDuplicate[
"mediafile"].syncErrNo == MediaInfo.STATUS_INFONOTFOUND: # exist
printl("Deleting and resync FailedItem", self)
db.deleteMedia(retCheckDuplicate["mediafile"].Id)
mediaInDb = None
if mediaInDb is not None:
printl("Media exists in database...", self, "I")
if retCheckDuplicate["reason"] == 1: # exist
m2 = retCheckDuplicate["mediafile"]
if m2.syncErrNo == 0 and m2.MediaStatus != MediaInfo.STATUS_OK:
#printl("Sync - Duplicate Found :" + str(m2.Path) + "/" + str(m2.Filename) + "." + str(m2.Extension), self)
key_value_dict = {}
key_value_dict["Id"] = m2.Id
key_value_dict[
"MediaStatus"] = MediaInfo.STATUS_OK
#key_value_dict["syncErrNo"] = 0
key_value_dict["syncFailedCause"] = u""
printl("Sync - Update Media 1", self)
if not db.updateMediaWithDict(key_value_dict):
printl("Sync - Update Media 1 - Failed",
self)
elif retCheckDuplicate[
"reason"] == 2: # exist on other path, change record path
m2 = retCheckDuplicate["mediafile"]
if m2.syncErrNo == 0:
printl(
"Sync - Duplicate Found on other path:" +
str(m2.Path) + "/" + str(m2.Filename) +
"." + str(m2.Extension), self)
key_value_dict = {}
key_value_dict["Id"] = m2.Id
key_value_dict["Path"] = path
key_value_dict[
"MediaStatus"] = MediaInfo.STATUS_OK
#key_value_dict["syncErrNo"] = 0
key_value_dict["syncFailedCause"] = u""
printl("Sync - Update Media 2", self)
if not db.updateMediaWithDict(key_value_dict):
printl("Sync - Update Media 2 - Failed",
self)
# take lots of time to write on screen, we have the progressbar
#self.output("Already in db [ " + Utf8.utf8ToLatin(filename) + " ]")
#printl("testing 2", self)
if Arts().isMissing(mediaInDb):
printl("=> Arts missing in Db!...", self, "I")
#self.output("Downloading missing poster")
tmp = None
if mediaInDb.isTypeMovie():
tmp = TheMovieDbProvider().getArtByImdbId(
mediaInDb)
elif mediaInDb.isTypeEpisode():
tvshow = db.getMediaWithTheTvDbId(
mediaInDb.TheTvDbId)
#printl(str(tvshow.SeasonPoster), self, "E")
tvshow.SeasonPoster.clear(
) # Make sure that there are no residues
tmp = TheTvDbProvider().getArtByTheTvDbId(
tvshow)
if tmp is not None:
printl(str(tmp.SeasonPoster), self, "E")
if tmp is not None:
Arts().download(tmp)
if mediaInDb.isTypeMovie():
self.info(
str(mediaInDb.ImdbId) + "_poster_" +
posterSize + ".png", "", "")
elif mediaInDb.isTypeSerie(
) or mediaInDb.isTypeEpisode():
self.info(
str(mediaInDb.TheTvDbId) + "_poster_" +
posterSize + ".png", "", "")
del tmp
del mediaInDb
continue
outStr = "(" + str(i) + "/" + str(
elementListFileCounter) + ")"
self.output(outStr + " -> " + getStringShrinked(pathOrig) +
" >> " + filenameOrig + "." + extensionOrig)
printl("#" * 30, self)
printl(
"(" + str(i) + "/" + str(elementListFileCounter) + ")",
self)
printl("#" * 6, self)
printl(
" -> " + pathOrig + "\n " + filenameOrig + "." +
extensionOrig, self)
elementInfo = MediaInfo(path, filename, extension)
printl("FOLDERTYPE: " + str(folderType), self)
printl("USEFOLDER: " + str(useFolder), self)
if folderType == u"MOVIE":
elementInfo.setMediaType(MediaInfo.MOVIE)
elif folderType == u"TV":
elementInfo.setMediaType(MediaInfo.SERIE)
else:
elementInfo.setMediaType(MediaInfo.UNKNOWN)
result = elementInfo.parse(useFolder)
if result == False:
continue
printl("TheTvDbId: " + elementInfo.TheTvDbId, self, "I")
if elementInfo.isXbmcNfo == False:
printl(
"isXbmcNfo == False => checking for E2 recorded TV show... ",
self, "I")
if elementInfo.isTypeSerie(
) and elementInfo.isEnigma2MetaRecording:
if elementInfo.Season == None or elementInfo.Episode == None:
printl(
"E2-recorded TV-Show => trying to get season and episode from E2 episodename... ",
self, "I")
tmp = GoogleProvider(
).getSeasonAndEpisodeFromEpisodeName(
elementInfo)
if (tmp[0] is True) and (tmp[1] is None):
#Issue #474 => Don't fall back if foldertype is not explicitely "MOVIE_AND_TV"
if folderType == u"MOVIE_AND_TV":
printl(
"E2-recording not recognized as TV show => trying to parse as movie... ",
self, "I")
elementInfo.setMediaType(
MediaInfo.MOVIE)
else:
elementInfo.MediaType = MediaInfo.UNKNOWN # avoid create serie
elementInfo.MediaStatus = MediaInfo.STATUS_INFONOTFOUND
elementInfo.syncErrNo = 3
elementInfo.syncFailedCause = u"Info Not Found" # cause
printl(
"Failed to detect TV show and folder type set to 'TV' => adding media as failed...",
self, "I")
db.insertMedia(elementInfo)
continue
elif tmp[0] is True:
# Issue #205, efo => use tmp[1] instead of tmp...
elementInfo = tmp[1]
printl(
"Result from google => Season=" +
str(elementInfo.Season) +
" / Episode=" +
str(elementInfo.Episode), self, "I")
else:
printl(
"E2-recorded TV-Show: season and episode already set... ",
self, "I")
searchStringSplitted = elementInfo.SearchString.split(
"::")
if len(searchStringSplitted) >= 2:
elementInfo.SearchString = searchStringSplitted[
0]
printl(
"New searchString after split: " +
elementInfo.SearchString, self, "I")
printl(
"Get IMDb ID from title using searchString: " +
elementInfo.SearchString, self, "I")
tmp = MobileImdbComProvider().getMoviesByTitle(
elementInfo)
if tmp is None:
# validate if user use valerie.info with imdb or tvdb
if (elementInfo.isTypeSerie()
and elementInfo.TheTvDbId
== MediaInfo.TheTvDbIdNull) or (
elementInfo.isTypeMovie()
and elementInfo.ImdbId
== MediaInfo.ImdbIdNull):
printl(
"=> nothing found :-( " +
elementInfo.SearchString, self, "I")
#db.addFailed(FailedEntry(path, filename, extension, FailedEntry.UNKNOWN))
#elementInfo.MediaType = MediaInfo.FAILEDSYNC
elementInfo.MediaType = MediaInfo.UNKNOWN # avoid create serie
elementInfo.MediaStatus = MediaInfo.STATUS_INFONOTFOUND
elementInfo.syncErrNo = 3
elementInfo.syncFailedCause = u"Info Not Found" # cause
db.insertMedia(elementInfo)
continue
else:
elementInfo = tmp
printl("Finally about to sync element... ", self, "I")
results = Sync().syncWithId(elementInfo)
else:
printl(
"isXbmcNfo == True => using data from nfo:\n" +
str(elementInfo), self, "I")
results = (elementInfo, )
if results is not None:
printl("results: " + str(results), self)
for result in results:
result.MediaStatus = MediaInfo.STATUS_OK
result.syncErrNo = 0
result.syncFailedCause = u""
#printl("INSERT: "+result.Filename+ " type: " + str(result.MediaType) , self, "I")
ret = db.insertMedia(result)
if ret["status"] > 0:
#result.Title = self.encodeMe(result.Title)
if result.isTypeMovie():
self.info(
str(result.ImdbId) + "_poster_" +
posterSize + ".png", result.Title,
result.Year)
printl("my_title " + result.Title, self,
"I")
else:
self.info(
str(result.TheTvDbId) + "_poster_" +
posterSize + ".png", result.Title,
result.Year)
printl("my_title " + result.Title, self,
"I")
else:
# ??????
#cause = db.getAddFailedCauseOf()
#db.addFailed(FailedEntry(path, filename, extension, FailedEntry.ALREADY_IN_DB,cause))
#if result.syncFailedCause == u"":
# result.syncFailedCause = "DB Insert Error ??"
result.MediaType = MediaInfo.FAILEDSYNC
try:
db.insertMedia(result)
except Exception, ex:
printl("DB Insert Error ??", self, "W")
#self.output("(" + str(i) + "/" + str(elementListFileCounter) + ")")
#printl("(" + str(i) + "/" + str(elementListFileCounter) + ")", self)
self.progress(i)
