def scan(self, folder, artist, release): """ Scan the given folder and update, insert or mark missing track information :param folder: str :param artist: Artist :param release: Release :return: int """ if self.readOnly: self.logger.debug("[Read Only] Would Process Folder [" + folder + "] With Artist [" + str(artist) + "]") return None if not artist: self.logger.debug("! scanner.scan given Invalid Artist") raise RuntimeError("Invalid Artist") if not release: self.logger.debug("! scanner.scan given Invalid Release") raise RuntimeError("Invalid Release") if not folder: self.logger.debug("! scanner.scan given Invalid Folder") raise RuntimeError("Invalid Folder") folderHead, folderTail = os.path.split(folder) folderHeadNoLibrary = folderHead.replace(self.config['ROADIE_LIBRARY_FOLDER'], "") trackFilePath = os.path.join(folderHeadNoLibrary, folderTail) startTime = arrow.utcnow().datetime self.logger.info("-> Scanning Folder [" + folder + "] " + "Artist Folder [" + self.artistFolder(artist) + "] ") # Get any existing tracks for folder and verify; update if ID3 tags are different if not self.readOnly: existingTracksChecked = 0 for track in self.dbSession.query(Track).filter(Track.filePath == trackFilePath).all(): existingTracksChecked += 1 filename = self.pathToTrack(track) # File no longer exists for track if not os.path.isfile(filename): if not self.readOnly: self._markTrackMissing(track, filename) else: id3 = ID3(filename) # File has invalid ID3 tags now if not id3.isValid(): self.logger.warn("! Track Has Invalid or Missing ID3 Tags [" + filename + "]") if not self.readOnly: try: os.remove(filename) except OSError: pass self._markTrackMissing(track, filename) else: try: id3Hash = self.makeTrackHash(artist.roadieId, str(id3)) if id3Hash != track.Hash: if not self.readOnly: self.logger.warn("x Hash Mismatch [" + track.Title + "]") self._markTrackMissing(track, filename) except: pass self.logger.debug( "-- Checked [" + str(existingTracksChecked) + "] Existing Tracks for [" + str(trackFilePath) + "]") # For each file found in folder get ID3 info and insert record into Track DB foundReleaseTracks = 0 createdReleaseTracks = 0 scannedMp3Files = 0 releaseMediaTrackCount = 0 for mp3 in self.inboundMp3Files(folder): id3 = ID3(mp3) if id3 is not None: cleanedTitle = createCleanedName(id3.title) if not id3.isValid(): self.logger.warn("! Track Has Invalid or Missing ID3 Tags [" + mp3 + "]") else: head, tail = os.path.split(mp3) headNoLibrary = head.replace(self.config['ROADIE_LIBRARY_FOLDER'], "") trackHash = self.makeTrackHash(artist.roadieId, str(id3)) track = None mp3FileSize = os.path.getsize(mp3) id3MediaNumber = id3.disc # The first media is release 1 not release 0 if id3MediaNumber < 1: id3MediaNumber = 1 releaseMedia = None for releaseMediaFind in release.media: if releaseMediaFind.releaseMediaNumber == id3MediaNumber: releaseMedia = releaseMediaFind for releaseTrack in releaseMediaFind.tracks: if isEqual(releaseTrack.trackNumber, id3.track) or isEqual(releaseTrack.hash, trackHash): track = releaseTrack releaseMediaTrackCount = releaseMediaFind.trackCount break else: continue break else: continue break if not track: # If the track isn't found on the release media see if it exists on another and move it existingTrackByHash = self.dbSession.query(Track).filter(Track.hash == trackHash).first() if existingTrackByHash: track = existingTrackByHash if releaseMedia: oldMediaId = track.releaseMediaId track.releaseMediaId = releaseMedia.id self.logger.warn("=> Moved Track Id [" + str(track.id) + "] " + "to ReleaseMedia Id [" + str(releaseMedia.id) + "] " + "was on ReleaseMedia Id [" + str(oldMediaId) + "]") if not track: createdReleaseTracks += 1 if not releaseMedia: releaseMedia = ReleaseMedia() releaseMedia.tracks = [] releaseMedia.status = 1 releaseMedia.trackCount = 1 releaseMedia.releaseMediaNumber = id3MediaNumber releaseMedia.roadieId = str(uuid.uuid4()) if not release.media: release.media = [] release.media.append(releaseMedia) release.mediaCount = len(release.media) self.logger.info("+ Added ReleaseMedia [" + str(releaseMedia.info()) + "] To Release") track = Track() track.fileName = tail track.filePath = headNoLibrary track.hash = trackHash track.fileSize = mp3FileSize track.createdDate = arrow.utcnow().datetime track.roadieId = str(uuid.uuid4()) track.title = id3.title track.trackNumber = id3.track track.duration = int(id3.length) * 1000 track.status = 1 track.partTitles = [] if id3.hasTrackArtist(): shouldMakeArtistIfNotFound = not release.isCastRecording() ta = id3.getTrackArtist() trackArtist = self.artistFactory.get(ta, shouldMakeArtistIfNotFound) if trackArtist: track.artistId = trackArtist.id elif not shouldMakeArtistIfNotFound: track.partTitles.append(ta) self.logger.info("+ Added Track PartTitle [" + str(ta) + "]") if id3.artists: ta = "/".join(id3.artists) track.partTitles.append(ta) self.logger.info("+ Added Track PartTitle [" + str(ta) + "]") track.tags = [] track.alternateNames = [] if cleanedTitle != id3.title.lower().strip(): track.alternateNames.append(cleanedTitle) releaseMedia.tracks.append(track) releaseMedia.trackCount += 1 releaseMediaTrackCount = releaseMedia.trackCount self.logger.info("+ Added Track [" + str(track.info()) + "] To ReleaseMedia") elif not self.readOnly: foundReleaseTracks += 1 try: trackFullPath = self.pathToTrack(track) isFilePathSame = os.path.samefile(trackFullPath, mp3) except: trackFullPath = None isFilePathSame = False isFileSizeSame = isEqual(track.fileSize, mp3FileSize) isHashSame = isEqual(track.hash, trackHash) if not isFilePathSame or not isFileSizeSame or not isHashSame: track.fileName = tail track.filePath = headNoLibrary track.fileSize = mp3FileSize track.hash = trackHash track.lastUpdated = arrow.utcnow().datetime release.lastUpdated = track.lastUpdated if releaseMedia: releaseMedia.lastUpdated = track.lastUpdated if not track.alternateNames: track.alternateNames = [] if cleanedTitle != track.title.lower().strip() and cleanedTitle not in track.alternateNames: track.alternateNames.append(cleanedTitle) self.logger.info("* Updated Track [" + str(track.info()) + "]: " + "isFilePathSame [" + str( isFilePathSame) + "] (" + str(trackFullPath) + ":" + str(mp3) + ") " + "isFileSizeSame [" + str( isFileSizeSame) + "] (" + str(track.fileSize) + ":" + str(mp3FileSize) + ") " + "isHashSame [" + str( isHashSame) + "] (" + str(track.hash) + ":" + str(trackHash) + ") ") scannedMp3Files += 1 elapsedTime = arrow.utcnow().datetime - startTime mp3FilesInFolder = self.mp3FileCountForFolder(folder) if mp3FilesInFolder == releaseMediaTrackCount: release.libraryStatus = 'Complete' if release.trackCount == 0: release.trackCount = mp3FilesInFolder elif not mp3FilesInFolder: release.libraryStatus = 'Missing' else: release.libraryStatus = 'Incomplete' self.logger.info("<- Scanning Folder [" + str(folder.encode('utf-8')) + "] " + "Complete, Scanned [" + ('%02d' % scannedMp3Files) + "] " + "Mp3 Files: Created [" + str(createdReleaseTracks) + "] Release Tracks, " + "Found [" + str(foundReleaseTracks) + "] Release Tracks. " + "Exist in Release Folder [" + str(mp3FilesInFolder) + "] " + "Elapsed Time [" + str(elapsedTime) + "]") return scannedMp3Files