Example #1
0
def get_downloadInfo(inputName, status):
    logger.db("Getting download info for %s from the DB" % (inputName))

    myDB = nzbToMediaDB.DBConnection()
    sqlResults = myDB.select("SELECT * FROM downloads WHERE input_name=? AND status=?",
                             [unicode(inputName), status])

    return sqlResults
Example #2
0
def update_downloadInfoStatus(inputName, status):
    logger.db("Updating status of our download %s in the DB to %s" %
              (inputName, status))

    myDB = nzbToMediaDB.DBConnection()
    myDB.action(
        "UPDATE downloads SET status=?, last_update=? WHERE input_name=?",
        [status, datetime.date.today().toordinal(),
         unicode(inputName)])
def processTorrent(inputDirectory, inputName, inputCategory, inputHash,
                   inputID, clientAgent):
    status = 1  # 1 = failed | 0 = success
    root = 0
    foundFile = 0

    if clientAgent != 'manual' and not nzbtomedia.DOWNLOADINFO:
        logger.debug(
            'Adding TORRENT download info for directory %s to database' %
            (inputDirectory))

        myDB = nzbToMediaDB.DBConnection()

        controlValueDict = {"input_directory": unicode(inputDirectory)}
        newValueDict = {
            "input_name": unicode(inputName),
            "input_hash": unicode(inputHash),
            "input_id": unicode(inputID),
            "client_agent": unicode(clientAgent),
            "status": 0,
            "last_update": datetime.date.today().toordinal()
        }
        myDB.upsert("downloads", newValueDict, controlValueDict)

    logger.debug("Received Directory: %s | Name: %s | Category: %s" %
                 (inputDirectory, inputName, inputCategory))

    inputDirectory, inputName, inputCategory, root = nzbtomedia.category_search(
        inputDirectory, inputName, inputCategory, root, nzbtomedia.CATEGORIES
    )  # Confirm the category by parsing directory structure

    logger.debug("Determined Directory: %s | Name: %s | Category: %s" %
                 (inputDirectory, inputName, inputCategory))

    # auto-detect section
    section = nzbtomedia.CFG.findsection(inputCategory).isenabled()
    if section is None:
        logger.error(
            'Category:[%s] is not defined or is not enabled. Please rename it or ensure it is enabled for teh appropriate section in your autoProcessMedia.cfg and try again.'
            % (inputCategory))
        return -1

    if len(section) > 1:
        logger.error(
            'Category:[%s] is not unique, %s are using it. Please rename it or disable all other sections using the same category name in your autoProcessMedia.cfg and try again.'
            % (inputCategory, section.keys()))
        return -1

    if section:
        sectionName = section.keys()[0]
        logger.info('Auto-detected SECTION:%s' % (sectionName))
    else:
        logger.error(
            "Unable to locate a section with subsection:%s enabled in your autoProcessMedia.cfg, exiting!"
            % (inputCategory))
        return -1

    try:
        Torrent_NoLink = int(section[inputCategory]["Torrent_NoLink"])
    except:
        Torrent_NoLink = 0

    try:
        extract = int(section[inputCategory]['extract'])
    except:
        extract = 0

    if not "NONE" in nzbtomedia.USER_SCRIPT_CATEGORIES:
        try:
            nzbtomedia.USER_SCRIPT_MEDIAEXTENSIONS = (
                nzbtomedia.CFG[sectionName][inputCategory]
                ["user_script_mediaExtensions"])
        except:
            nzbtomedia.USER_SCRIPT_MEDIAEXTENSIONS = None
        try:
            nzbtomedia.USER_SCRIPT = nzbtomedia.CFG[sectionName][
                inputCategory]["user_script_path"]
        except:
            nzbtomedia.USER_SCRIPT = None
        try:
            nzbtomedia.USER_SCRIPT_PARAM = (
                nzbtomedia.CFG[sectionName][inputCategory]["user_script_param"]
            )
        except:
            nzbtomedia.USER_SCRIPT_PARAM = None
        try:
            nzbtomedia.USER_SCRIPT_SUCCESSCODES = (
                nzbtomedia.CFG[sectionName][inputCategory]
                ["user_script_successCodes"])
        except:
            nzbtomedia.USER_SCRIPT_SUCCESSCODES = 0
        try:
            nzbtomedia.USER_SCRIPT_CLEAN = int(
                nzbtomedia.CFG[sectionName][inputCategory]
                ["user_script_clean"])
        except:
            nzbtomedia.USER_SCRIPT_CLEAN = 1
        try:
            nzbtomedia.USER_SCRIPT_RUNONCE = int(
                nzbtomedia.CFG[sectionName][inputCategory]
                ["user_script_runOnce"])
        except:
            nzbtomedia.USER_SCRIPT_RUNONCE = 1

    if clientAgent != 'manual':
        nzbtomedia.pause_torrent(clientAgent, inputHash, inputID, inputName)

    processCategories = nzbtomedia.CATEGORIES
    processOnly = processCategories

    if inputCategory == "":
        inputCategory = "UNCAT"

    outputDestination = os.path.normpath(
        nzbtomedia.os.path.join(nzbtomedia.OUTPUTDIRECTORY, inputCategory,
                                nzbtomedia.sanitizeName(inputName)))

    logger.info("Output directory set to: %s" % (outputDestination))

    if nzbtomedia.SAFE_MODE and outputDestination == nzbtomedia.TORRENT_DEFAULTDIR:
        logger.error(
            'The output directory:[%s] is the Download Directory. Edit outputDirectory in autoProcessMedia.cfg. Exiting'
            % (inputDirectory))
        return -1

    if not "NONE" in nzbtomedia.USER_SCRIPT_CATEGORIES:  # if None, we only process the 5 listed.
        if "ALL" in nzbtomedia.USER_SCRIPT_CATEGORIES:  # All defined categories
            processOnly = nzbtomedia.CATEGORIES
        processOnly.extend(
            nzbtomedia.USER_SCRIPT_CATEGORIES
        )  # Adds all categories to be processed by userscript.

    if not inputCategory in processOnly:
        logger.info("No processing to be done for category: %s. Exiting" %
                    (inputCategory))
        return

    logger.debug("Scanning files in directory: %s" % (inputDirectory))

    if sectionName == 'HeadPhones':
        nzbtomedia.NOFLATTEN.extend(
            inputCategory
        )  # Make sure we preserve folder structure for HeadPhones.

    now = datetime.datetime.now()

    inputFiles = nzbtomedia.listMediaFiles(inputDirectory)
    logger.debug("Found %s files in %s" %
                 (str(len(inputFiles)), inputDirectory))
    for inputFile in inputFiles:
        filePath = os.path.dirname(inputFile)
        fileName, fileExt = os.path.splitext(os.path.basename(inputFile))
        if fileExt in nzbtomedia.EXT_REPLACE:
            fullFileName = fileName + nzbtomedia.EXT_REPLACE[fileExt]
        else:
            fullFileName = os.path.basename(inputFile)

        targetFile = nzbtomedia.os.path.join(outputDestination, fullFileName)
        if inputCategory in nzbtomedia.NOFLATTEN:
            if not os.path.basename(filePath) in outputDestination:
                targetFile = nzbtomedia.os.path.join(
                    nzbtomedia.os.path.join(outputDestination,
                                            os.path.basename(filePath)),
                    fullFileName)
                logger.debug(
                    "Setting outputDestination to %s to preserve folder structure"
                    % (os.path.dirname(targetFile)))

        if root == 1:
            if not foundFile:
                logger.debug("Looking for %s in: %s" % (inputName, inputFile))
            if (nzbtomedia.sanitizeName(inputName)
                    in nzbtomedia.sanitizeName(inputFile)) or (
                        nzbtomedia.sanitizeName(fileName)
                        in nzbtomedia.sanitizeName(inputName)):
                foundFile = True
                logger.debug("Found file %s that matches Torrent Name %s" %
                             (fullFileName, inputName))
            else:
                continue

        if root == 2:
            mtime_lapse = now - datetime.datetime.fromtimestamp(
                os.path.getmtime(inputFile))
            ctime_lapse = now - datetime.datetime.fromtimestamp(
                os.path.getctime(inputFile))

            if not foundFile:
                logger.debug(
                    "Looking for files with modified/created dates less than 5 minutes old."
                )
            if (mtime_lapse < datetime.timedelta(minutes=5)) or (
                    ctime_lapse < datetime.timedelta(minutes=5)):
                foundFile = True
                logger.debug(
                    "Found file %s with date modifed/created less than 5 minutes ago."
                    % (fullFileName))
            else:
                continue  # This file has not been recently moved or created, skip it

        if Torrent_NoLink == 0:
            try:
                nzbtomedia.copy_link(inputFile, targetFile, nzbtomedia.USELINK)
                nzbtomedia.rmReadOnly(targetFile)
            except:
                logger.error("Failed to link: %s to %s" %
                             (inputFile, targetFile))

    if not inputCategory in nzbtomedia.NOFLATTEN:  #don't flatten hp in case multi cd albums, and we need to copy this back later.
        nzbtomedia.flatten(outputDestination)

    if extract == 1:
        logger.debug('Checking for archives to extract in directory: %s' %
                     (outputDestination))
        nzbtomedia.extractFiles(outputDestination)

    # Now check if video files exist in destination:
    if sectionName in ["SickBeard", "NzbDrone", "CouchPotato"]:
        numVideos = len(
            nzbtomedia.listMediaFiles(outputDestination,
                                      media=True,
                                      audio=False,
                                      meta=False,
                                      archives=False))
        if numVideos > 0:
            logger.info("Found %s media files in %s" %
                        (numVideos, outputDestination))
            status = 0
        elif extract != 1:
            logger.info(
                "Found no media files in %s. Sending to %s to process" %
                (outputDestination, sectionName))
            status = 0
        else:
            logger.warning("Found no media files in %s" % outputDestination)

    # Only these sections can handling failed downloads so make sure everything else gets through without the check for failed
    if not sectionName in ['CouchPotato', 'SickBeard', 'NzbDrone']:
        status = 0

    result = 0
    if (inputCategory in nzbtomedia.USER_SCRIPT_CATEGORIES
            and not "NONE" in nzbtomedia.USER_SCRIPT_CATEGORIES) or (
                "ALL" in nzbtomedia.USER_SCRIPT_CATEGORIES
                and not inputCategory in processCategories):
        logger.info("Processing user script %s." % (nzbtomedia.USER_SCRIPT))
        result = external_script(outputDestination, inputName, inputCategory)
    elif status != 0:
        logger.error("Something failed! Please check logs. Exiting")
        return status

    logger.info("Calling %s:%s to post-process:%s" %
                (sectionName, inputCategory, inputName))

    if sectionName == 'CouchPotato':
        result = nzbtomedia.autoProcessMovie().process(sectionName,
                                                       outputDestination,
                                                       inputName, status,
                                                       clientAgent, inputHash,
                                                       inputCategory)
    elif sectionName in ['SickBeard', 'NzbDrone']:
        result = nzbtomedia.autoProcessTV().processEpisode(
            sectionName, outputDestination, inputName, status, clientAgent,
            inputCategory)
    elif sectionName == 'HeadPhones':
        result = nzbtomedia.autoProcessMusic().process(sectionName,
                                                       outputDestination,
                                                       inputName, status,
                                                       clientAgent,
                                                       inputCategory)
    elif sectionName == 'Mylar':
        result = nzbtomedia.autoProcessComics().processEpisode(
            sectionName, outputDestination, inputName, status, clientAgent,
            inputCategory)
    elif sectionName == 'Gamez':
        result = nzbtomedia.autoProcessGames().process(sectionName,
                                                       outputDestination,
                                                       inputName, status,
                                                       clientAgent,
                                                       inputCategory)

    if result != 0:
        if clientAgent != 'manual':
            logger.error(
                "A problem was reported in the autoProcess* script. If torrent was paused we will resume seeding"
            )
            nzbtomedia.resume_torrent(clientAgent, inputHash, inputID,
                                      inputName)
    else:
        if clientAgent != 'manual':
            # update download status in our DB
            nzbtomedia.update_downloadInfoStatus(inputName, 1)

            # remove torrent
            nzbtomedia.remove_torrent(clientAgent, inputHash, inputID,
                                      inputName)

        # cleanup our processing folders of any misc unwanted files and empty directories
        nzbtomedia.cleanDir(outputDestination, sectionName, inputCategory)

    return result
Example #4
0
def initialize(section=None):
    global NZBGET_POSTPROCESS_ERROR, NZBGET_POSTPROCESS_NONE, NZBGET_POSTPROCESS_PARCHECK, NZBGET_POSTPROCESS_SUCCESS, \
        NZBTOMEDIA_TIMEOUT, FORKS, FORK_DEFAULT, FORK_FAILED_TORRENT, FORK_FAILED, SICKBEARD_TORRENT, SICKBEARD_FAILED, \
        NZBTOMEDIA_BRANCH, NZBTOMEDIA_VERSION, NEWEST_VERSION, NEWEST_VERSION_STRING, VERSION_NOTIFY, SYS_ARGV, CFG, \
        SABNZB_NO_OF_ARGUMENTS, SABNZB_0717_NO_OF_ARGUMENTS, CATEGORIES, TORRENT_CLIENTAGENT, USELINK, OUTPUTDIRECTORY, NOFLATTEN, \
        UTORRENTPWD, UTORRENTUSR, UTORRENTWEBUI, DELUGEHOST, DELUGEPORT, DELUGEUSR, DELUGEPWD, TRANSMISSIONHOST, TRANSMISSIONPORT, \
        TRANSMISSIONPWD, TRANSMISSIONUSR, COMPRESSEDCONTAINER, MEDIACONTAINER, METACONTAINER, SECTIONS, USER_SCRIPT_CATEGORIES, \
        __INITIALIZED__, AUTO_UPDATE, APP_FILENAME, USER_DELAY, APP_NAME, TRANSCODE, GIT_PATH, GIT_USER, \
        GIT_BRANCH, GIT_REPO, SYS_ENCODING, NZB_CLIENTAGENT, SABNZBDHOST, SABNZBDPORT, SABNZBDAPIKEY, \
        DUPLICATE, IGNOREEXTENSIONS, OUTPUTVIDEOEXTENSION, OUTPUTVIDEOCODEC, OUTPUTVIDEOPRESET, OUTPUTVIDEOFRAMERATE, LOG_DB, \
        OUTPUTVIDEOBITRATE, OUTPUTAUDIOCODEC, OUTPUTAUDIOBITRATE, OUTPUTSUBTITLECODEC, OUTPUTFASTSTART, OUTPUTQUALITYPERCENT, \
        NICENESS, LOG_DEBUG, FORCE_CLEAN, FFMPEG_PATH, FFMPEG, FFPROBE, AUDIOCONTAINER, EXTCONTAINER, TORRENT_CLASS, \
        DELETE_ORIGINAL, PASSWORDSFILE, USER_DELAY, USER_SCRIPT, USER_SCRIPT_CLEAN, USER_SCRIPT_MEDIAEXTENSIONS, \
        USER_SCRIPT_PARAM, USER_SCRIPT_RUNONCE, USER_SCRIPT_SUCCESSCODES, DOWNLOADINFO, CHECK_MEDIA, SAFE_MODE, \
        TORRENT_DEFAULTDIR, NZB_DEFAULTDIR, REMOTEPATHS

    if __INITIALIZED__:
        return False

    try:
        locale.setlocale(locale.LC_ALL, "")
        SYS_ENCODING = locale.getpreferredencoding()
    except (locale.Error, IOError):
        pass

    # For OSes that are poorly configured I'll just randomly force UTF-8
    if not SYS_ENCODING or SYS_ENCODING in ('ANSI_X3.4-1968', 'US-ASCII',
                                            'ASCII'):
        SYS_ENCODING = 'UTF-8'

    if not hasattr(sys, "setdefaultencoding"):
        reload(sys)

    try:
        # pylint: disable=E1101
        # On non-unicode builds this will raise an AttributeError, if encoding type is not valid it throws a LookupError
        sys.setdefaultencoding(SYS_ENCODING)
    except:
        print 'Sorry, you MUST add the nzbToMedia folder to the PYTHONPATH environment variable'
        print 'or find another way to force Python to use ' + SYS_ENCODING + ' for string encoding.'
        if os.environ.has_key('NZBOP_SCRIPTDIR'):
            sys.exit(NZBGET_POSTPROCESS_ERROR)
        else:
            sys.exit(1)

    if not makeDir(LOG_DIR):
        print("!!! No log folder, logging to screen only!")

    # init logging
    logger.ntm_log_instance.initLogging()

    # run migrate to convert old cfg to new style cfg plus fix any cfg missing values/options.
    if not config.migrate():
        logger.error("Unable to migrate config file %s, exiting ..." %
                     (CONFIG_FILE))
        if os.environ.has_key('NZBOP_SCRIPTDIR'):
            pass  # We will try and read config from Environment.
        else:
            sys.exit(-1)

    # run migrate to convert NzbGet data from old cfg style to new cfg style
    if os.environ.has_key('NZBOP_SCRIPTDIR'):
        CFG = config.addnzbget()

    else:  # load newly migrated config
        logger.info("Loading config from [%s]" % (CONFIG_FILE))
        CFG = config()

    # Enable/Disable DEBUG Logging
    LOG_DEBUG = int(CFG['General']['log_debug'])
    LOG_DB = int(CFG['General']['log_db'])

    # initialize the main SB database
    nzbToMediaDB.upgradeDatabase(nzbToMediaDB.DBConnection(),
                                 mainDB.InitialSchema)

    # Set Version and GIT variables
    NZBTOMEDIA_VERSION = '9.3'
    VERSION_NOTIFY = int(CFG['General']['version_notify'])
    AUTO_UPDATE = int(CFG['General']['auto_update'])
    GIT_REPO = 'nzbToMedia'
    GIT_PATH = CFG['General']['git_path']
    GIT_USER = CFG['General']['git_user'] or 'clinton-hall'
    GIT_BRANCH = CFG['General']['git_branch'] or 'master'
    FORCE_CLEAN = CFG["General"]["force_clean"]
    FFMPEG_PATH = CFG["General"]["ffmpeg_path"]
    CHECK_MEDIA = int(CFG["General"]["check_media"])
    SAFE_MODE = int(CFG["General"]["safe_mode"])

    # Check for updates via GitHUB
    if versionCheck.CheckVersion().check_for_new_version():
        if AUTO_UPDATE == 1:
            logger.info("Auto-Updating nzbToMedia, Please wait ...")
            updated = versionCheck.CheckVersion().update()
            if updated:
                # restart nzbToMedia
                restart()
            else:
                logger.error(
                    "Update wasn't successful, not restarting. Check your log for more information."
                )

    # Set Current Version
    logger.info('nzbToMedia Version:' + NZBTOMEDIA_VERSION + ' Branch:' +
                GIT_BRANCH + ' (' + platform.system() + ' ' +
                platform.release() + ')')

    if int(CFG["WakeOnLan"]["wake"]) == 1:
        WakeUp()

    NZB_CLIENTAGENT = CFG["Nzb"]["clientAgent"]  # sabnzbd
    SABNZBDHOST = CFG["Nzb"]["sabnzbd_host"]
    SABNZBDPORT = int(CFG["Nzb"]["sabnzbd_port"])
    SABNZBDAPIKEY = CFG["Nzb"]["sabnzbd_apikey"]
    NZB_DEFAULTDIR = CFG["Nzb"]["default_downloadDirectory"]

    TORRENT_CLIENTAGENT = CFG["Torrent"][
        "clientAgent"]  # utorrent | deluge | transmission | rtorrent | other
    USELINK = CFG["Torrent"]["useLink"]  # no | hard | sym
    OUTPUTDIRECTORY = CFG["Torrent"][
        "outputDirectory"]  # /abs/path/to/complete/
    TORRENT_DEFAULTDIR = CFG["Torrent"]["default_downloadDirectory"]
    CATEGORIES = (CFG["Torrent"]["categories"]
                  )  # music,music_videos,pictures,software
    NOFLATTEN = (CFG["Torrent"]["noFlatten"])
    if isinstance(NOFLATTEN, str): NOFLATTEN = NOFLATTEN.split(',')
    DELETE_ORIGINAL = int(CFG["Torrent"]["deleteOriginal"])
    UTORRENTWEBUI = CFG["Torrent"][
        "uTorrentWEBui"]  # http://localhost:8090/gui/
    UTORRENTUSR = CFG["Torrent"]["uTorrentUSR"]  # mysecretusr
    UTORRENTPWD = CFG["Torrent"]["uTorrentPWD"]  # mysecretpwr

    TRANSMISSIONHOST = CFG["Torrent"]["TransmissionHost"]  # localhost
    TRANSMISSIONPORT = int(CFG["Torrent"]["TransmissionPort"])
    TRANSMISSIONUSR = CFG["Torrent"]["TransmissionUSR"]  # mysecretusr
    TRANSMISSIONPWD = CFG["Torrent"]["TransmissionPWD"]  # mysecretpwr

    DELUGEHOST = CFG["Torrent"]["DelugeHost"]  # localhost
    DELUGEPORT = int(CFG["Torrent"]["DelugePort"])  # 8084
    DELUGEUSR = CFG["Torrent"]["DelugeUSR"]  # mysecretusr
    DELUGEPWD = CFG["Torrent"]["DelugePWD"]  # mysecretpwr

    REMOTEPATHS = CFG["Network"]["mount_points"] or None
    if REMOTEPATHS:
        REMOTEPATHS = [
            tuple(item.split(',')) for item in REMOTEPATHS.split('|')
        ]  # /volume1/Public/,E:\|/volume2/share/,\\NAS\

    COMPRESSEDCONTAINER = [
        re.compile('.r\d{2}$', re.I),
        re.compile('.part\d+.rar$', re.I),
        re.compile('.rar$', re.I)
    ]
    COMPRESSEDCONTAINER += [
        re.compile('%s$' % ext, re.I)
        for ext in CFG["Extensions"]["compressedExtensions"]
    ]
    MEDIACONTAINER = CFG["Extensions"]["mediaExtensions"]
    AUDIOCONTAINER = CFG["Extensions"]["audioExtensions"]
    METACONTAINER = CFG["Extensions"]["metaExtensions"]  # .nfo,.sub,.srt
    if isinstance(COMPRESSEDCONTAINER, str):
        COMPRESSEDCONTAINER = COMPRESSEDCONTAINER.split(',')
    if isinstance(MEDIACONTAINER, str):
        MEDIACONTAINER = MEDIACONTAINER.split(',')
    if isinstance(AUDIOCONTAINER, str):
        AUDIOCONTAINER = AUDIOCONTAINER.split(',')
    if isinstance(METACONTAINER, str): METACONTAINER = METACONTAINER.split(',')

    TRANSCODE = int(CFG["Transcoder"]["transcode"])
    DUPLICATE = int(CFG["Transcoder"]["duplicate"])
    IGNOREEXTENSIONS = (CFG["Transcoder"]["ignoreExtensions"])
    OUTPUTVIDEOEXTENSION = CFG["Transcoder"]["outputVideoExtension"].strip()
    OUTPUTVIDEOCODEC = CFG["Transcoder"]["outputVideoCodec"].strip()
    OUTPUTVIDEOPRESET = CFG["Transcoder"]["outputVideoPreset"].strip()
    OUTPUTVIDEOFRAMERATE = CFG["Transcoder"]["outputVideoFramerate"].strip()
    OUTPUTVIDEOBITRATE = CFG["Transcoder"]["outputVideoBitrate"].strip()
    OUTPUTAUDIOCODEC = CFG["Transcoder"]["outputAudioCodec"].strip()
    OUTPUTAUDIOBITRATE = CFG["Transcoder"]["outputAudioBitrate"].strip()
    OUTPUTSUBTITLECODEC = CFG["Transcoder"]["outputSubtitleCodec"].strip()
    OUTPUTFASTSTART = int(CFG["Transcoder"]["outputFastStart"])
    OUTPUTQUALITYPERCENT = int(CFG["Transcoder"]["outputQualityPercent"])
    NICENESS = int(CFG["Transcoder"]["niceness"])

    PASSWORDSFILE = CFG["passwords"]["PassWordFile"]

    # Setup FFMPEG and FFPROBE locations
    if platform.system() == 'Windows':
        FFMPEG = os.path.join(FFMPEG_PATH, 'ffmpeg.exe')
        FFPROBE = os.path.join(FFMPEG_PATH, 'ffprobe.exe')

        if not (os.path.isfile(FFMPEG)):  # problem
            FFMPEG = None
            logger.warning(
                "Failed to locate ffmpeg.exe, transcoding disabled!")
            logger.warning(
                "Install ffmpeg with x264 support to enable this feature  ...")

        if not (os.path.isfile(FFPROBE)) and CHECK_MEDIA:  # problem
            FFPROBE = None
            logger.warning(
                "Failed to locate ffprobe.exe, video corruption detection disabled!"
            )
            logger.warning(
                "Install ffmpeg with x264 support to enable this feature  ...")

    else:
        FFMPEG = subprocess.Popen(
            ['which', 'ffmpeg'],
            stdout=subprocess.PIPE).communicate()[0].strip()
        FFPROBE = subprocess.Popen(
            ['which', 'ffprobe'],
            stdout=subprocess.PIPE).communicate()[0].strip()

        if not FFMPEG:
            if os.access(os.path.join(FFMPEG_PATH, 'ffmpeg'), os.X_OK):
                FFMPEG = os.path.join(FFMPEG_PATH, 'ffmpeg')
            else:
                FFMPEG = None
                logger.warning(
                    "Failed to locate ffmpeg, transcoding disabled!")
                logger.warning(
                    "Install ffmpeg with x264 support to enable this feature  ..."
                )

        if not FFPROBE and CHECK_MEDIA:
            if os.access(os.path.join(FFMPEG_PATH, 'ffprobe'), os.X_OK):
                FFPROBE = os.path.join(FFMPEG_PATH, 'ffprobe')
            else:
                FFPROBE = None
                logger.warning(
                    "Failed to locate ffprobe, video corruption detection disabled!"
                )
                logger.warning(
                    "Install ffmpeg with x264 support to enable this feature  ..."
                )

    if not CHECK_MEDIA:  # allow users to bypass this.
        FFPROBE = None

    # userscript
    map(USER_SCRIPT_CATEGORIES.append,
        ([subsections[0] for subsections in CFG['UserScript'].items()]))

    # check for script-defied section and if None set to allow sections
    SECTIONS = CFG[tuple(
        x for x in CFG
        if CFG[x].sections and CFG[x].isenabled()) if not section else
                   (section, )]
    map(CATEGORIES.extend,
        ([subsection.sections for section, subsection in SECTIONS.items()]))
    CATEGORIES = list(set(CATEGORIES))

    # create torrent class
    TORRENT_CLASS = create_torrent_class(TORRENT_CLIENTAGENT)

    # finished initalizing
    return True
Example #5
0
def process(inputDirectory,
            inputName=None,
            status=0,
            clientAgent='manual',
            download_id=None,
            inputCategory=None):
    if nzbtomedia.SAFE_MODE and inputDirectory == nzbtomedia.NZB_DEFAULTDIR:
        logger.error(
            'The input directory:[%s] is the Default Download Directory. Please configure category directories to prevent processing of other media.'
            % (inputDirectory))
        return -1

    if clientAgent != 'manual' and not nzbtomedia.DOWNLOADINFO:
        logger.debug('Adding NZB download info for directory %s to database' %
                     (inputDirectory))

        myDB = nzbToMediaDB.DBConnection()

        controlValueDict = {"input_directory": unicode(inputDirectory)}
        newValueDict = {
            "input_name": unicode(inputName),
            "input_hash": unicode(download_id),
            "input_id": unicode(download_id),
            "client_agent": unicode(clientAgent),
            "status": 0,
            "last_update": datetime.date.today().toordinal()
        }
        myDB.upsert("downloads", newValueDict, controlValueDict)

    # auto-detect section
    section = nzbtomedia.CFG.findsection(inputCategory).isenabled()
    if section is None:
        logger.error(
            'Category:[%s] is not defined or is not enabled. Please rename it or ensure it is enabled for the appropriate section in your autoProcessMedia.cfg and try again.'
            % (inputCategory))
        return -1

    if len(section) > 1:
        logger.error(
            'Category:[%s] is not unique, %s are using it. Please rename it or disable all other sections using the same category name in your autoProcessMedia.cfg and try again.'
            % (inputCategory, section.keys()))
        return -1

    if section:
        sectionName = section.keys()[0]
        logger.info('Auto-detected SECTION:%s' % (sectionName))
    else:
        logger.error(
            "Unable to locate a section with subsection:%s enabled in your autoProcessMedia.cfg, exiting!"
            % (inputCategory))
        return -1

    try:
        extract = int(section[inputCategory]['extract'])
    except:
        extract = 0

    try:
        if int(section[inputCategory]
               ['remote_path']) and not nzbtomedia.REMOTEPATHS:
            logger.error(
                'Remote Path is enabled for %s:%s but no Network mount points are defined. Please check your autoProcessMedia.cfg, exiting!'
                % (sectionName, inputCategory))
            return -1
    except:
        logger.error(
            'Remote Path %s is not valid for %s:%s Please set this to either 0 to disable or 1 to enable!'
            % (section[inputCategory]['remote_path'], sectionName,
               inputCategory))

    if extract == 1:
        logger.debug('Checking for archives to extract in directory: %s' %
                     (inputDirectory))
        extractFiles(inputDirectory)

    logger.info("Calling %s:%s to post-process:%s" %
                (sectionName, inputCategory, inputName))

    if sectionName == "CouchPotato":
        result = autoProcessMovie().process(sectionName, inputDirectory,
                                            inputName, status, clientAgent,
                                            download_id, inputCategory)
    elif sectionName in ["SickBeard", "NzbDrone"]:
        result = autoProcessTV().processEpisode(sectionName, inputDirectory,
                                                inputName, status, clientAgent,
                                                inputCategory)
    elif sectionName == "HeadPhones":
        result = autoProcessMusic().process(sectionName, inputDirectory,
                                            inputName, status, clientAgent,
                                            inputCategory)
    elif sectionName == "Mylar":
        result = autoProcessComics().processEpisode(sectionName,
                                                    inputDirectory, inputName,
                                                    status, clientAgent,
                                                    inputCategory)
    elif sectionName == "Gamez":
        result = autoProcessGames().process(sectionName, inputDirectory,
                                            inputName, status, clientAgent,
                                            inputCategory)
    else:
        result = -1

    if result == 0:
        if clientAgent != 'manual':
            # update download status in our DB
            update_downloadInfoStatus(inputName, 1)

        # cleanup our processing folders of any misc unwanted files and empty directories
        cleanDir(inputDirectory, sectionName, inputCategory)

    return result
Example #6
0
def initialize(section=None):
    global NZBGET_POSTPROCESS_ERROR, NZBGET_POSTPROCESS_NONE, NZBGET_POSTPROCESS_PARCHECK, NZBGET_POSTPROCESS_SUCCESS, \
        NZBTOMEDIA_TIMEOUT, FORKS, FORK_DEFAULT, FORK_FAILED_TORRENT, FORK_FAILED, SICKBEARD_TORRENT, SICKBEARD_FAILED, \
        NZBTOMEDIA_BRANCH, NZBTOMEDIA_VERSION, NEWEST_VERSION, NEWEST_VERSION_STRING, VERSION_NOTIFY, SYS_ARGV, CFG, \
        SABNZB_NO_OF_ARGUMENTS, SABNZB_0717_NO_OF_ARGUMENTS, CATEGORIES, TORRENT_CLIENTAGENT, USELINK, OUTPUTDIRECTORY, \
        NOFLATTEN, UTORRENTPWD, UTORRENTUSR, UTORRENTWEBUI, DELUGEHOST, DELUGEPORT, DELUGEUSR, DELUGEPWD, VLEVEL, \
        TRANSMISSIONHOST, TRANSMISSIONPORT, TRANSMISSIONPWD, TRANSMISSIONUSR, COMPRESSEDCONTAINER, MEDIACONTAINER, \
        METACONTAINER, SECTIONS, ALL_FORKS, TEST_FILE, GENERALOPTS, LOG_GIT, GROUPS, SEVENZIP, CONCAT, VCRF, \
        __INITIALIZED__, AUTO_UPDATE, APP_FILENAME, USER_DELAY, APP_NAME, TRANSCODE, DEFAULTS, GIT_PATH, GIT_USER, \
        GIT_BRANCH, GIT_REPO, SYS_ENCODING, NZB_CLIENTAGENT, SABNZBDHOST, SABNZBDPORT, SABNZBDAPIKEY, \
        DUPLICATE, IGNOREEXTENSIONS, VEXTENSION, OUTPUTVIDEOPATH, PROCESSOUTPUT, VCODEC, VCODEC_ALLOW, VPRESET, \
        VFRAMERATE, LOG_DB, VBITRATE, VRESOLUTION, ALANGUAGE, AINCLUDE, ACODEC, ACODEC_ALLOW, ABITRATE, \
        ACODEC2, ACODEC2_ALLOW, ABITRATE2, ACODEC3, ACODEC3_ALLOW, ABITRATE3, ALLOWSUBS, SEXTRACT, SEMBED, SLANGUAGES, \
        SINCLUDE, SUBSDIR, SCODEC, OUTPUTFASTSTART, OUTPUTQUALITYPERCENT, BURN, GETSUBS, HWACCEL, LOG_DIR, LOG_FILE, \
        NICENESS, LOG_DEBUG, FORCE_CLEAN, FFMPEG_PATH, FFMPEG, FFPROBE, AUDIOCONTAINER, EXTCONTAINER, TORRENT_CLASS, \
        DELETE_ORIGINAL, PASSWORDSFILE, USER_DELAY, USER_SCRIPT, USER_SCRIPT_CLEAN, USER_SCRIPT_MEDIAEXTENSIONS, \
        USER_SCRIPT_PARAM, USER_SCRIPT_RUNONCE, USER_SCRIPT_SUCCESSCODES, DOWNLOADINFO, CHECK_MEDIA, SAFE_MODE, \
        TORRENT_DEFAULTDIR, NZB_DEFAULTDIR, REMOTEPATHS, LOG_ENV, PID_FILE, MYAPP, ACHANNELS, ACHANNELS2, ACHANNELS3

    if __INITIALIZED__:
        return False

    if os.environ.has_key('NTM_LOGFILE'):
        LOG_FILE = os.environ['NTM_LOGFILE']
        LOG_DIR = os.path.split(LOG_FILE)[0]

    if not makeDir(LOG_DIR):
        print("No log folder, logging to screen only")

    MYAPP = RunningProcess()
    while MYAPP.alreadyrunning():
        print("Waiting for existing session to end")
        time.sleep(30)

    try:
        locale.setlocale(locale.LC_ALL, "")
        SYS_ENCODING = locale.getpreferredencoding()
    except (locale.Error, IOError):
        pass

    # For OSes that are poorly configured I'll just randomly force UTF-8
    if not SYS_ENCODING or SYS_ENCODING in ('ANSI_X3.4-1968', 'US-ASCII',
                                            'ASCII'):
        SYS_ENCODING = 'UTF-8'

    if not hasattr(sys, "setdefaultencoding"):
        reload(sys)

    try:
        # pylint: disable=E1101
        # On non-unicode builds this will raise an AttributeError, if encoding type is not valid it throws a LookupError
        sys.setdefaultencoding(SYS_ENCODING)
    except:
        print 'Sorry, you MUST add the nzbToMedia folder to the PYTHONPATH environment variable'
        print 'or find another way to force Python to use ' + SYS_ENCODING + ' for string encoding.'
        if os.environ.has_key('NZBOP_SCRIPTDIR'):
            sys.exit(NZBGET_POSTPROCESS_ERROR)
        else:
            sys.exit(1)

    # init logging
    logger.ntm_log_instance.initLogging()

    # run migrate to convert old cfg to new style cfg plus fix any cfg missing values/options.
    if not config.migrate():
        logger.error("Unable to migrate config file %s, exiting ..." %
                     (CONFIG_FILE))
        if os.environ.has_key('NZBOP_SCRIPTDIR'):
            pass  # We will try and read config from Environment.
        else:
            sys.exit(-1)

    # run migrate to convert NzbGet data from old cfg style to new cfg style
    if os.environ.has_key('NZBOP_SCRIPTDIR'):
        CFG = config.addnzbget()

    else:  # load newly migrated config
        logger.info("Loading config from [%s]" % (CONFIG_FILE))
        CFG = config()

    # Enable/Disable DEBUG Logging
    LOG_DEBUG = int(CFG['General']['log_debug'])
    LOG_DB = int(CFG['General']['log_db'])
    LOG_ENV = int(CFG['General']['log_env'])
    LOG_GIT = int(CFG['General']['log_git'])

    if LOG_ENV:
        for item in os.environ:
            logger.info("%s: %s" % (item, os.environ[item]), "ENVIRONMENT")

    # initialize the main SB database
    nzbToMediaDB.upgradeDatabase(nzbToMediaDB.DBConnection(),
                                 mainDB.InitialSchema)

    # Set Version and GIT variables
    NZBTOMEDIA_VERSION = '10.10'
    VERSION_NOTIFY = int(CFG['General']['version_notify'])
    AUTO_UPDATE = int(CFG['General']['auto_update'])
    GIT_REPO = 'nzbToMedia'
    GIT_PATH = CFG['General']['git_path']
    GIT_USER = CFG['General']['git_user'] or 'clinton-hall'
    GIT_BRANCH = CFG['General']['git_branch'] or 'master'
    FORCE_CLEAN = int(CFG["General"]["force_clean"])
    FFMPEG_PATH = CFG["General"]["ffmpeg_path"]
    CHECK_MEDIA = int(CFG["General"]["check_media"])
    SAFE_MODE = int(CFG["General"]["safe_mode"])

    # Check for updates via GitHUB
    if versionCheck.CheckVersion().check_for_new_version():
        if AUTO_UPDATE == 1:
            logger.info("Auto-Updating nzbToMedia, Please wait ...")
            updated = versionCheck.CheckVersion().update()
            if updated:
                # restart nzbToMedia
                try:
                    del MYAPP
                except:
                    pass
                restart()
            else:
                logger.error(
                    "Update wasn't successful, not restarting. Check your log for more information."
                )

    # Set Current Version
    logger.info('nzbToMedia Version:' + NZBTOMEDIA_VERSION + ' Branch:' +
                GIT_BRANCH + ' (' + platform.system() + ' ' +
                platform.release() + ')')

    if int(CFG["WakeOnLan"]["wake"]) == 1:
        WakeUp()

    NZB_CLIENTAGENT = CFG["Nzb"]["clientAgent"]  # sabnzbd
    SABNZBDHOST = CFG["Nzb"]["sabnzbd_host"]
    SABNZBDPORT = int(CFG["Nzb"]["sabnzbd_port"])
    SABNZBDAPIKEY = CFG["Nzb"]["sabnzbd_apikey"]
    NZB_DEFAULTDIR = CFG["Nzb"]["default_downloadDirectory"]
    GROUPS = CFG["Custom"]["remove_group"]
    if isinstance(GROUPS, str): GROUPS = GROUPS.split(',')
    if GROUPS == ['']: GROUPS = None

    TORRENT_CLIENTAGENT = CFG["Torrent"][
        "clientAgent"]  # utorrent | deluge | transmission | rtorrent | vuze |other
    USELINK = CFG["Torrent"]["useLink"]  # no | hard | sym
    OUTPUTDIRECTORY = CFG["Torrent"][
        "outputDirectory"]  # /abs/path/to/complete/
    TORRENT_DEFAULTDIR = CFG["Torrent"]["default_downloadDirectory"]
    CATEGORIES = (CFG["Torrent"]["categories"]
                  )  # music,music_videos,pictures,software
    NOFLATTEN = (CFG["Torrent"]["noFlatten"])
    if isinstance(NOFLATTEN, str): NOFLATTEN = NOFLATTEN.split(',')
    if isinstance(CATEGORIES, str): CATEGORIES = CATEGORIES.split(',')
    DELETE_ORIGINAL = int(CFG["Torrent"]["deleteOriginal"])
    UTORRENTWEBUI = CFG["Torrent"][
        "uTorrentWEBui"]  # http://localhost:8090/gui/
    UTORRENTUSR = CFG["Torrent"]["uTorrentUSR"]  # mysecretusr
    UTORRENTPWD = CFG["Torrent"]["uTorrentPWD"]  # mysecretpwr

    TRANSMISSIONHOST = CFG["Torrent"]["TransmissionHost"]  # localhost
    TRANSMISSIONPORT = int(CFG["Torrent"]["TransmissionPort"])
    TRANSMISSIONUSR = CFG["Torrent"]["TransmissionUSR"]  # mysecretusr
    TRANSMISSIONPWD = CFG["Torrent"]["TransmissionPWD"]  # mysecretpwr

    DELUGEHOST = CFG["Torrent"]["DelugeHost"]  # localhost
    DELUGEPORT = int(CFG["Torrent"]["DelugePort"])  # 8084
    DELUGEUSR = CFG["Torrent"]["DelugeUSR"]  # mysecretusr
    DELUGEPWD = CFG["Torrent"]["DelugePWD"]  # mysecretpwr

    REMOTEPATHS = CFG["Network"]["mount_points"] or None
    if REMOTEPATHS:
        if isinstance(REMOTEPATHS, list):
            REMOTEPATHS = ','.join(
                REMOTEPATHS)  # fix in case this imported as list.
        REMOTEPATHS = [
            tuple(item.split(',')) for item in REMOTEPATHS.split('|')
        ]  # /volume1/Public/,E:\|/volume2/share/,\\NAS\

    devnull = open(os.devnull, 'w')
    try:
        subprocess.Popen(["nice"], stdout=devnull,
                         stderr=devnull).communicate()
        NICENESS.extend(['nice', '-n%s' % (int(CFG["Posix"]["niceness"]))])
    except:
        pass
    try:
        subprocess.Popen(["ionice"], stdout=devnull,
                         stderr=devnull).communicate()
        try:
            NICENESS.extend(
                ['ionice',
                 '-c%s' % (int(CFG["Posix"]["ionice_class"]))])
        except:
            pass
        try:
            if 'ionice' in NICENESS:
                NICENESS.extend(
                    ['-n%s' % (int(CFG["Posix"]["ionice_classdata"]))])
            else:
                NICENESS.extend([
                    'ionice',
                    '-n%s' % (int(CFG["Posix"]["ionice_classdata"]))
                ])
        except:
            pass
    except:
        pass
    devnull.close()

    COMPRESSEDCONTAINER = [
        re.compile('.r\d{2}$', re.I),
        re.compile('.part\d+.rar$', re.I),
        re.compile('.rar$', re.I)
    ]
    COMPRESSEDCONTAINER += [
        re.compile('%s$' % ext, re.I)
        for ext in CFG["Extensions"]["compressedExtensions"]
    ]
    MEDIACONTAINER = CFG["Extensions"]["mediaExtensions"]
    AUDIOCONTAINER = CFG["Extensions"]["audioExtensions"]
    METACONTAINER = CFG["Extensions"]["metaExtensions"]  # .nfo,.sub,.srt
    if isinstance(COMPRESSEDCONTAINER, str):
        COMPRESSEDCONTAINER = COMPRESSEDCONTAINER.split(',')
    if isinstance(MEDIACONTAINER, str):
        MEDIACONTAINER = MEDIACONTAINER.split(',')
    if isinstance(AUDIOCONTAINER, str):
        AUDIOCONTAINER = AUDIOCONTAINER.split(',')
    if isinstance(METACONTAINER, str): METACONTAINER = METACONTAINER.split(',')

    GETSUBS = int(CFG["Transcoder"]["getSubs"])
    TRANSCODE = int(CFG["Transcoder"]["transcode"])
    DUPLICATE = int(CFG["Transcoder"]["duplicate"])
    CONCAT = int(CFG["Transcoder"]["concat"])
    IGNOREEXTENSIONS = (CFG["Transcoder"]["ignoreExtensions"])
    if isinstance(IGNOREEXTENSIONS, str):
        IGNOREEXTENSIONS = IGNOREEXTENSIONS.split(',')
    OUTPUTFASTSTART = int(CFG["Transcoder"]["outputFastStart"])
    GENERALOPTS = (CFG["Transcoder"]["generalOptions"])
    if isinstance(GENERALOPTS, str): GENERALOPTS = GENERALOPTS.split(',')
    if GENERALOPTS == ['']: GENERALOPTS = []
    if not '-fflags' in GENERALOPTS: GENERALOPTS.append('-fflags')
    if not '+genpts' in GENERALOPTS: GENERALOPTS.append('+genpts')
    try:
        OUTPUTQUALITYPERCENT = int(CFG["Transcoder"]["outputQualityPercent"])
    except:
        pass
    OUTPUTVIDEOPATH = CFG["Transcoder"]["outputVideoPath"]
    PROCESSOUTPUT = int(CFG["Transcoder"]["processOutput"])
    ALANGUAGE = CFG["Transcoder"]["audioLanguage"]
    AINCLUDE = int(CFG["Transcoder"]["allAudioLanguages"])
    SLANGUAGES = CFG["Transcoder"]["subLanguages"]
    if isinstance(SLANGUAGES, str): SLANGUAGES = SLANGUAGES.split(',')
    if SLANGUAGES == ['']: SLANGUAGES = []
    SINCLUDE = int(CFG["Transcoder"]["allSubLanguages"])
    SEXTRACT = int(CFG["Transcoder"]["extractSubs"])
    SEMBED = int(CFG["Transcoder"]["embedSubs"])
    SUBSDIR = CFG["Transcoder"]["externalSubDir"]
    VEXTENSION = CFG["Transcoder"]["outputVideoExtension"].strip()
    VCODEC = CFG["Transcoder"]["outputVideoCodec"].strip()
    VCODEC_ALLOW = CFG["Transcoder"]["VideoCodecAllow"].strip()
    if isinstance(VCODEC_ALLOW, str): VCODEC_ALLOW = VCODEC_ALLOW.split(',')
    if VCODEC_ALLOW == ['']: VCODEC_ALLOW = []
    VPRESET = CFG["Transcoder"]["outputVideoPreset"].strip()
    try:
        VFRAMERATE = float(CFG["Transcoder"]["outputVideoFramerate"].strip())
    except:
        pass
    try:
        VCRF = int(CFG["Transcoder"]["outputVideoCRF"].strip())
    except:
        pass
    try:
        VLEVEL = CFG["Transcoder"]["outputVideoLevel"].strip()
    except:
        pass
    try:
        VBITRATE = int(
            (CFG["Transcoder"]["outputVideoBitrate"].strip()).replace(
                'k', '000'))
    except:
        pass
    VRESOLUTION = CFG["Transcoder"]["outputVideoResolution"]
    ACODEC = CFG["Transcoder"]["outputAudioCodec"].strip()
    ACODEC_ALLOW = CFG["Transcoder"]["AudioCodecAllow"].strip()
    if isinstance(ACODEC_ALLOW, str): ACODEC_ALLOW = ACODEC_ALLOW.split(',')
    if ACODEC_ALLOW == ['']: ACODEC_ALLOW = []
    try:
        ACHANNELS = int(CFG["Transcoder"]["outputAudioChannels"].strip())
    except:
        pass
    try:
        ABITRATE = int(
            (CFG["Transcoder"]["outputAudioBitrate"].strip()).replace(
                'k', '000'))
    except:
        pass
    ACODEC2 = CFG["Transcoder"]["outputAudioTrack2Codec"].strip()
    ACODEC2_ALLOW = CFG["Transcoder"]["AudioCodec2Allow"].strip()
    if isinstance(ACODEC2_ALLOW, str): ACODEC2_ALLOW = ACODEC2_ALLOW.split(',')
    if ACODEC2_ALLOW == ['']: ACODEC2_ALLOW = []
    try:
        ACHANNELS2 = int(
            CFG["Transcoder"]["outputAudioTrack2Channels"].strip())
    except:
        pass
    try:
        ABITRATE2 = int(
            (CFG["Transcoder"]["outputAudioTrack2Bitrate"].strip()).replace(
                'k', '000'))
    except:
        pass
    ACODEC3 = CFG["Transcoder"]["outputAudioOtherCodec"].strip()
    ACODEC3_ALLOW = CFG["Transcoder"]["AudioOtherCodecAllow"].strip()
    if isinstance(ACODEC3_ALLOW, str): ACODEC3_ALLOW = ACODEC3_ALLOW.split(',')
    if ACODEC3_ALLOW == ['']: ACODEC3_ALLOW = []
    try:
        ACHANNELS3 = int(CFG["Transcoder"]["outputAudioOtherChannels"].strip())
    except:
        pass
    try:
        ABITRATE3 = int(
            (CFG["Transcoder"]["outputAudioOtherBitrate"].strip()).replace(
                'k', '000'))
    except:
        pass
    SCODEC = CFG["Transcoder"]["outputSubtitleCodec"].strip()
    BURN = int(CFG["Transcoder"]["burnInSubtitle"].strip())
    DEFAULTS = CFG["Transcoder"]["outputDefault"].strip()
    HWACCEL = int(CFG["Transcoder"]["hwAccel"])

    allow_subs = ['.mkv', '.mp4', '.m4v', 'asf', 'wma', 'wmv']
    codec_alias = {
        'libx264': ['libx264', 'h264', 'h.264', 'AVC', 'MPEG-4'],
        'libmp3lame': ['libmp3lame', 'mp3'],
        'libfaac': ['libfaac', 'aac', 'faac']
    }
    transcode_defaults = {
        'iPad': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            None,
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'aac',
            'ACODEC_ALLOW': ['libfaac'],
            'ABITRATE':
            None,
            'ACHANNELS':
            2,
            'ACODEC2':
            'ac3',
            'ACODEC2_ALLOW': ['ac3'],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            6,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'iPad-1080p': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            '1920:1080',
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'aac',
            'ACODEC_ALLOW': ['libfaac'],
            'ABITRATE':
            None,
            'ACHANNELS':
            2,
            'ACODEC2':
            'ac3',
            'ACODEC2_ALLOW': ['ac3'],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            6,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'iPad-720p': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            '1280:720',
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'aac',
            'ACODEC_ALLOW': ['libfaac'],
            'ABITRATE':
            None,
            'ACHANNELS':
            2,
            'ACODEC2':
            'ac3',
            'ACODEC2_ALLOW': ['ac3'],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            6,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'Apple-TV': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            '1280:720',
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'ac3',
            'ACODEC_ALLOW': ['ac3'],
            'ABITRATE':
            None,
            'ACHANNELS':
            6,
            'ACODEC2':
            'aac',
            'ACODEC2_ALLOW': ['libfaac'],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            2,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'iPod': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            '1280:720',
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'aac',
            'ACODEC_ALLOW': ['libfaac'],
            'ABITRATE':
            128000,
            'ACHANNELS':
            2,
            'ACODEC2':
            None,
            'ACODEC2_ALLOW': [],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            None,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'iPhone': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            '460:320',
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'aac',
            'ACODEC_ALLOW': ['libfaac'],
            'ABITRATE':
            128000,
            'ACHANNELS':
            2,
            'ACODEC2':
            None,
            'ACODEC2_ALLOW': [],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            None,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'PS3': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            None,
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'ac3',
            'ACODEC_ALLOW': ['ac3'],
            'ABITRATE':
            None,
            'ACHANNELS':
            6,
            'ACODEC2':
            'aac',
            'ACODEC2_ALLOW': ['libfaac'],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            2,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'xbox': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            None,
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'ac3',
            'ACODEC_ALLOW': ['ac3'],
            'ABITRATE':
            None,
            'ACHANNELS':
            6,
            'ACODEC2':
            None,
            'ACODEC2_ALLOW': [],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            None,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'Roku-480p': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            None,
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'aac',
            'ACODEC_ALLOW': ['libfaac'],
            'ABITRATE':
            128000,
            'ACHANNELS':
            2,
            'ACODEC2':
            'ac3',
            'ACODEC2_ALLOW': ['ac3'],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            6,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'Roku-720p': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            None,
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'aac',
            'ACODEC_ALLOW': ['libfaac'],
            'ABITRATE':
            128000,
            'ACHANNELS':
            2,
            'ACODEC2':
            'ac3',
            'ACODEC2_ALLOW': ['ac3'],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            6,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'Roku-1080p': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            None,
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4'
            ],
            'ACODEC':
            'aac',
            'ACODEC_ALLOW': ['libfaac'],
            'ABITRATE':
            160000,
            'ACHANNELS':
            2,
            'ACODEC2':
            'ac3',
            'ACODEC2_ALLOW': ['ac3'],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            6,
            'ACODEC3':
            None,
            'ACODEC3_ALLOW': [],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            None,
            'SCODEC':
            'mov_text'
        },
        'mkv': {
            'VEXTENSION':
            '.mkv',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            None,
            'VLEVEL':
            None,
            'VRESOLUTION':
            None,
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4', 'mpeg2video'
            ],
            'ACODEC':
            'dts',
            'ACODEC_ALLOW': ['libfaac', 'dts', 'ac3', 'mp2', 'mp3'],
            'ABITRATE':
            None,
            'ACHANNELS':
            8,
            'ACODEC2':
            None,
            'ACODEC2_ALLOW': [],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            None,
            'ACODEC3':
            'ac3',
            'ACODEC3_ALLOW': ['libfaac', 'dts', 'ac3', 'mp2', 'mp3'],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            8,
            'SCODEC':
            'mov_text'
        },
        'mp4-scene-release': {
            'VEXTENSION':
            '.mp4',
            'VCODEC':
            'libx264',
            'VPRESET':
            None,
            'VFRAMERATE':
            None,
            'VBITRATE':
            None,
            'VCRF':
            19,
            'VLEVEL':
            '3.1',
            'VRESOLUTION':
            None,
            'VCODEC_ALLOW': [
                'libx264', 'h264', 'h.264', 'AVC', 'avc', 'mpeg4', 'msmpeg4',
                'MPEG-4', 'mpeg2video'
            ],
            'ACODEC':
            'dts',
            'ACODEC_ALLOW': ['libfaac', 'dts', 'ac3', 'mp2', 'mp3'],
            'ABITRATE':
            None,
            'ACHANNELS':
            8,
            'ACODEC2':
            None,
            'ACODEC2_ALLOW': [],
            'ABITRATE2':
            None,
            'ACHANNELS2':
            None,
            'ACODEC3':
            'ac3',
            'ACODEC3_ALLOW': ['libfaac', 'dts', 'ac3', 'mp2', 'mp3'],
            'ABITRATE3':
            None,
            'ACHANNELS3':
            8,
            'SCODEC':
            'mov_text'
        }
    }
    if DEFAULTS and DEFAULTS in transcode_defaults:
        VEXTENSION = transcode_defaults[DEFAULTS]['VEXTENSION']
        VCODEC = transcode_defaults[DEFAULTS]['VCODEC']
        VPRESET = transcode_defaults[DEFAULTS]['VPRESET']
        VFRAMERATE = transcode_defaults[DEFAULTS]['VFRAMERATE']
        VBITRATE = transcode_defaults[DEFAULTS]['VBITRATE']
        VRESOLUTION = transcode_defaults[DEFAULTS]['VRESOLUTION']
        VCRF = transcode_defaults[DEFAULTS]['VCRF']
        VLEVEL = transcode_defaults[DEFAULTS]['VLEVEL']
        VCODEC_ALLOW = transcode_defaults[DEFAULTS]['VCODEC_ALLOW']
        ACODEC = transcode_defaults[DEFAULTS]['ACODEC']
        ACODEC_ALLOW = transcode_defaults[DEFAULTS]['ACODEC_ALLOW']
        ACHANNELS = transcode_defaults[DEFAULTS]['ACHANNELS']
        ABITRATE = transcode_defaults[DEFAULTS]['ABITRATE']
        ACODEC2 = transcode_defaults[DEFAULTS]['ACODEC2']
        ACODEC2_ALLOW = transcode_defaults[DEFAULTS]['ACODEC2_ALLOW']
        ACHANNELS2 = transcode_defaults[DEFAULTS]['ACHANNELS2']
        ABITRATE2 = transcode_defaults[DEFAULTS]['ABITRATE2']
        ACODEC3 = transcode_defaults[DEFAULTS]['ACODEC3']
        ACODEC3_ALLOW = transcode_defaults[DEFAULTS]['ACODEC3_ALLOW']
        ACHANNELS3 = transcode_defaults[DEFAULTS]['ACHANNELS3']
        ABITRATE3 = transcode_defaults[DEFAULTS]['ABITRATE3']
        SCODEC = transcode_defaults[DEFAULTS]['SCODEC']
    transcode_defaults = {}  # clear memory
    if transcode_defaults in ['mp4-scene-release'
                              ] and not OUTPUTQUALITYPERCENT:
        OUTPUTQUALITYPERCENT = 100

    if VEXTENSION in allow_subs:
        ALLOWSUBS = 1
    if not VCODEC_ALLOW and VCODEC: VCODEC_ALLOW.extend([VCODEC])
    for codec in VCODEC_ALLOW:
        if codec in codec_alias:
            extra = [
                item for item in codec_alias[codec] if item not in VCODEC_ALLOW
            ]
            VCODEC_ALLOW.extend(extra)
    if not ACODEC_ALLOW and ACODEC: ACODEC_ALLOW.extend([ACODEC])
    for codec in ACODEC_ALLOW:
        if codec in codec_alias:
            extra = [
                item for item in codec_alias[codec] if item not in ACODEC_ALLOW
            ]
            ACODEC_ALLOW.extend(extra)
    if not ACODEC2_ALLOW and ACODEC2: ACODEC2_ALLOW.extend([ACODEC2])
    for codec in ACODEC2_ALLOW:
        if codec in codec_alias:
            extra = [
                item for item in codec_alias[codec]
                if item not in ACODEC2_ALLOW
            ]
            ACODEC2_ALLOW.extend(extra)
    if not ACODEC3_ALLOW and ACODEC3: ACODEC3_ALLOW.extend([ACODEC3])
    for codec in ACODEC3_ALLOW:
        if codec in codec_alias:
            extra = [
                item for item in codec_alias[codec]
                if item not in ACODEC3_ALLOW
            ]
            ACODEC3_ALLOW.extend(extra)
    codec_alias = {}  # clear memory

    PASSWORDSFILE = CFG["passwords"]["PassWordFile"]

    # Setup FFMPEG, FFPROBE and SEVENZIP locations
    if platform.system() == 'Windows':
        FFMPEG = os.path.join(FFMPEG_PATH, 'ffmpeg.exe')
        FFPROBE = os.path.join(FFMPEG_PATH, 'ffprobe.exe')
        SEVENZIP = os.path.join(PROGRAM_DIR, 'nzbtomedia', 'extractor', 'bin',
                                platform.machine(), '7z.exe')

        if not (os.path.isfile(FFMPEG)):  # problem
            FFMPEG = None
            logger.warning(
                "Failed to locate ffmpeg.exe. Transcoding disabled!")
            logger.warning(
                "Install ffmpeg with x264 support to enable this feature  ...")

        if not (os.path.isfile(FFPROBE)):
            FFPROBE = None
            if CHECK_MEDIA:
                logger.warning(
                    "Failed to locate ffprobe.exe. Video corruption detection disabled!"
                )
                logger.warning(
                    "Install ffmpeg with x264 support to enable this feature  ..."
                )

    else:
        try:
            SEVENZIP = subprocess.Popen(
                ['which', '7z'],
                stdout=subprocess.PIPE).communicate()[0].strip()
        except:
            pass
        if not SEVENZIP:
            try:
                SEVENZIP = subprocess.Popen(
                    ['which', '7zr'],
                    stdout=subprocess.PIPE).communicate()[0].strip()
            except:
                pass
        if not SEVENZIP:
            try:
                SEVENZIP = subprocess.Popen(
                    ['which', '7za'],
                    stdout=subprocess.PIPE).communicate()[0].strip()
            except:
                pass
        if not SEVENZIP:
            SEVENZIP = None
            logger.warning(
                "Failed to locate 7zip. Transcosing of disk images and extraction of .7z files will not be possible!"
            )
        if os.path.isfile(os.path.join(FFMPEG_PATH, 'ffmpeg')) or os.access(
                os.path.join(FFMPEG_PATH, 'ffmpeg'), os.X_OK):
            FFMPEG = os.path.join(FFMPEG_PATH, 'ffmpeg')
        elif os.path.isfile(os.path.join(FFMPEG_PATH, 'avconv')) or os.access(
                os.path.join(FFMPEG_PATH, 'avconv'), os.X_OK):
            FFMPEG = os.path.join(FFMPEG_PATH, 'avconv')
        else:
            try:
                FFMPEG = subprocess.Popen(
                    ['which', 'ffmpeg'],
                    stdout=subprocess.PIPE).communicate()[0].strip()
            except:
                pass
            if not FFMPEG:
                try:
                    FFMPEG = subprocess.Popen(
                        ['which', 'avconv'],
                        stdout=subprocess.PIPE).communicate()[0].strip()
                except:
                    pass
        if not FFMPEG:
            FFMPEG = None
            logger.warning("Failed to locate ffmpeg. Transcoding disabled!")
            logger.warning(
                "Install ffmpeg with x264 support to enable this feature  ...")

        if os.path.isfile(os.path.join(FFMPEG_PATH, 'ffprobe')) or os.access(
                os.path.join(FFMPEG_PATH, 'ffprobe'), os.X_OK):
            FFPROBE = os.path.join(FFMPEG_PATH, 'ffprobe')
        elif os.path.isfile(os.path.join(FFMPEG_PATH, 'avprobe')) or os.access(
                os.path.join(FFMPEG_PATH, 'avprobe'), os.X_OK):
            FFPROBE = os.path.join(FFMPEG_PATH, 'avprobe')
        else:
            try:
                FFPROBE = subprocess.Popen(
                    ['which', 'ffprobe'],
                    stdout=subprocess.PIPE).communicate()[0].strip()
            except:
                pass
            if not FFPROBE:
                try:
                    FFPROBE = subprocess.Popen(
                        ['which', 'avprobe'],
                        stdout=subprocess.PIPE).communicate()[0].strip()
                except:
                    pass
        if not FFPROBE:
            FFPROBE = None
            if CHECK_MEDIA:
                logger.warning(
                    "Failed to locate ffprobe. Video corruption detection disabled!"
                )
                logger.warning(
                    "Install ffmpeg with x264 support to enable this feature  ..."
                )

    # check for script-defied section and if None set to allow sections
    SECTIONS = CFG[tuple(
        x for x in CFG
        if CFG[x].sections and CFG[x].isenabled()) if not section else
                   (section, )]
    for section, subsections in SECTIONS.items():
        CATEGORIES.extend([
            subsection for subsection in subsections
            if CFG[section][subsection].isenabled()
        ])
    CATEGORIES = list(set(CATEGORIES))

    # create torrent class
    TORRENT_CLASS = create_torrent_class(TORRENT_CLIENTAGENT)

    # finished initalizing
    return True