示例#1
0
    def processEpisode(self, section, dirName, inputName=None, failed=False, clientAgent="manual", download_id=None, inputCategory=None, failureLink=None):

        cfg = dict(core.CFG[section][inputCategory])

        host = cfg["host"]
        port = cfg["port"]
        ssl = int(cfg.get("ssl", 0))
        web_root = cfg.get("web_root", "")
        protocol = "https://" if ssl else "http://"
        username = cfg.get("username", "")
        password = cfg.get("password", "")
        apikey = cfg.get("apikey", "")

        if server_responding("{0}{1}:{2}{3}".format(protocol, host, port, web_root)):
            # auto-detect correct fork
            fork, fork_params = autoFork(section, inputCategory)
        elif not username and not apikey:
            logger.info('No SickBeard username or Sonarr apikey entered. Performing transcoder functions only')
            fork, fork_params = "None", {}
        else:
            logger.error("Server did not respond. Exiting", section)
            return [1, "{0}: Failed to post-process - {1} did not respond.".format(section, section)]

        delete_failed = int(cfg.get("delete_failed", 0))
        nzbExtractionBy = cfg.get("nzbExtractionBy", "Downloader")
        process_method = cfg.get("process_method")
        if  clientAgent == core.TORRENT_CLIENTAGENT and core.USELINK == "move-sym":
            process_method = "symlink"
        remote_path = int(cfg.get("remote_path", 0))
        wait_for = int(cfg.get("wait_for", 2))
        force = int(cfg.get("force", 0))
        delete_on = int(cfg.get("delete_on", 0))
        ignore_subs = int(cfg.get("ignore_subs", 0))
        status = int(failed)
        if status > 0 and core.NOEXTRACTFAILED:
            extract = 0
        else:
            extract = int(cfg.get("extract", 0))
        #get importmode, default to "Move" for consistency with legacy
        importMode = cfg.get("importMode","Move")

        if not os.path.isdir(dirName) and os.path.isfile(dirName):  # If the input directory is a file, assume single file download and split dir/name.
            dirName = os.path.split(os.path.normpath(dirName))[0]

        SpecificPath = os.path.join(dirName, str(inputName))
        cleanName = os.path.splitext(SpecificPath)
        if cleanName[1] == ".nzb":
            SpecificPath = cleanName[0]
        if os.path.isdir(SpecificPath):
            dirName = SpecificPath

        # Attempt to create the directory if it doesn't exist and ignore any
        # error stating that it already exists. This fixes a bug where SickRage
        # won't process the directory because it doesn't exist.
        try:
            os.makedirs(dirName)  # Attempt to create the directory
        except OSError as e:
            # Re-raise the error if it wasn't about the directory not existing
            if e.errno != errno.EEXIST:
                raise

        if 'process_method' not in fork_params or (clientAgent in ['nzbget', 'sabnzbd'] and nzbExtractionBy != "Destination"):
            if inputName:
                process_all_exceptions(inputName, dirName)
                inputName, dirName = convert_to_ascii(inputName, dirName)

            # Now check if tv files exist in destination. 
            if not listMediaFiles(dirName, media=True, audio=False, meta=False, archives=False):
                if listMediaFiles(dirName, media=False, audio=False, meta=False, archives=True) and extract:
                    logger.debug('Checking for archives to extract in directory: {0}'.format(dirName))
                    core.extractFiles(dirName)
                    inputName, dirName = convert_to_ascii(inputName, dirName)

            if listMediaFiles(dirName, media=True, audio=False, meta=False, archives=False):  # Check that a video exists. if not, assume failed.
                flatten(dirName)

        # Check video files for corruption
        good_files = 0
        num_files = 0
        for video in listMediaFiles(dirName, media=True, audio=False, meta=False, archives=False):
            num_files += 1
            if transcoder.isVideoGood(video, status):
                good_files += 1
                import_subs(video)
        if num_files > 0:
            if good_files == num_files and not status == 0:
                logger.info('Found Valid Videos. Setting status Success')
                status = 0
                failed = 0
            if good_files < num_files and status == 0:
                logger.info('Found corrupt videos. Setting status Failed')
                status = 1
                failed = 1
                if 'NZBOP_VERSION' in os.environ and os.environ['NZBOP_VERSION'][0:5] >= '14.0':
                    print('[NZB] MARK=BAD')
                if failureLink:
                    failureLink += '&corrupt=true'
        elif clientAgent == "manual":
            logger.warning("No media files found in directory {0} to manually process.".format(dirName), section)
            return [0, ""]  # Success (as far as this script is concerned)
        elif nzbExtractionBy == "Destination":
            logger.info("Check for media files ignored because nzbExtractionBy is set to Destination.")
            if int(failed) == 0:
                logger.info("Setting Status Success.")
                status = 0
                failed = 0
            else:
                logger.info("Downloader reported an error during download or verification. Processing this as a failed download.")
                status = 1
                failed = 1
        else:
            logger.warning("No media files found in directory {0}. Processing this as a failed download".format(dirName), section)
            status = 1
            failed = 1
            if 'NZBOP_VERSION' in os.environ and os.environ['NZBOP_VERSION'][0:5] >= '14.0':
                print('[NZB] MARK=BAD')

        if status == 0 and core.TRANSCODE == 1:  # only transcode successful downloads
            result, newDirName = transcoder.Transcode_directory(dirName)
            if result == 0:
                logger.debug("SUCCESS: Transcoding succeeded for files in {0}".format(dirName), section)
                dirName = newDirName

                chmod_directory = int(str(cfg.get("chmodDirectory", "0")), 8)
                logger.debug("Config setting 'chmodDirectory' currently set to {0}".format(oct(chmod_directory)), section)
                if chmod_directory:
                    logger.info("Attempting to set the octal permission of '{0}' on directory '{1}'".format(oct(chmod_directory), dirName), section)
                    core.rchmod(dirName, chmod_directory)
            else:
                logger.error("FAILED: Transcoding failed for files in {0}".format(dirName), section)
                return [1, "{0}: Failed to post-process - Transcoding failed".format(section)]

        # configure SB params to pass
        fork_params['quiet'] = 1
        fork_params['proc_type'] = 'manual'
        if inputName is not None:
            fork_params['nzbName'] = inputName

        for param in copy.copy(fork_params):
            if param == "failed":
                fork_params[param] = failed
                del fork_params['proc_type']
                if "type" in fork_params:
                    del fork_params['type']

            if param == "return_data":
                fork_params[param] = 0
                del fork_params['quiet']

            if param == "type":
                fork_params[param] = 'manual'
                if "proc_type" in fork_params:
                    del fork_params['proc_type']

            if param in ["dirName", "dir", "proc_dir", "process_directory", "path"]:
                fork_params[param] = dirName
                if remote_path:
                    fork_params[param] = remoteDir(dirName)

            if param == "process_method":
                if process_method:
                    fork_params[param] = process_method
                else:
                    del fork_params[param]

            if param in ["force", "force_replace"]:
                if force:
                    fork_params[param] = force
                else:
                    del fork_params[param]

            if param in ["delete_on", "delete"]:
                if delete_on:
                    fork_params[param] = delete_on
                else:
                    del fork_params[param]

            if param == "ignore_subs":
                if ignore_subs:
                    fork_params[param] = ignore_subs
                else:
                    del fork_params[param]

            if param == "force_next":
                fork_params[param] = 1

        # delete any unused params so we don't pass them to SB by mistake
        [fork_params.pop(k) for k, v in fork_params.items() if v is None]

        if status == 0:
            if section == "NzbDrone" and not apikey:
                logger.info('No Sonarr apikey entered. Processing completed.')
                return [0, "{0}: Successfully post-processed {1}".format(section, inputName)]
            logger.postprocess("SUCCESS: The download succeeded, sending a post-process request", section)
        else:
            core.FAILED = True
            if failureLink:
                reportNzb(failureLink, clientAgent)
            if 'failed' in fork_params:
                logger.postprocess("FAILED: The download failed. Sending 'failed' process request to {0} branch".format(fork), section)
            elif section == "NzbDrone":
                logger.postprocess("FAILED: The download failed. Sending failed download to {0} for CDH processing".format(fork), section)
                return [1, "{0}: Download Failed. Sending back to {1}".format(section, section)]  # Return as failed to flag this in the downloader.
            else:
                logger.postprocess("FAILED: The download failed. {0} branch does not handle failed downloads. Nothing to process".format(fork), section)
                if delete_failed and os.path.isdir(dirName) and not os.path.dirname(dirName) == dirName:
                    logger.postprocess("Deleting failed files and folder {0}".format(dirName), section)
                    rmDir(dirName)
                return [1, "{0}: Failed to post-process. {1} does not support failed downloads".format(section, section)]  # Return as failed to flag this in the downloader.

        url = None
        if section == "SickBeard":
            if apikey:
                url = "{0}{1}:{2}{3}/api/{4}/?cmd=postprocess".format(protocol, host, port, web_root, apikey)
            else:
                url = "{0}{1}:{2}{3}/home/postprocess/processEpisode".format(protocol, host, port, web_root)
        elif section == "NzbDrone":
            url = "{0}{1}:{2}{3}/api/command".format(protocol, host, port, web_root)
            url2 = "{0}{1}:{2}{3}/api/config/downloadClient".format(protocol, host, port, web_root)
            headers = {"X-Api-Key": apikey}
            # params = {'sortKey': 'series.title', 'page': 1, 'pageSize': 1, 'sortDir': 'asc'}
            if remote_path:
                logger.debug("remote_path: {0}".format(remoteDir(dirName)), section)
                data = {"name": "DownloadedEpisodesScan", "path": remoteDir(dirName), "downloadClientId": download_id, "importMode": importMode}
            else:
                logger.debug("path: {0}".format(dirName), section)
                data = {"name": "DownloadedEpisodesScan", "path": dirName, "downloadClientId": download_id, "importMode": importMode}
            if not download_id:
                data.pop("downloadClientId")
            data = json.dumps(data)

        try:
            if section == "SickBeard":
                logger.debug("Opening URL: {0} with params: {1}".format(url, fork_params), section)
                s = requests.Session()
                if not apikey and username and password:
                    login = "******".format(protocol, host, port, web_root)
                    login_params = {'username': username, 'password': password}
                    r = s.get(login, verify=False, timeout=(30,60))
                    if r.status_code == 401 and r.cookies.get('_xsrf'):
                        login_params['_xsrf'] = r.cookies.get('_xsrf')
                    s.post(login, data=login_params, stream=True, verify=False, timeout=(30, 60))
                r = s.get(url, auth=(username, password), params=fork_params, stream=True, verify=False, timeout=(30, 1800))
            elif section == "NzbDrone":
                logger.debug("Opening URL: {0} with data: {1}".format(url, data), section)
                r = requests.post(url, data=data, headers=headers, stream=True, verify=False, timeout=(30, 1800))
        except requests.ConnectionError:
            logger.error("Unable to open URL: {0}".format(url), section)
            return [1, "{0}: Failed to post-process - Unable to connect to {1}".format(section, section)]

        if r.status_code not in [requests.codes.ok, requests.codes.created, requests.codes.accepted]:
            logger.error("Server returned status {0}".format(r.status_code), section)
            return [1, "{0}: Failed to post-process - Server returned status {1}".format(section, r.status_code)]

        Success = False
        Queued = False
        Started = False
        if section == "SickBeard":
            if apikey:
                if r.json()['result'] == 'success':
                    Success = True
            else:
                for line in r.iter_lines():
                    if line:
                        logger.postprocess("{0}".format(line), section)
                        if "Moving file from" in line:
                            inputName = os.path.split(line)[1]
                        if "added to the queue" in line:
                            Queued = True
                        if "Processing succeeded" in line or "Successfully processed" in line:
                            Success = True

            if Queued:
                time.sleep(60)
        elif section == "NzbDrone":
            try:
                res = json.loads(r.content)
                scan_id = int(res['id'])
                logger.debug("Scan started with id: {0}".format(scan_id), section)
                Started = True
            except Exception as e:
                logger.warning("No scan id was returned due to: {0}".format(e), section)
                scan_id = None
                Started = False

        if status != 0 and delete_failed and not os.path.dirname(dirName) == dirName:
            logger.postprocess("Deleting failed files and folder {0}".format(dirName), section)
            rmDir(dirName)

        if Success:
            return [0, "{0}: Successfully post-processed {1}".format(section, inputName)]
        elif section == "NzbDrone" and Started:
            n = 0
            params = {}
            url = "{0}/{1}".format(url, scan_id)
            while n < 6:  # set up wait_for minutes to see if command completes..
                time.sleep(10 * wait_for)
                command_status = self.command_complete(url, params, headers, section)
                if command_status and command_status in ['completed', 'failed']:
                    break
                n += 1
            if command_status:
                logger.debug("The Scan command return status: {0}".format(command_status), section)
            if not os.path.exists(dirName):
                logger.debug("The directory {0} has been removed. Renaming was successful.".format(dirName), section)
                return [0, "{0}: Successfully post-processed {1}".format(section, inputName)]
            elif command_status and command_status in ['completed']:
                logger.debug("The Scan command has completed successfully. Renaming was successful.", section)
                return [0, "{0}: Successfully post-processed {1}".format(section, inputName)]
            elif command_status and command_status in ['failed']:
                logger.debug("The Scan command has failed. Renaming was not successful.", section)
                # return [1, "%s: Failed to post-process %s" % (section, inputName) ]
            if self.CDH(url2, headers, section=section):
                logger.debug("The Scan command did not return status completed, but complete Download Handling is enabled. Passing back to {0}.".format(section), section)
                return [status, "{0}: Complete DownLoad Handling is enabled. Passing back to {1}".format(section, section)]
            else:
                logger.warning("The Scan command did not return a valid status. Renaming was not successful.", section)
                return [1, "{0}: Failed to post-process {1}".format(section, inputName)]
        else:
            return [1, "{0}: Failed to post-process - Returned log from {1} was not as expected.".format(section, section)]  # We did not receive Success confirmation.
示例#2
0
    def processEpisode(self,
                       section,
                       dirName,
                       inputName=None,
                       failed=False,
                       clientAgent="manual",
                       download_id=None,
                       inputCategory=None,
                       failureLink=None):

        cfg = dict(core.CFG[section][inputCategory])

        host = cfg["host"]
        port = cfg["port"]
        ssl = int(cfg.get("ssl", 0))
        web_root = cfg.get("web_root", "")
        protocol = "https://" if ssl else "http://"
        username = cfg.get("username", "")
        password = cfg.get("password", "")
        apikey = cfg.get("apikey", "")

        if server_responding("{0}{1}:{2}{3}".format(protocol, host, port,
                                                    web_root)):
            # auto-detect correct fork
            fork, fork_params = autoFork(section, inputCategory)
        elif not username and not apikey:
            logger.info(
                'No SickBeard username or Sonarr apikey entered. Performing transcoder functions only'
            )
            fork, fork_params = "None", {}
        else:
            logger.error("Server did not respond. Exiting", section)
            return [
                1, "{0}: Failed to post-process - {1} did not respond.".format(
                    section, section)
            ]

        delete_failed = int(cfg.get("delete_failed", 0))
        nzbExtractionBy = cfg.get("nzbExtractionBy", "Downloader")
        process_method = cfg.get("process_method")
        if clientAgent == core.TORRENT_CLIENTAGENT and core.USELINK == "move-sym":
            process_method = "symlink"
        remote_path = int(cfg.get("remote_path", 0))
        wait_for = int(cfg.get("wait_for", 2))
        force = int(cfg.get("force", 0))
        delete_on = int(cfg.get("delete_on", 0))
        ignore_subs = int(cfg.get("ignore_subs", 0))
        status = int(failed)
        if status > 0 and core.NOEXTRACTFAILED:
            extract = 0
        else:
            extract = int(cfg.get("extract", 0))
        #get importmode, default to "Move" for consistency with legacy
        importMode = cfg.get("importMode", "Move")

        if not os.path.isdir(dirName) and os.path.isfile(
                dirName
        ):  # If the input directory is a file, assume single file download and split dir/name.
            dirName = os.path.split(os.path.normpath(dirName))[0]

        SpecificPath = os.path.join(dirName, str(inputName))
        cleanName = os.path.splitext(SpecificPath)
        if cleanName[1] == ".nzb":
            SpecificPath = cleanName[0]
        if os.path.isdir(SpecificPath):
            dirName = SpecificPath

        # Attempt to create the directory if it doesn't exist and ignore any
        # error stating that it already exists. This fixes a bug where SickRage
        # won't process the directory because it doesn't exist.
        try:
            os.makedirs(dirName)  # Attempt to create the directory
        except OSError as e:
            # Re-raise the error if it wasn't about the directory not existing
            if e.errno != errno.EEXIST:
                raise

        if 'process_method' not in fork_params or (
                clientAgent in ['nzbget', 'sabnzbd']
                and nzbExtractionBy != "Destination"):
            if inputName:
                process_all_exceptions(inputName, dirName)
                inputName, dirName = convert_to_ascii(inputName, dirName)

            # Now check if tv files exist in destination.
            if not listMediaFiles(
                    dirName, media=True, audio=False, meta=False,
                    archives=False):
                if listMediaFiles(dirName,
                                  media=False,
                                  audio=False,
                                  meta=False,
                                  archives=True) and extract:
                    logger.debug(
                        'Checking for archives to extract in directory: {0}'.
                        format(dirName))
                    core.extractFiles(dirName)
                    inputName, dirName = convert_to_ascii(inputName, dirName)

            if listMediaFiles(
                    dirName, media=True, audio=False, meta=False,
                    archives=False
            ):  # Check that a video exists. if not, assume failed.
                flatten(dirName)

        # Check video files for corruption
        good_files = 0
        num_files = 0
        for video in listMediaFiles(dirName,
                                    media=True,
                                    audio=False,
                                    meta=False,
                                    archives=False):
            num_files += 1
            if transcoder.isVideoGood(video, status):
                good_files += 1
                import_subs(video)
        if num_files > 0:
            if good_files == num_files and not status == 0:
                logger.info('Found Valid Videos. Setting status Success')
                status = 0
                failed = 0
            if good_files < num_files and status == 0:
                logger.info('Found corrupt videos. Setting status Failed')
                status = 1
                failed = 1
                if 'NZBOP_VERSION' in os.environ and os.environ[
                        'NZBOP_VERSION'][0:5] >= '14.0':
                    print('[NZB] MARK=BAD')
                if failureLink:
                    failureLink += '&corrupt=true'
        elif clientAgent == "manual":
            logger.warning(
                "No media files found in directory {0} to manually process.".
                format(dirName), section)
            return [0, ""]  # Success (as far as this script is concerned)
        elif nzbExtractionBy == "Destination":
            logger.info(
                "Check for media files ignored because nzbExtractionBy is set to Destination."
            )
            if int(failed) == 0:
                logger.info("Setting Status Success.")
                status = 0
                failed = 0
            else:
                logger.info(
                    "Downloader reported an error during download or verification. Processing this as a failed download."
                )
                status = 1
                failed = 1
        else:
            logger.warning(
                "No media files found in directory {0}. Processing this as a failed download"
                .format(dirName), section)
            status = 1
            failed = 1
            if 'NZBOP_VERSION' in os.environ and os.environ['NZBOP_VERSION'][
                    0:5] >= '14.0':
                print('[NZB] MARK=BAD')

        if status == 0 and core.TRANSCODE == 1:  # only transcode successful downloads
            result, newDirName = transcoder.Transcode_directory(dirName)
            if result == 0:
                logger.debug(
                    "SUCCESS: Transcoding succeeded for files in {0}".format(
                        dirName), section)
                dirName = newDirName

                chmod_directory = int(str(cfg.get("chmodDirectory", "0")), 8)
                logger.debug(
                    "Config setting 'chmodDirectory' currently set to {0}".
                    format(oct(chmod_directory)), section)
                if chmod_directory:
                    logger.info(
                        "Attempting to set the octal permission of '{0}' on directory '{1}'"
                        .format(oct(chmod_directory), dirName), section)
                    core.rchmod(dirName, chmod_directory)
            else:
                logger.error(
                    "FAILED: Transcoding failed for files in {0}".format(
                        dirName), section)
                return [
                    1,
                    "{0}: Failed to post-process - Transcoding failed".format(
                        section)
                ]

        # configure SB params to pass
        fork_params['quiet'] = 1
        fork_params['proc_type'] = 'manual'
        if inputName is not None:
            fork_params['nzbName'] = inputName

        for param in copy.copy(fork_params):
            if param == "failed":
                fork_params[param] = failed
                del fork_params['proc_type']
                if "type" in fork_params:
                    del fork_params['type']

            if param == "return_data":
                fork_params[param] = 0
                del fork_params['quiet']

            if param == "type":
                fork_params[param] = 'manual'
                if "proc_type" in fork_params:
                    del fork_params['proc_type']

            if param in [
                    "dirName", "dir", "proc_dir", "process_directory", "path"
            ]:
                fork_params[param] = dirName
                if remote_path:
                    fork_params[param] = remoteDir(dirName)

            if param == "process_method":
                if process_method:
                    fork_params[param] = process_method
                else:
                    del fork_params[param]

            if param in ["force", "force_replace"]:
                if force:
                    fork_params[param] = force
                else:
                    del fork_params[param]

            if param in ["delete_on", "delete"]:
                if delete_on:
                    fork_params[param] = delete_on
                else:
                    del fork_params[param]

            if param == "ignore_subs":
                if ignore_subs:
                    fork_params[param] = ignore_subs
                else:
                    del fork_params[param]

            if param == "force_next":
                fork_params[param] = 1

        # delete any unused params so we don't pass them to SB by mistake
        [fork_params.pop(k) for k, v in fork_params.items() if v is None]

        if status == 0:
            if section == "NzbDrone" and not apikey:
                logger.info('No Sonarr apikey entered. Processing completed.')
                return [
                    0, "{0}: Successfully post-processed {1}".format(
                        section, inputName)
                ]
            logger.postprocess(
                "SUCCESS: The download succeeded, sending a post-process request",
                section)
        else:
            core.FAILED = True
            if failureLink:
                reportNzb(failureLink, clientAgent)
            if 'failed' in fork_params:
                logger.postprocess(
                    "FAILED: The download failed. Sending 'failed' process request to {0} branch"
                    .format(fork), section)
            elif section == "NzbDrone":
                logger.postprocess(
                    "FAILED: The download failed. Sending failed download to {0} for CDH processing"
                    .format(fork), section)
                return [
                    1, "{0}: Download Failed. Sending back to {1}".format(
                        section, section)
                ]  # Return as failed to flag this in the downloader.
            else:
                logger.postprocess(
                    "FAILED: The download failed. {0} branch does not handle failed downloads. Nothing to process"
                    .format(fork), section)
                if delete_failed and os.path.isdir(
                        dirName) and not os.path.dirname(dirName) == dirName:
                    logger.postprocess(
                        "Deleting failed files and folder {0}".format(dirName),
                        section)
                    rmDir(dirName)
                return [
                    1,
                    "{0}: Failed to post-process. {1} does not support failed downloads"
                    .format(section, section)
                ]  # Return as failed to flag this in the downloader.

        url = None
        if section == "SickBeard":
            if apikey:
                url = "{0}{1}:{2}{3}/api/{4}/?cmd=postprocess".format(
                    protocol, host, port, web_root, apikey)
            else:
                url = "{0}{1}:{2}{3}/home/postprocess/processEpisode".format(
                    protocol, host, port, web_root)
        elif section == "NzbDrone":
            url = "{0}{1}:{2}{3}/api/command".format(protocol, host, port,
                                                     web_root)
            url2 = "{0}{1}:{2}{3}/api/config/downloadClient".format(
                protocol, host, port, web_root)
            headers = {"X-Api-Key": apikey}
            # params = {'sortKey': 'series.title', 'page': 1, 'pageSize': 1, 'sortDir': 'asc'}
            if remote_path:
                logger.debug("remote_path: {0}".format(remoteDir(dirName)),
                             section)
                data = {
                    "name": "DownloadedEpisodesScan",
                    "path": remoteDir(dirName),
                    "downloadClientId": download_id,
                    "importMode": importMode
                }
            else:
                logger.debug("path: {0}".format(dirName), section)
                data = {
                    "name": "DownloadedEpisodesScan",
                    "path": dirName,
                    "downloadClientId": download_id,
                    "importMode": importMode
                }
            if not download_id:
                data.pop("downloadClientId")
            data = json.dumps(data)

        try:
            if section == "SickBeard":
                logger.debug(
                    "Opening URL: {0} with params: {1}".format(
                        url, fork_params), section)
                s = requests.Session()
                if not apikey and username and password:
                    login = "******".format(
                        protocol, host, port, web_root)
                    login_params = {'username': username, 'password': password}
                    r = s.get(login, verify=False, timeout=(30, 60))
                    if r.status_code == 401 and r.cookies.get('_xsrf'):
                        login_params['_xsrf'] = r.cookies.get('_xsrf')
                    s.post(login,
                           data=login_params,
                           stream=True,
                           verify=False,
                           timeout=(30, 60))
                r = s.get(url,
                          auth=(username, password),
                          params=fork_params,
                          stream=True,
                          verify=False,
                          timeout=(30, 1800))
            elif section == "NzbDrone":
                logger.debug(
                    "Opening URL: {0} with data: {1}".format(url, data),
                    section)
                r = requests.post(url,
                                  data=data,
                                  headers=headers,
                                  stream=True,
                                  verify=False,
                                  timeout=(30, 1800))
        except requests.ConnectionError:
            logger.error("Unable to open URL: {0}".format(url), section)
            return [
                1, "{0}: Failed to post-process - Unable to connect to {1}".
                format(section, section)
            ]

        if r.status_code not in [
                requests.codes.ok, requests.codes.created,
                requests.codes.accepted
        ]:
            logger.error("Server returned status {0}".format(r.status_code),
                         section)
            return [
                1, "{0}: Failed to post-process - Server returned status {1}".
                format(section, r.status_code)
            ]

        Success = False
        Queued = False
        Started = False
        if section == "SickBeard":
            if apikey:
                if r.json()['result'] == 'success':
                    Success = True
            else:
                for line in r.iter_lines():
                    if line:
                        logger.postprocess("{0}".format(line), section)
                        if "Moving file from" in line:
                            inputName = os.path.split(line)[1]
                        if "added to the queue" in line:
                            Queued = True
                        if "Processing succeeded" in line or "Successfully processed" in line:
                            Success = True

            if Queued:
                time.sleep(60)
        elif section == "NzbDrone":
            try:
                res = json.loads(r.content)
                scan_id = int(res['id'])
                logger.debug("Scan started with id: {0}".format(scan_id),
                             section)
                Started = True
            except Exception as e:
                logger.warning("No scan id was returned due to: {0}".format(e),
                               section)
                scan_id = None
                Started = False

        if status != 0 and delete_failed and not os.path.dirname(
                dirName) == dirName:
            logger.postprocess(
                "Deleting failed files and folder {0}".format(dirName),
                section)
            rmDir(dirName)

        if Success:
            return [
                0, "{0}: Successfully post-processed {1}".format(
                    section, inputName)
            ]
        elif section == "NzbDrone" and Started:
            n = 0
            params = {}
            url = "{0}/{1}".format(url, scan_id)
            while n < 6:  # set up wait_for minutes to see if command completes..
                time.sleep(10 * wait_for)
                command_status = self.command_complete(url, params, headers,
                                                       section)
                if command_status and command_status in [
                        'completed', 'failed'
                ]:
                    break
                n += 1
            if command_status:
                logger.debug(
                    "The Scan command return status: {0}".format(
                        command_status), section)
            if not os.path.exists(dirName):
                logger.debug(
                    "The directory {0} has been removed. Renaming was successful."
                    .format(dirName), section)
                return [
                    0, "{0}: Successfully post-processed {1}".format(
                        section, inputName)
                ]
            elif command_status and command_status in ['completed']:
                logger.debug(
                    "The Scan command has completed successfully. Renaming was successful.",
                    section)
                return [
                    0, "{0}: Successfully post-processed {1}".format(
                        section, inputName)
                ]
            elif command_status and command_status in ['failed']:
                logger.debug(
                    "The Scan command has failed. Renaming was not successful.",
                    section)
                # return [1, "%s: Failed to post-process %s" % (section, inputName) ]
            if self.CDH(url2, headers, section=section):
                logger.debug(
                    "The Scan command did not return status completed, but complete Download Handling is enabled. Passing back to {0}."
                    .format(section), section)
                return [
                    status,
                    "{0}: Complete DownLoad Handling is enabled. Passing back to {1}"
                    .format(section, section)
                ]
            else:
                logger.warning(
                    "The Scan command did not return a valid status. Renaming was not successful.",
                    section)
                return [
                    1, "{0}: Failed to post-process {1}".format(
                        section, inputName)
                ]
        else:
            return [
                1,
                "{0}: Failed to post-process - Returned log from {1} was not as expected."
                .format(section, section)
            ]  # We did not receive Success confirmation.
示例#3
0
class autoProcessTV:
    def command_complete(self, url, params, headers, section):
        r = None
        try:
            r = requests.get(url,
                             params=params,
                             headers=headers,
                             stream=True,
                             verify=False,
                             timeout=(30, 60))
        except requests.ConnectionError:
            logger.error("Unable to open URL: %s" % (url1), section)
            return None
        if not r.status_code in [
                requests.codes.ok, requests.codes.created,
                requests.codes.accepted
        ]:
            logger.error("Server returned status %s" % (str(r.status_code)),
                         section)
            return None
        else:
            try:
                res = json.loads(r.content)
                return res['state']
            except:
                logger.error("%s did not return expected json data." % section,
                             section)
                return None

    def CDH(self, url2, headers):
        r = None
        try:
            r = requests.get(url2,
                             params={},
                             headers=headers,
                             stream=True,
                             verify=False,
                             timeout=(30, 60))
        except requests.ConnectionError:
            logger.error("Unable to open URL: %s" % (url2), section)
            return False
        if not r.status_code in [
                requests.codes.ok, requests.codes.created,
                requests.codes.accepted
        ]:
            logger.error("Server returned status %s" % (str(r.status_code)),
                         section)
            return False
        else:
            try:
                res = json.loads(r.content)
                return res["enableCompletedDownloadHandling"]
            except:
                return False

    def processEpisode(self,
                       section,
                       dirName,
                       inputName=None,
                       failed=False,
                       clientAgent="manual",
                       download_id=None,
                       inputCategory=None,
                       failureLink=None):
        host = core.CFG[section][inputCategory]["host"]
        port = core.CFG[section][inputCategory]["port"]
        try:
            ssl = int(core.CFG[section][inputCategory]["ssl"])
        except:
            ssl = 0
        if ssl:
            protocol = "https://"
        else:
            protocol = "http://"
        try:
            web_root = core.CFG[section][inputCategory]["web_root"]
        except:
            web_root = ""
        if not server_responding("%s%s:%s%s" %
                                 (protocol, host, port, web_root)):
            logger.error("Server did not respond. Exiting", section)
            return [
                1,
                "%s: Failed to post-process - %s did not respond." %
                (section, section)
            ]

        # auto-detect correct fork
        fork, fork_params = autoFork(section, inputCategory)

        try:
            username = core.CFG[section][inputCategory]["username"]
            password = core.CFG[section][inputCategory]["password"]
        except:
            username = ""
            password = ""
        try:
            apikey = core.CFG[section][inputCategory]["apikey"]
        except:
            apikey = ""
        try:
            delete_failed = int(
                core.CFG[section][inputCategory]["delete_failed"])
        except:
            delete_failed = 0
        try:
            nzbExtractionBy = core.CFG[section][inputCategory][
                "nzbExtractionBy"]
        except:
            nzbExtractionBy = "Downloader"
        try:
            process_method = core.CFG[section][inputCategory]["process_method"]
        except:
            process_method = None
        try:
            remote_path = int(core.CFG[section][inputCategory]["remote_path"])
        except:
            remote_path = 0
        try:
            wait_for = int(core.CFG[section][inputCategory]["wait_for"])
        except:
            wait_for = 2
        try:
            force = int(core.CFG[section][inputCategory]["force"])
        except:
            force = 0
        try:
            delete_on = int(core.CFG[section][inputCategory]["delete_on"])
        except:
            delete_on = 0
        try:
            extract = int(section[inputCategory]["extract"])
        except:
            extract = 0

        if not os.path.isdir(dirName) and os.path.isfile(
                dirName
        ):  # If the input directory is a file, assume single file download and split dir/name.
            dirName = os.path.split(os.path.normpath(dirName))[0]

        SpecificPath = os.path.join(dirName, str(inputName))
        cleanName = os.path.splitext(SpecificPath)
        if cleanName[1] == ".nzb":
            SpecificPath = cleanName[0]
        if os.path.isdir(SpecificPath):
            dirName = SpecificPath

        # Attempt to create the directory if it doesn't exist and ignore any
        # error stating that it already exists. This fixes a bug where SickRage
        # won't process the directory because it doesn't exist.
        try:
            os.makedirs(dirName)  # Attempt to create the directory
        except OSError, e:
            # Re-raise the error if it wasn't about the directory not existing
            if e.errno != errno.EEXIST:
                raise

        if fork not in core.SICKBEARD_TORRENT or (
                clientAgent in ['nzbget', 'sabnzbd']
                and nzbExtractionBy != "Destination"):
            if inputName:
                process_all_exceptions(inputName, dirName)
                inputName, dirName = convert_to_ascii(inputName, dirName)

            # Now check if tv files exist in destination.
            if not listMediaFiles(
                    dirName, media=True, audio=False, meta=False,
                    archives=False):
                if listMediaFiles(dirName,
                                  media=False,
                                  audio=False,
                                  meta=False,
                                  archives=True) and extract:
                    logger.debug(
                        'Checking for archives to extract in directory: %s' %
                        (dirName))
                    core.extractFiles(dirName)
                    inputName, dirName = convert_to_ascii(inputName, dirName)

            if listMediaFiles(
                    dirName, media=True, audio=False, meta=False,
                    archives=False
            ):  # Check that a video exists. if not, assume failed.
                flatten(dirName)

        # Check video files for corruption
        status = int(failed)
        good_files = 0
        num_files = 0
        for video in listMediaFiles(dirName,
                                    media=True,
                                    audio=False,
                                    meta=False,
                                    archives=False):
            num_files += 1
            if transcoder.isVideoGood(video, status):
                good_files += 1
                import_subs(video)
        if num_files > 0:
            if good_files == num_files and not status == 0:
                logger.info('Found Valid Videos. Setting status Success')
                status = 0
                failed = 0
            if good_files < num_files and status == 0:
                logger.info('Found corrupt videos. Setting status Failed')
                status = 1
                failed = 1
                if os.environ.has_key('NZBOP_VERSION') and os.environ[
                        'NZBOP_VERSION'][0:5] >= '14.0':
                    print('[NZB] MARK=BAD')
                if failureLink:
                    failureLink = failureLink + '&corrupt=true'
        elif clientAgent == "manual":
            logger.warning(
                "No media files found in directory %s to manually process." %
                (dirName), section)
            return [0, ""]  # Success (as far as this script is concerned)
        else:
            logger.warning(
                "No media files found in directory %s. Processing this as a failed download"
                % (dirName), section)
            status = 1
            failed = 1
            if os.environ.has_key('NZBOP_VERSION') and os.environ[
                    'NZBOP_VERSION'][0:5] >= '14.0':
                print('[NZB] MARK=BAD')

        if status == 0 and core.TRANSCODE == 1:  # only transcode successful downloads
            result, newDirName = transcoder.Transcode_directory(dirName)
            if result == 0:
                logger.debug(
                    "SUCCESS: Transcoding succeeded for files in %s" %
                    (dirName), section)
                dirName = newDirName
            else:
                logger.error(
                    "FAILED: Transcoding failed for files in %s" % (dirName),
                    section)
                return [
                    1,
                    "%s: Failed to post-process - Transcoding failed" %
                    (section)
                ]

        # configure SB params to pass
        fork_params['quiet'] = 1
        if inputName is not None:
            fork_params['nzbName'] = inputName

        for param in copy.copy(fork_params):
            if param == "failed":
                fork_params[param] = failed

            if param in ["dirName", "dir", "proc_dir"]:
                fork_params[param] = dirName
                if remote_path:
                    fork_params[param] = remoteDir(dirName)

            if param == "process_method":
                if process_method:
                    fork_params[param] = process_method
                else:
                    del fork_params[param]

            if param == "force":
                if force:
                    fork_params[param] = force
                else:
                    del fork_params[param]

            if param == "delete_on":
                if delete_on:
                    fork_params[param] = delete_on
                else:
                    del fork_params[param]

        # delete any unused params so we don't pass them to SB by mistake
        [fork_params.pop(k) for k, v in fork_params.items() if v is None]

        if status == 0:
            logger.postprocess(
                "SUCCESS: The download succeeded, sending a post-process request",
                section)
        else:
            core.FAILED = True
            if failureLink:
                reportNzb(failureLink, clientAgent)
            if fork in core.SICKBEARD_FAILED:
                logger.postprocess(
                    "FAILED: The download failed. Sending 'failed' process request to %s branch"
                    % (fork), section)
            elif section == "NzbDrone":
                logger.postprocess(
                    "FAILED: The download failed. Sending failed download to %s for CDH processing"
                    % (fork), section)
                return [
                    1,
                    "%s: Downlaod Failed. Sending back to %s" %
                    (section, section)
                ]  # Return as failed to flag this in the downloader.
            else:
                logger.postprocess(
                    "FAILED: The download failed. %s branch does not handle failed downloads. Nothing to process"
                    % (fork), section)
                if delete_failed and os.path.isdir(
                        dirName) and not os.path.dirname(dirName) == dirName:
                    logger.postprocess(
                        "Deleting failed files and folder %s" % (dirName),
                        section)
                    rmDir(dirName)
                return [
                    1,
                    "%s: Failed to post-process. %s does not support failed downloads"
                    % (section, section)
                ]  # Return as failed to flag this in the downloader.

        url = None
        if section == "SickBeard":
            url = "%s%s:%s%s/home/postprocess/processEpisode" % (
                protocol, host, port, web_root)
        elif section == "NzbDrone":
            url = "%s%s:%s%s/api/command" % (protocol, host, port, web_root)
            url2 = "%s%s:%s%s/api/config/downloadClient" % (protocol, host,
                                                            port, web_root)
            headers = {"X-Api-Key": apikey}
            params = {
                'sortKey': 'series.title',
                'page': 1,
                'pageSize': 1,
                'sortDir': 'asc'
            }
            if remote_path:
                logger.debug("remote_path: %s" % (remoteDir(dirName)), section)
                data = {
                    "name": "DownloadedEpisodesScan",
                    "path": remoteDir(dirName),
                    "downloadClientId": download_id
                }
            else:
                logger.debug("path: %s" % (dirName), section)
                data = {
                    "name": "DownloadedEpisodesScan",
                    "path": dirName,
                    "downloadClientId": download_id
                }
            if not download_id:
                data.pop("downloadClientId")
            data = json.dumps(data)

        try:
            if section == "SickBeard":
                logger.debug(
                    "Opening URL: %s with params: %s" %
                    (url, str(fork_params)), section)
                r = None
                s = requests.Session()
                login = "******" % (protocol, host, port, web_root)
                login_params = {'username': username, 'password': password}
                s.post(login,
                       data=login_params,
                       stream=True,
                       verify=False,
                       timeout=(30, 60))
                r = s.get(url,
                          auth=(username, password),
                          params=fork_params,
                          stream=True,
                          verify=False,
                          timeout=(30, 1800))
            elif section == "NzbDrone":
                logger.debug(
                    "Opening URL: %s with data: %s" % (url, str(data)),
                    section)
                r = None
                r = requests.post(url,
                                  data=data,
                                  headers=headers,
                                  stream=True,
                                  verify=False,
                                  timeout=(30, 1800))
        except requests.ConnectionError:
            logger.error("Unable to open URL: %s" % (url), section)
            return [
                1,
                "%s: Failed to post-process - Unable to connect to %s" %
                (section, section)
            ]

        if not r.status_code in [
                requests.codes.ok, requests.codes.created,
                requests.codes.accepted
        ]:
            logger.error("Server returned status %s" % (str(r.status_code)),
                         section)
            return [
                1,
                "%s: Failed to post-process - Server returned status %s" %
                (section, str(r.status_code))
            ]

        Success = False
        Started = False
        if section == "SickBeard":
            for line in r.iter_lines():
                if line:
                    logger.postprocess("%s" % (line), section)
                    if "Moving file from" in line:
                        inputName = os.path.split(line)[1]
                    if "Processing succeeded" in line or "Successfully processed" in line:
                        Success = True
        elif section == "NzbDrone":
            try:
                res = json.loads(r.content)
                scan_id = int(res['id'])
                logger.debug("Scan started with id: %s" % (str(scan_id)),
                             section)
                Started = True
            except Exception as e:
                logger.warning("No scan id was returned due to: %s" % (e),
                               section)
                scan_id = None
                Started = False

        if status != 0 and delete_failed and not os.path.dirname(
                dirName) == dirName:
            logger.postprocess(
                "Deleting failed files and folder %s" % (dirName), section)
            rmDir(dirName)

        if Success:
            return [
                0,
                "%s: Successfully post-processed %s" % (section, inputName)
            ]
        elif section == "NzbDrone" and Started:
            n = 0
            params = {}
            url = url + "/" + str(scan_id)
            while n < 6:  # set up wait_for minutes to see if command completes..
                time.sleep(10 * wait_for)
                command_status = self.command_complete(url, params, headers,
                                                       section)
                if command_status and command_status in [
                        'completed', 'failed'
                ]:
                    break
                n += 1
            if command_status:
                logger.debug(
                    "The Scan command return status: %s" % (command_status),
                    section)
            if not os.path.exists(dirName):
                logger.debug(
                    "The directory %s has been removed. Renaming was successful."
                    % (dirName), section)
                return [
                    0,
                    "%s: Successfully post-processed %s" % (section, inputName)
                ]
            elif command_status and command_status in ['completed']:
                logger.debug(
                    "The Scan command has completed successfully. Renaming was successful.",
                    section)
                return [
                    0,
                    "%s: Successfully post-processed %s" % (section, inputName)
                ]
            elif command_status and command_status in ['failed']:
                logger.debug(
                    "The Scan command has failed. Renaming was not successful.",
                    section)
                #return [1, "%s: Failed to post-process %s" % (section, inputName) ]
            if self.CDH(url2, headers):
                logger.debug(
                    "The Scan command did not return status completed, but complete Download Handling is enabled. Passing back to %s."
                    % (section), section)
                return [
                    status,
                    "%s: Complete DownLoad Handling is enabled. Passing back to %s"
                    % (section, section)
                ]
            else:
                logger.warning(
                    "The Scan command did not return a valid status. Renaming was not successful.",
                    section)
                return [
                    1,
                    "%s: Failed to post-process %s" % (section, inputName)
                ]
        else:
            return [
                1,
                "%s: Failed to post-process - Returned log from %s was not as expected."
                % (section, section)
            ]  # We did not receive Success confirmation.
示例#4
0
    def process(self, section, dirName, inputName=None, status=0, clientAgent="manual", download_id="", inputCategory=None, failureLink=None):

        host = core.CFG[section][inputCategory]["host"]
        port = core.CFG[section][inputCategory]["port"]
        apikey = core.CFG[section][inputCategory]["apikey"]
        method = core.CFG[section][inputCategory]["method"]
        delete_failed = int(core.CFG[section][inputCategory]["delete_failed"])
        wait_for = int(core.CFG[section][inputCategory]["wait_for"])

        try:
            ssl = int(core.CFG[section][inputCategory]["ssl"])
        except:
            ssl = 0
        try:
            web_root = core.CFG[section][inputCategory]["web_root"]
        except:
            web_root = ""
        try:
            remote_path = int(core.CFG[section][inputCategory]["remote_path"])
        except:
            remote_path = 0
        try:
            extract = int(section[inputCategory]["extract"])
        except:
            extract = 0

        if ssl:
            protocol = "https://"
        else:
            protocol = "http://"

        baseURL = "%s%s:%s%s/api/%s" % (protocol, host, port, web_root, apikey)
        if not server_responding(baseURL):
            logger.error("Server did not respond. Exiting", section)
            return [1, "%s: Failed to post-process - %s did not respond." % (section, section) ]

        imdbid = find_imdbid(dirName, inputName)
        release = self.get_release(baseURL, imdbid, download_id)

        # pull info from release found if available
        release_id = None
        media_id = None
        downloader = None
        release_status_old = None
        if release and imdbid:
            try:
                release_id = release.keys()[0]
                media_id = release[release_id]['media_id']
                download_id = release[release_id]['download_info']['id']
                downloader = release[release_id]['download_info']['downloader']
                release_status_old = release[release_id]['status']
            except:
                pass

        if not os.path.isdir(dirName) and os.path.isfile(dirName): # If the input directory is a file, assume single file download and split dir/name.
            dirName = os.path.split(os.path.normpath(dirName))[0]

        SpecificPath = os.path.join(dirName, str(inputName))
        cleanName = os.path.splitext(SpecificPath)
        if cleanName[1] == ".nzb":
            SpecificPath = cleanName[0]
        if os.path.isdir(SpecificPath):
            dirName = SpecificPath

        process_all_exceptions(inputName, dirName)
        inputName, dirName = convert_to_ascii(inputName, dirName)

        if not listMediaFiles(dirName, media=True, audio=False, meta=False, archives=False) and listMediaFiles(dirName, media=False, audio=False, meta=False, archives=True) and extract:
            logger.debug('Checking for archives to extract in directory: %s' % (dirName))
            core.extractFiles(dirName)
            inputName, dirName = convert_to_ascii(inputName, dirName)

        good_files = 0
        num_files = 0
        # Check video files for corruption
        status = int(status)
        for video in listMediaFiles(dirName, media=True, audio=False, meta=False, archives=False):
            num_files += 1
            if transcoder.isVideoGood(video, status):
                import_subs(video)
                good_files += 1
        if num_files > 0 and good_files == num_files:
            if status:
                logger.info("Status shown as failed from Downloader, but %s valid video files found. Setting as success." % (str(good_files)), section)
                status = 0
        elif num_files > 0 and good_files < num_files:
            logger.info("Status shown as success from Downloader, but corrupt video files found. Setting as failed.", section)
            if os.environ.has_key('NZBOP_VERSION') and os.environ['NZBOP_VERSION'][0:5] >= '14.0':
                print('[NZB] MARK=BAD')
            if failureLink:
                failureLink = failureLink + '&corrupt=true'
            status = 1
        elif clientAgent == "manual":
            logger.warning("No media files found in directory %s to manually process." % (dirName), section)
            return [0, ""]  # Success (as far as this script is concerned)
        else:
            logger.warning("No media files found in directory %s. Processing this as a failed download" % (dirName), section)
            status = 1
            if os.environ.has_key('NZBOP_VERSION') and os.environ['NZBOP_VERSION'][0:5] >= '14.0':
                print('[NZB] MARK=BAD')

        if status == 0:
            if core.TRANSCODE == 1:
                result, newDirName = transcoder.Transcode_directory(dirName)
                if result == 0:
                    logger.debug("Transcoding succeeded for files in %s" % (dirName), section)
                    dirName = newDirName
                else:
                    logger.error("Transcoding failed for files in %s" % (dirName), section)
                    return [1, "%s: Failed to post-process - Transcoding failed" % (section) ]
            for video in listMediaFiles(dirName, media=True, audio=False, meta=False, archives=False): 
                if not release and not ".cp(tt" in video and imdbid:
                    videoName, videoExt = os.path.splitext(video)
                    video2 = "%s.cp(%s)%s" % (videoName, imdbid, videoExt)
                    logger.debug('Renaming: %s to: %s' % (video, video2))
                    os.rename(video, video2)        

            params = {}
            if download_id:
                params['downloader'] = downloader or clientAgent
                params['download_id'] = download_id

            params['media_folder'] = dirName
            if remote_path:
                params['media_folder'] = remoteDir(dirName)

            if method == "manage":
                command = "/manage.update"
                params = {}
            else:
                command = "/renamer.scan"

            url = "%s%s" % (baseURL, command)

            logger.debug("Opening URL: %s with PARAMS: %s" % (url, params), section)

            logger.postprocess("Starting %s scan for %s" % (method, inputName), section)

            try:
                r = requests.get(url, params=params, verify=False, timeout=(30, 1800))
            except requests.ConnectionError:
                logger.error("Unable to open URL", section)
                return [1, "%s: Failed to post-process - Unable to connect to %s" % (section, section) ]

            result = r.json()
            if not r.status_code in [requests.codes.ok, requests.codes.created, requests.codes.accepted]:
                logger.error("Server returned status %s" % (str(r.status_code)), section)
                return [1, "%s: Failed to post-process - Server returned status %s" % (section, str(r.status_code)) ]
            elif result['success']:
                logger.postprocess("SUCCESS: Finished %s scan for folder %s" % (method, dirName), section)
                if method == "manage":
                    return [0, "%s: Successfully post-processed %s" % (section, inputName) ]
            else:
                logger.error("FAILED: %s scan was unable to finish for folder %s. exiting!" % (method, dirName),
                             section)
                return [1, "%s: Failed to post-process - Server did not return success" % (section) ]

        else:
            logger.postprocess("FAILED DOWNLOAD DETECTED FOR %s" % (inputName), section)
            if failureLink:
                reportNzb(failureLink, clientAgent)

            if delete_failed and os.path.isdir(dirName) and not os.path.dirname(dirName) == dirName:
                logger.postprocess("Deleting failed files and folder %s" % dirName, section)
                rmDir(dirName)

            if not release_id and not media_id:
                logger.error("Could not find a downloaded movie in the database matching %s, exiting!" % inputName,
                             section)
                return [1, "%s: Failed to post-process - Failed download not found in %s" % (section, section) ]

            if release_id:
                logger.postprocess("Setting failed release %s to ignored ..." % (inputName), section)

                url = baseURL + "/release.ignore"
                params = {'id': release_id}

                logger.debug("Opening URL: %s with PARAMS: %s" % (url, params), section)

                try:
                    r = requests.get(url, params=params, verify=False, timeout=(30, 120))
                except requests.ConnectionError:
                    logger.error("Unable to open URL %s" % (url), section)
                    return [1, "%s: Failed to post-process - Unable to connect to %s" % (section, section) ]

                result = r.json()
                if not r.status_code in [requests.codes.ok, requests.codes.created, requests.codes.accepted]:
                    logger.error("Server returned status %s" % (str(r.status_code)), section)
                    return [1, "%s: Failed to post-process - Server returned status %s" % (section, str(r.status_code)) ]
                elif result['success']:
                    logger.postprocess("SUCCESS: %s has been set to ignored ..." % (inputName), section)
                else:
                    logger.warning("FAILED: Unable to set %s to ignored!" % (inputName), section)
                    return [1, "%s: Failed to post-process - Unable to set %s to ignored" % (section, inputName) ]

            logger.postprocess("Trying to snatch the next highest ranked release.", section)

            url = "%s/movie.searcher.try_next" % (baseURL)
            logger.debug("Opening URL: %s" % (url), section)

            try:
                r = requests.get(url, params={'media_id': media_id}, verify=False, timeout=(30, 600))
            except requests.ConnectionError:
                logger.error("Unable to open URL %s" % (url), section)
                return [1, "%s: Failed to post-process - Unable to connect to %s" % (section, section) ]

            result = r.json()
            if not r.status_code in [requests.codes.ok, requests.codes.created, requests.codes.accepted]:
                logger.error("Server returned status %s" % (str(r.status_code)), section)
                return [1, "%s: Failed to post-process - Server returned status %s" % (section, str(r.status_code)) ]
            elif result['success']:
                logger.postprocess("SUCCESS: Snatched the next highest release ...", section)
                return [0, "%s: Successfully snatched next highest release" % (section) ]
            else:
                logger.postprocess("SUCCESS: Unable to find a new release to snatch now. CP will keep searching!", section)
                return [0, "%s: No new release found now. %s will keep searching" % (section, section) ]

        # Added a releease that was not in the wanted list so confirm rename successful by finding this movie media.list.
        if not release:
            download_id = None  # we don't want to filter new releases based on this.

        # we will now check to see if CPS has finished renaming before returning to TorrentToMedia and unpausing.
        timeout = time.time() + 60 * wait_for
        while (time.time() < timeout):  # only wait 2 (default) minutes, then return.
            logger.postprocess("Checking for status change, please stand by ...", section)
            release = self.get_release(baseURL, imdbid, download_id, release_id)
            if release:
                try:
                    if release_id is None and release_status_old is None:  # we didn't have a release before, but now we do.
                        logger.postprocess("SUCCESS: Movie %s has now been added to CouchPotato" % (imdbid), section)
                        return [0, "%s: Successfully post-processed %s" % (section, inputName) ]

                    release_status_new = release[release_id]['status']
                    if release_status_new != release_status_old:
                        logger.postprocess("SUCCESS: Release %s has now been marked with a status of [%s]" % (
                            inputName, str(release_status_new).upper()), section)
                        return [0, "%s: Successfully post-processed %s" % (section, inputName) ]
                except:
                    pass
            if not os.path.isdir(dirName):
                logger.postprocess("SUCCESS: Input Directory [%s] has been processed and removed" % (
                    dirName), section)
                return [0, "%s: Successfully post-processed %s" % (section, inputName) ]

            elif not listMediaFiles(dirName, media=True, audio=False, meta=False, archives=True):
                logger.postprocess("SUCCESS: Input Directory [%s] has no remaining media files. This has been fully processed." % (
                    dirName), section)
                return [0, "%s: Successfully post-processed %s" % (section, inputName) ]

            # pause and let CouchPotatoServer catch its breath
            time.sleep(10 * wait_for)

        # The status hasn't changed. we have waited 2 minutes which is more than enough. uTorrent can resule seeding now.
        logger.warning(
            "%s does not appear to have changed status after %s minutes, Please check your logs." % (inputName, wait_for),
            section)
        return [1, "%s: Failed to post-process - No change in status" % (section) ]
示例#5
0
    def process(self,
                section,
                dirName,
                inputName=None,
                status=0,
                clientAgent="manual",
                download_id="",
                inputCategory=None,
                failureLink=None):

        cfg = dict(core.CFG[section][inputCategory])

        host = cfg["host"]
        port = cfg["port"]
        apikey = cfg["apikey"]
        method = cfg["method"]
        delete_failed = int(cfg["delete_failed"])
        wait_for = int(cfg["wait_for"])
        ssl = int(cfg.get("ssl", 0))
        web_root = cfg.get("web_root", "")
        remote_path = int(cfg.get("remote_path", 0))
        extract = int(cfg.get("extract", 0))
        protocol = "https://" if ssl else "http://"

        baseURL = "{0}{1}:{2}{3}/api/{4}".format(protocol, host, port,
                                                 web_root, apikey)
        if not server_responding(baseURL):
            logger.error("Server did not respond. Exiting", section)
            return [
                1, "{0}: Failed to post-process - {1} did not respond.".format(
                    section, section)
            ]

        imdbid = find_imdbid(dirName, inputName)
        release = self.get_release(baseURL, imdbid, download_id)

        # pull info from release found if available
        release_id = None
        media_id = None
        downloader = None
        release_status_old = None
        if release and imdbid:
            try:
                release_id = release.keys()[0]
                media_id = release[release_id]['media_id']
                download_id = release[release_id]['download_info']['id']
                downloader = release[release_id]['download_info']['downloader']
                release_status_old = release[release_id]['status']
            except:
                pass

        if not os.path.isdir(dirName) and os.path.isfile(
                dirName
        ):  # If the input directory is a file, assume single file download and split dir/name.
            dirName = os.path.split(os.path.normpath(dirName))[0]

        SpecificPath = os.path.join(dirName, str(inputName))
        cleanName = os.path.splitext(SpecificPath)
        if cleanName[1] == ".nzb":
            SpecificPath = cleanName[0]
        if os.path.isdir(SpecificPath):
            dirName = SpecificPath

        process_all_exceptions(inputName, dirName)
        inputName, dirName = convert_to_ascii(inputName, dirName)

        if not listMediaFiles(
                dirName, media=True, audio=False, meta=False,
                archives=False) and listMediaFiles(dirName,
                                                   media=False,
                                                   audio=False,
                                                   meta=False,
                                                   archives=True) and extract:
            logger.debug(
                'Checking for archives to extract in directory: {0}'.format(
                    dirName))
            core.extractFiles(dirName)
            inputName, dirName = convert_to_ascii(inputName, dirName)

        good_files = 0
        num_files = 0
        # Check video files for corruption
        status = int(status)
        for video in listMediaFiles(dirName,
                                    media=True,
                                    audio=False,
                                    meta=False,
                                    archives=False):
            num_files += 1
            if transcoder.isVideoGood(video, status):
                import_subs(video)
                good_files += 1
        if num_files and good_files == num_files:
            if status:
                logger.info(
                    "Status shown as failed from Downloader, but {0} valid video files found. Setting as success."
                    .format(good_files), section)
                status = 0
        elif num_files and good_files < num_files:
            logger.info(
                "Status shown as success from Downloader, but corrupt video files found. Setting as failed.",
                section)
            if 'NZBOP_VERSION' in os.environ and os.environ['NZBOP_VERSION'][
                    0:5] >= '14.0':
                print('[NZB] MARK=BAD')
            if failureLink:
                failureLink += '&corrupt=true'
            status = 1
        elif clientAgent == "manual":
            logger.warning(
                "No media files found in directory {0} to manually process.".
                format(dirName), section)
            return [0, ""]  # Success (as far as this script is concerned)
        else:
            logger.warning(
                "No media files found in directory {0}. Processing this as a failed download"
                .format(dirName), section)
            status = 1
            if 'NZBOP_VERSION' in os.environ and os.environ['NZBOP_VERSION'][
                    0:5] >= '14.0':
                print('[NZB] MARK=BAD')

        if status == 0:
            if core.TRANSCODE == 1:
                result, newDirName = transcoder.Transcode_directory(dirName)
                if result == 0:
                    logger.debug(
                        "Transcoding succeeded for files in {0}".format(
                            dirName), section)
                    dirName = newDirName

                    chmod_directory = int(str(cfg.get("chmodDirectory", "0")),
                                          8)
                    logger.debug(
                        "Config setting 'chmodDirectory' currently set to {0}".
                        format(oct(chmod_directory)), section)
                    if chmod_directory:
                        logger.info(
                            "Attempting to set the octal permission of '{0}' on directory '{1}'"
                            .format(oct(chmod_directory), dirName), section)
                        core.rchmod(dirName, chmod_directory)
                else:
                    logger.error(
                        "Transcoding failed for files in {0}".format(dirName),
                        section)
                    return [
                        1, "{0}: Failed to post-process - Transcoding failed".
                        format(section)
                    ]
            for video in listMediaFiles(dirName,
                                        media=True,
                                        audio=False,
                                        meta=False,
                                        archives=False):
                if not release and ".cp(tt" not in video and imdbid:
                    videoName, videoExt = os.path.splitext(video)
                    video2 = "{0}.cp({1}){2}".format(videoName, imdbid,
                                                     videoExt)
                    if not (clientAgent
                            in [core.TORRENT_CLIENTAGENT, 'manual']
                            and core.USELINK == 'move-sym'):
                        logger.debug('Renaming: {0} to: {1}'.format(
                            video, video2))
                        os.rename(video, video2)

            params = {}
            if download_id:
                params['downloader'] = downloader or clientAgent
                params['download_id'] = download_id

            params['media_folder'] = remoteDir(
                dirName) if remote_path else dirName

            if method == "manage":
                command = "/manage.update"
                params = {}
            else:
                command = "/renamer.scan"

            url = "{0}{1}".format(baseURL, command)

            logger.debug(
                "Opening URL: {0} with PARAMS: {1}".format(url, params),
                section)

            logger.postprocess(
                "Starting {0} scan for {1}".format(method, inputName), section)

            try:
                r = requests.get(url,
                                 params=params,
                                 verify=False,
                                 timeout=(30, 1800))
            except requests.ConnectionError:
                logger.error("Unable to open URL", section)
                return [
                    1,
                    "{0}: Failed to post-process - Unable to connect to {1}".
                    format(section, section)
                ]

            result = r.json()
            if r.status_code not in [
                    requests.codes.ok, requests.codes.created,
                    requests.codes.accepted
            ]:
                logger.error(
                    "Server returned status {0}".format(r.status_code),
                    section)
                return [
                    1,
                    "{0}: Failed to post-process - Server returned status {1}".
                    format(section, r.status_code)
                ]
            elif result['success']:
                logger.postprocess(
                    "SUCCESS: Finished {0} scan for folder {1}".format(
                        method, dirName), section)
                if method == "manage":
                    return [
                        0, "{0}: Successfully post-processed {1}".format(
                            section, inputName)
                    ]
            else:
                logger.error(
                    "FAILED: {0} scan was unable to finish for folder {1}. exiting!"
                    .format(method, dirName), section)
                return [
                    1,
                    "{0}: Failed to post-process - Server did not return success"
                    .format(section)
                ]

        else:
            core.FAILED = True
            logger.postprocess(
                "FAILED DOWNLOAD DETECTED FOR {0}".format(inputName), section)
            if failureLink:
                reportNzb(failureLink, clientAgent)

            if delete_failed and os.path.isdir(
                    dirName) and not os.path.dirname(dirName) == dirName:
                logger.postprocess(
                    "Deleting failed files and folder {0}".format(dirName),
                    section)
                rmDir(dirName)

            if not release_id and not media_id:
                logger.error(
                    "Could not find a downloaded movie in the database matching {0}, exiting!"
                    .format(inputName), section)
                return [
                    1,
                    "{0}: Failed to post-process - Failed download not found in {1}"
                    .format(section, section)
                ]

            if release_id:
                logger.postprocess(
                    "Setting failed release {0} to ignored ...".format(
                        inputName), section)

                url = "{url}/release.ignore".format(url=baseURL)
                params = {'id': release_id}

                logger.debug(
                    "Opening URL: {0} with PARAMS: {1}".format(url, params),
                    section)

                try:
                    r = requests.get(url,
                                     params=params,
                                     verify=False,
                                     timeout=(30, 120))
                except requests.ConnectionError:
                    logger.error("Unable to open URL {0}".format(url), section)
                    return [
                        1,
                        "{0}: Failed to post-process - Unable to connect to {1}"
                        .format(section, section)
                    ]

                result = r.json()
                if r.status_code not in [
                        requests.codes.ok, requests.codes.created,
                        requests.codes.accepted
                ]:
                    logger.error(
                        "Server returned status {0}".format(r.status_code),
                        section)
                    return [
                        1,
                        "{0}: Failed to post-process - Server returned status {1}"
                        .format(section, r.status_code)
                    ]
                elif result['success']:
                    logger.postprocess(
                        "SUCCESS: {0} has been set to ignored ...".format(
                            inputName), section)
                else:
                    logger.warning(
                        "FAILED: Unable to set {0} to ignored!".format(
                            inputName), section)
                    return [
                        1,
                        "{0}: Failed to post-process - Unable to set {1} to ignored"
                        .format(section, inputName)
                    ]

            logger.postprocess(
                "Trying to snatch the next highest ranked release.", section)

            url = "{0}/movie.searcher.try_next".format(baseURL)
            logger.debug("Opening URL: {0}".format(url), section)

            try:
                r = requests.get(url,
                                 params={'media_id': media_id},
                                 verify=False,
                                 timeout=(30, 600))
            except requests.ConnectionError:
                logger.error("Unable to open URL {0}".format(url), section)
                return [
                    1,
                    "{0}: Failed to post-process - Unable to connect to {1}".
                    format(section, section)
                ]

            result = r.json()
            if r.status_code not in [
                    requests.codes.ok, requests.codes.created,
                    requests.codes.accepted
            ]:
                logger.error(
                    "Server returned status {0}".format(r.status_code),
                    section)
                return [
                    1,
                    "{0}: Failed to post-process - Server returned status {1}".
                    format(section, r.status_code)
                ]
            elif result['success']:
                logger.postprocess(
                    "SUCCESS: Snatched the next highest release ...", section)
                return [
                    0,
                    "{0}: Successfully snatched next highest release".format(
                        section)
                ]
            else:
                logger.postprocess(
                    "SUCCESS: Unable to find a new release to snatch now. CP will keep searching!",
                    section)
                return [
                    0,
                    "{0}: No new release found now. {1} will keep searching".
                    format(section, section)
                ]

        # Added a release that was not in the wanted list so confirm rename successful by finding this movie media.list.
        if not release:
            download_id = None  # we don't want to filter new releases based on this.

        # we will now check to see if CPS has finished renaming before returning to TorrentToMedia and unpausing.
        timeout = time.time() + 60 * wait_for
        while time.time(
        ) < timeout:  # only wait 2 (default) minutes, then return.
            logger.postprocess(
                "Checking for status change, please stand by ...", section)
            release = self.get_release(baseURL, imdbid, download_id,
                                       release_id)
            if release:
                try:
                    if release_id is None and release_status_old is None:  # we didn't have a release before, but now we do.
                        logger.postprocess(
                            "SUCCESS: Movie {0} has now been added to CouchPotato"
                            .format(imdbid), section)
                        return [
                            0, "{0}: Successfully post-processed {1}".format(
                                section, inputName)
                        ]

                    release_status_new = release[release_id]['status']
                    if release_status_new != release_status_old:
                        logger.postprocess(
                            "SUCCESS: Release {0} has now been marked with a status of [{1}]"
                            .format(inputName,
                                    str(release_status_new).upper()), section)
                        return [
                            0, "{0}: Successfully post-processed {1}".format(
                                section, inputName)
                        ]
                except:
                    pass
            if not os.path.isdir(dirName):
                logger.postprocess(
                    "SUCCESS: Input Directory [{0}] has been processed and removed"
                    .format(dirName), section)
                return [
                    0, "{0}: Successfully post-processed {1}".format(
                        section, inputName)
                ]

            elif not listMediaFiles(
                    dirName, media=True, audio=False, meta=False,
                    archives=True):
                logger.postprocess(
                    "SUCCESS: Input Directory [{0}] has no remaining media files. This has been fully processed."
                    .format(dirName), section)
                return [
                    0, "{0}: Successfully post-processed {1}".format(
                        section, inputName)
                ]

            # pause and let CouchPotatoServer catch its breath
            time.sleep(10 * wait_for)

        # The status hasn't changed. we have waited 2 minutes which is more than enough. uTorrent can resume seeding now.
        logger.warning(
            "{0} does not appear to have changed status after {1} minutes, Please check your logs."
            .format(inputName, wait_for), section)
        return [
            1,
            "{0}: Failed to post-process - No change in status".format(section)
        ]
示例#6
0
def external_script(outputDestination, torrentName, torrentLabel, settings):
    final_result = 0  # start at 0.
    num_files = 0
    try:
        core.USER_SCRIPT_MEDIAEXTENSIONS = settings["user_script_mediaExtensions"]
        if isinstance(core.USER_SCRIPT_MEDIAEXTENSIONS, str):
            core.USER_SCRIPT_MEDIAEXTENSIONS = core.USER_SCRIPT_MEDIAEXTENSIONS.split(",")
    except:
        core.USER_SCRIPT_MEDIAEXTENSIONS = []

    core.USER_SCRIPT = settings.get("user_script_path")

    if not core.USER_SCRIPT or core.USER_SCRIPT == "None":  # do nothing and return success.
        return [0, ""]
    try:
        core.USER_SCRIPT_PARAM = settings["user_script_param"]
        if isinstance(core.USER_SCRIPT_PARAM, str):
            core.USER_SCRIPT_PARAM = core.USER_SCRIPT_PARAM.split(",")
    except:
        core.USER_SCRIPT_PARAM = []
    try:
        core.USER_SCRIPT_SUCCESSCODES = settings["user_script_successCodes"]
        if isinstance(core.USER_SCRIPT_SUCCESSCODES, str):
            core.USER_SCRIPT_SUCCESSCODES = core.USER_SCRIPT_SUCCESSCODES.split(",")
    except:
        core.USER_SCRIPT_SUCCESSCODES = 0

    core.USER_SCRIPT_CLEAN = int(settings.get("user_script_clean", 1))
    core.USER_SCRIPT_RUNONCE = int(settings.get("user_script_runOnce", 1))

    if core.CHECK_MEDIA:
        for video in listMediaFiles(outputDestination, media=True, audio=False, meta=False, archives=False):
            if transcoder.isVideoGood(video, 0):
                import_subs(video)
            else:
                logger.info("Corrupt video file found {0}. Deleting.".format(video), "USERSCRIPT")
                os.unlink(video)

    for dirpath, dirnames, filenames in os.walk(outputDestination):
        for file in filenames:

            filePath = core.os.path.join(dirpath, file)
            fileName, fileExtension = os.path.splitext(file)

            if fileExtension in core.USER_SCRIPT_MEDIAEXTENSIONS or "ALL" in core.USER_SCRIPT_MEDIAEXTENSIONS:
                num_files += 1
                if (
                    core.USER_SCRIPT_RUNONCE == 1 and num_files > 1
                ):  # we have already run once, so just continue to get number of files.
                    continue
                command = [core.USER_SCRIPT]
                for param in core.USER_SCRIPT_PARAM:
                    if param == "FN":
                        command.append("{0}".format(file))
                        continue
                    elif param == "FP":
                        command.append("{0}".format(filePath))
                        continue
                    elif param == "TN":
                        command.append("{0}".format(torrentName))
                        continue
                    elif param == "TL":
                        command.append("{0}".format(torrentLabel))
                        continue
                    elif param == "DN":
                        if core.USER_SCRIPT_RUNONCE == 1:
                            command.append("{0}".format(outputDestination))
                        else:
                            command.append("{0}".format(dirpath))
                        continue
                    else:
                        command.append(param)
                        continue
                cmd = ""
                for item in command:
                    cmd = "{cmd} {item}".format(cmd=cmd, item=item)
                logger.info("Running script {cmd} on file {path}.".format(cmd=cmd, path=filePath), "USERSCRIPT")
                try:
                    p = Popen(command)
                    res = p.wait()
                    if str(res) in core.USER_SCRIPT_SUCCESSCODES:  # Linux returns 0 for successful.
                        logger.info("UserScript {0} was successfull".format(command[0]))
                        result = 0
                    else:
                        logger.error(
                            "UserScript {0} has failed with return code: {1}".format(command[0], res), "USERSCRIPT"
                        )
                        logger.info(
                            "If the UserScript completed successfully you should add {0} to the user_script_successCodes".format(
                                res
                            ),
                            "USERSCRIPT",
                        )
                        result = int(1)
                except:
                    logger.error("UserScript {0} has failed".format(command[0]), "USERSCRIPT")
                    result = int(1)
                final_result += result

    num_files_new = 0
    for dirpath, dirnames, filenames in os.walk(outputDestination):
        for file in filenames:
            fileName, fileExtension = os.path.splitext(file)

            if fileExtension in core.USER_SCRIPT_MEDIAEXTENSIONS or core.USER_SCRIPT_MEDIAEXTENSIONS == "ALL":
                num_files_new += 1

    if core.USER_SCRIPT_CLEAN == int(1) and num_files_new == 0 and final_result == 0:
        logger.info("All files have been processed. Cleaning outputDirectory {0}".format(outputDestination))
        rmDir(outputDestination)
    elif core.USER_SCRIPT_CLEAN == int(1) and num_files_new != 0:
        logger.info(
            "{0} files were processed, but {1} still remain. outputDirectory will not be cleaned.".format(
                num_files, num_files_new
            )
        )
    return [final_result, ""]
def external_script(outputDestination, torrentName, torrentLabel, settings):
    final_result = 0  # start at 0.
    num_files = 0
    try:
        core.USER_SCRIPT_MEDIAEXTENSIONS = settings[
            "user_script_mediaExtensions"].lower()
        if isinstance(core.USER_SCRIPT_MEDIAEXTENSIONS, str):
            core.USER_SCRIPT_MEDIAEXTENSIONS = core.USER_SCRIPT_MEDIAEXTENSIONS.split(
                ',')
    except:
        core.USER_SCRIPT_MEDIAEXTENSIONS = []

    core.USER_SCRIPT = settings.get("user_script_path")

    if not core.USER_SCRIPT or core.USER_SCRIPT == "None":  # do nothing and return success.
        return [0, ""]
    try:
        core.USER_SCRIPT_PARAM = settings["user_script_param"]
        if isinstance(core.USER_SCRIPT_PARAM, str):
            core.USER_SCRIPT_PARAM = core.USER_SCRIPT_PARAM.split(',')
    except:
        core.USER_SCRIPT_PARAM = []
    try:
        core.USER_SCRIPT_SUCCESSCODES = settings["user_script_successCodes"]
        if isinstance(core.USER_SCRIPT_SUCCESSCODES, str):
            core.USER_SCRIPT_SUCCESSCODES = core.USER_SCRIPT_SUCCESSCODES.split(
                ',')
    except:
        core.USER_SCRIPT_SUCCESSCODES = 0

    core.USER_SCRIPT_CLEAN = int(settings.get("user_script_clean", 1))
    core.USER_SCRIPT_RUNONCE = int(settings.get("user_script_runOnce", 1))

    if core.CHECK_MEDIA:
        for video in listMediaFiles(outputDestination,
                                    media=True,
                                    audio=False,
                                    meta=False,
                                    archives=False):
            if transcoder.isVideoGood(video, 0):
                import_subs(video)
            else:
                logger.info(
                    "Corrupt video file found {0}. Deleting.".format(video),
                    "USERSCRIPT")
                os.unlink(video)

    for dirpath, dirnames, filenames in os.walk(outputDestination):
        for file in filenames:

            filePath = core.os.path.join(dirpath, file)
            fileName, fileExtension = os.path.splitext(file)

            if fileExtension in core.USER_SCRIPT_MEDIAEXTENSIONS or "all" in core.USER_SCRIPT_MEDIAEXTENSIONS:
                num_files += 1
                if core.USER_SCRIPT_RUNONCE == 1 and num_files > 1:  # we have already run once, so just continue to get number of files.
                    continue
                command = [core.USER_SCRIPT]
                for param in core.USER_SCRIPT_PARAM:
                    if param == "FN":
                        command.append('{0}'.format(file))
                        continue
                    elif param == "FP":
                        command.append('{0}'.format(filePath))
                        continue
                    elif param == "TN":
                        command.append('{0}'.format(torrentName))
                        continue
                    elif param == "TL":
                        command.append('{0}'.format(torrentLabel))
                        continue
                    elif param == "DN":
                        if core.USER_SCRIPT_RUNONCE == 1:
                            command.append('{0}'.format(outputDestination))
                        else:
                            command.append('{0}'.format(dirpath))
                        continue
                    else:
                        command.append(param)
                        continue
                cmd = ""
                for item in command:
                    cmd = "{cmd} {item}".format(cmd=cmd, item=item)
                logger.info(
                    "Running script {cmd} on file {path}.".format(
                        cmd=cmd, path=filePath), "USERSCRIPT")
                try:
                    p = Popen(command)
                    res = p.wait()
                    if str(
                            res
                    ) in core.USER_SCRIPT_SUCCESSCODES:  # Linux returns 0 for successful.
                        logger.info("UserScript {0} was successfull".format(
                            command[0]))
                        result = 0
                    else:
                        logger.error(
                            "UserScript {0} has failed with return code: {1}".
                            format(command[0], res), "USERSCRIPT")
                        logger.info(
                            "If the UserScript completed successfully you should add {0} to the user_script_successCodes"
                            .format(res), "USERSCRIPT")
                        result = int(1)
                except:
                    logger.error(
                        "UserScript {0} has failed".format(command[0]),
                        "USERSCRIPT")
                    result = int(1)
                final_result += result

    num_files_new = 0
    for dirpath, dirnames, filenames in os.walk(outputDestination):
        for file in filenames:
            fileName, fileExtension = os.path.splitext(file)

            if fileExtension in core.USER_SCRIPT_MEDIAEXTENSIONS or core.USER_SCRIPT_MEDIAEXTENSIONS == "ALL":
                num_files_new += 1

    if core.USER_SCRIPT_CLEAN == int(
            1) and num_files_new == 0 and final_result == 0:
        logger.info(
            "All files have been processed. Cleaning outputDirectory {0}".
            format(outputDestination))
        rmDir(outputDestination)
    elif core.USER_SCRIPT_CLEAN == int(1) and num_files_new != 0:
        logger.info(
            "{0} files were processed, but {1} still remain. outputDirectory will not be cleaned."
            .format(num_files, num_files_new))
    return [final_result, '']
示例#8
0
    def process(self, section, dirName, inputName=None, status=0, clientAgent="manual", download_id="", inputCategory=None, failureLink=None):

        cfg = dict(core.CFG[section][inputCategory])

        host = cfg["host"]
        port = cfg["port"]
        apikey = cfg["apikey"]
        method = cfg["method"]
        delete_failed = int(cfg["delete_failed"])
        wait_for = int(cfg["wait_for"])
        ssl = int(cfg.get("ssl", 0))
        web_root = cfg.get("web_root", "")
        remote_path = int(cfg.get("remote_path", 0))
        protocol = "https://" if ssl else "http://"
        status = int(status)
        if status > 0 and core.NOEXTRACTFAILED:
            extract = 0
        else:
            extract = int(cfg.get("extract", 0))

        baseURL = "{0}{1}:{2}{3}/api/{4}".format(protocol, host, port, web_root, apikey)
        if not server_responding(baseURL):
            logger.error("Server did not respond. Exiting", section)
            return [1, "{0}: Failed to post-process - {1} did not respond.".format(section, section)]

        imdbid = find_imdbid(dirName, inputName)
        release = self.get_release(baseURL, imdbid, download_id)

        # pull info from release found if available
        release_id = None
        media_id = None
        downloader = None
        release_status_old = None
        if release and imdbid:
            try:
                release_id = release.keys()[0]
                media_id = release[release_id]['media_id']
                download_id = release[release_id]['download_info']['id']
                downloader = release[release_id]['download_info']['downloader']
                release_status_old = release[release_id]['status']
            except:
                pass

        if not os.path.isdir(dirName) and os.path.isfile(dirName):  # If the input directory is a file, assume single file download and split dir/name.
            dirName = os.path.split(os.path.normpath(dirName))[0]

        SpecificPath = os.path.join(dirName, str(inputName))
        cleanName = os.path.splitext(SpecificPath)
        if cleanName[1] == ".nzb":
            SpecificPath = cleanName[0]
        if os.path.isdir(SpecificPath):
            dirName = SpecificPath

        process_all_exceptions(inputName, dirName)
        inputName, dirName = convert_to_ascii(inputName, dirName)

        if not listMediaFiles(dirName, media=True, audio=False, meta=False, archives=False) and listMediaFiles(dirName, media=False, audio=False, meta=False, archives=True) and extract:
            logger.debug('Checking for archives to extract in directory: {0}'.format(dirName))
            core.extractFiles(dirName)
            inputName, dirName = convert_to_ascii(inputName, dirName)

        good_files = 0
        num_files = 0
        # Check video files for corruption
        for video in listMediaFiles(dirName, media=True, audio=False, meta=False, archives=False):
            num_files += 1
            if transcoder.isVideoGood(video, status):
                import_subs(video)
                good_files += 1
        if num_files and good_files == num_files:
            if status:
                logger.info("Status shown as failed from Downloader, but {0} valid video files found. Setting as success.".format(good_files), section)
                status = 0
        elif num_files and good_files < num_files:
            logger.info("Status shown as success from Downloader, but corrupt video files found. Setting as failed.", section)
            if 'NZBOP_VERSION' in os.environ and os.environ['NZBOP_VERSION'][0:5] >= '14.0':
                print('[NZB] MARK=BAD')
            if failureLink:
                failureLink += '&corrupt=true'
            status = 1
        elif clientAgent == "manual":
            logger.warning("No media files found in directory {0} to manually process.".format(dirName), section)
            return [0, ""]  # Success (as far as this script is concerned)
        else:
            logger.warning("No media files found in directory {0}. Processing this as a failed download".format(dirName), section)
            status = 1
            if 'NZBOP_VERSION' in os.environ and os.environ['NZBOP_VERSION'][0:5] >= '14.0':
                print('[NZB] MARK=BAD')

        if status == 0:
            if core.TRANSCODE == 1:
                result, newDirName = transcoder.Transcode_directory(dirName)
                if result == 0:
                    logger.debug("Transcoding succeeded for files in {0}".format(dirName), section)
                    dirName = newDirName

                    chmod_directory = int(str(cfg.get("chmodDirectory", "0")), 8)
                    logger.debug("Config setting 'chmodDirectory' currently set to {0}".format(oct(chmod_directory)), section)
                    if chmod_directory:
                        logger.info("Attempting to set the octal permission of '{0}' on directory '{1}'".format(oct(chmod_directory), dirName), section)
                        core.rchmod(dirName, chmod_directory)
                else:
                    logger.error("Transcoding failed for files in {0}".format(dirName), section)
                    return [1, "{0}: Failed to post-process - Transcoding failed".format(section)]
            for video in listMediaFiles(dirName, media=True, audio=False, meta=False, archives=False):
                if not release and ".cp(tt" not in video and imdbid:
                    videoName, videoExt = os.path.splitext(video)
                    video2 = "{0}.cp({1}){2}".format(videoName, imdbid, videoExt)
                    if not (clientAgent in [core.TORRENT_CLIENTAGENT, 'manual'] and core.USELINK == 'move-sym'):
                        logger.debug('Renaming: {0} to: {1}'.format(video, video2))
                        os.rename(video, video2)

            params = {}
            if download_id:
                params['downloader'] = downloader or clientAgent
                params['download_id'] = download_id

            params['media_folder'] = remoteDir(dirName) if remote_path else dirName

            if method == "manage":
                command = "/manage.update"
                params = {}
            else:
                command = "/renamer.scan"

            url = "{0}{1}".format(baseURL, command)

            logger.debug("Opening URL: {0} with PARAMS: {1}".format(url, params), section)

            logger.postprocess("Starting {0} scan for {1}".format(method, inputName), section)

            try:
                r = requests.get(url, params=params, verify=False, timeout=(30, 1800))
            except requests.ConnectionError:
                logger.error("Unable to open URL", section)
                return [1, "{0}: Failed to post-process - Unable to connect to {1}".format(section, section)]

            result = r.json()
            if r.status_code not in [requests.codes.ok, requests.codes.created, requests.codes.accepted]:
                logger.error("Server returned status {0}".format(r.status_code), section)
                return [1, "{0}: Failed to post-process - Server returned status {1}".format(section, r.status_code)]
            elif result['success']:
                logger.postprocess("SUCCESS: Finished {0} scan for folder {1}".format(method, dirName), section)
                if method == "manage":
                    return [0, "{0}: Successfully post-processed {1}".format(section, inputName)]
            else:
                logger.error("FAILED: {0} scan was unable to finish for folder {1}. exiting!".format(method, dirName),
                             section)
                return [1, "{0}: Failed to post-process - Server did not return success".format(section)]

        else:
            core.FAILED = True
            logger.postprocess("FAILED DOWNLOAD DETECTED FOR {0}".format(inputName), section)
            if failureLink:
                reportNzb(failureLink, clientAgent)

            if delete_failed and os.path.isdir(dirName) and not os.path.dirname(dirName) == dirName:
                logger.postprocess("Deleting failed files and folder {0}".format(dirName), section)
                rmDir(dirName)

            if not release_id and not media_id:
                logger.error("Could not find a downloaded movie in the database matching {0}, exiting!".format(inputName),
                             section)
                return [1, "{0}: Failed to post-process - Failed download not found in {1}".format(section, section)]

            if release_id:
                logger.postprocess("Setting failed release {0} to ignored ...".format(inputName), section)

                url = "{url}/release.ignore".format(url=baseURL)
                params = {'id': release_id}

                logger.debug("Opening URL: {0} with PARAMS: {1}".format(url, params), section)

                try:
                    r = requests.get(url, params=params, verify=False, timeout=(30, 120))
                except requests.ConnectionError:
                    logger.error("Unable to open URL {0}".format(url), section)
                    return [1, "{0}: Failed to post-process - Unable to connect to {1}".format(section, section)]

                result = r.json()
                if r.status_code not in [requests.codes.ok, requests.codes.created, requests.codes.accepted]:
                    logger.error("Server returned status {0}".format(r.status_code), section)
                    return [1, "{0}: Failed to post-process - Server returned status {1}".format(section, r.status_code)]
                elif result['success']:
                    logger.postprocess("SUCCESS: {0} has been set to ignored ...".format(inputName), section)
                else:
                    logger.warning("FAILED: Unable to set {0} to ignored!".format(inputName), section)
                    return [1, "{0}: Failed to post-process - Unable to set {1} to ignored".format(section, inputName)]

            logger.postprocess("Trying to snatch the next highest ranked release.", section)

            url = "{0}/movie.searcher.try_next".format(baseURL)
            logger.debug("Opening URL: {0}".format(url), section)

            try:
                r = requests.get(url, params={'media_id': media_id}, verify=False, timeout=(30, 600))
            except requests.ConnectionError:
                logger.error("Unable to open URL {0}".format(url), section)
                return [1, "{0}: Failed to post-process - Unable to connect to {1}".format(section, section)]

            result = r.json()
            if r.status_code not in [requests.codes.ok, requests.codes.created, requests.codes.accepted]:
                logger.error("Server returned status {0}".format(r.status_code), section)
                return [1, "{0}: Failed to post-process - Server returned status {1}".format(section, r.status_code)]
            elif result['success']:
                logger.postprocess("SUCCESS: Snatched the next highest release ...", section)
                return [0, "{0}: Successfully snatched next highest release".format(section)]
            else:
                logger.postprocess("SUCCESS: Unable to find a new release to snatch now. CP will keep searching!", section)
                return [0, "{0}: No new release found now. {1} will keep searching".format(section, section)]

        # Added a release that was not in the wanted list so confirm rename successful by finding this movie media.list.
        if not release:
            download_id = None  # we don't want to filter new releases based on this.

        # we will now check to see if CPS has finished renaming before returning to TorrentToMedia and unpausing.
        timeout = time.time() + 60 * wait_for
        while time.time() < timeout:  # only wait 2 (default) minutes, then return.
            logger.postprocess("Checking for status change, please stand by ...", section)
            release = self.get_release(baseURL, imdbid, download_id, release_id)
            if release:
                try:
                    if release_id is None and release_status_old is None:  # we didn't have a release before, but now we do.
                        logger.postprocess("SUCCESS: Movie {0} has now been added to CouchPotato".format(imdbid), section)
                        return [0, "{0}: Successfully post-processed {1}".format(section, inputName)]

                    release_status_new = release[release_id]['status']
                    if release_status_new != release_status_old:
                        logger.postprocess("SUCCESS: Release {0} has now been marked with a status of [{1}]".format(
                            inputName, str(release_status_new).upper()), section)
                        return [0, "{0}: Successfully post-processed {1}".format(section, inputName)]
                except:
                    pass
            if not os.path.isdir(dirName):
                logger.postprocess("SUCCESS: Input Directory [{0}] has been processed and removed".format(
                    dirName), section)
                return [0, "{0}: Successfully post-processed {1}".format(section, inputName)]

            elif not listMediaFiles(dirName, media=True, audio=False, meta=False, archives=True):
                logger.postprocess("SUCCESS: Input Directory [{0}] has no remaining media files. This has been fully processed.".format(
                    dirName), section)
                return [0, "{0}: Successfully post-processed {1}".format(section, inputName)]

            # pause and let CouchPotatoServer catch its breath
            time.sleep(10 * wait_for)

        # The status hasn't changed. we have waited 2 minutes which is more than enough. uTorrent can resume seeding now.
        logger.warning(
            "{0} does not appear to have changed status after {1} minutes, Please check your logs.".format(inputName, wait_for),
            section)
        return [1, "{0}: Failed to post-process - No change in status".format(section)]
    def checkfiles(self,
                   section,
                   dirName,
                   inputName=None,
                   failed=False,
                   clientAgent="manual",
                   download_id=None,
                   inputCategory=None,
                   failureLink=None):
        cfg = dict(core.CFG[section][inputCategory])
        # auto-detect correct fork
        #fork, fork_params = autoFork(section, inputCategory)

        nzbExtractionBy = cfg.get("nzbExtractionBy", "Downloader")
        status = int(failed)
        if status > 0 and core.NOEXTRACTFAILED:
            extract = 0
        else:
            extract = int(cfg.get("extract", 0))

        if not os.path.isdir(dirName) and os.path.isfile(
                dirName
        ):  # If the input directory is a file, assume single file download and split dir/name.
            dirName = os.path.split(os.path.normpath(dirName))[0]

        SpecificPath = os.path.join(dirName, str(inputName))
        cleanName = os.path.splitext(SpecificPath)
        if cleanName[1] == ".nzb":
            SpecificPath = cleanName[0]
        if os.path.isdir(SpecificPath):
            dirName = SpecificPath

        # Attempt to create the directory if it doesn't exist and ignore any
        # error stating that it already exists. This fixes a bug where SickRage
        # won't process the directory because it doesn't exist.
        try:
            os.makedirs(dirName)  # Attempt to create the directory
        except OSError as e:
            # Re-raise the error if it wasn't about the directory not existing
            if e.errno != errno.EEXIST:
                raise

        #if 'process_method' not in fork_params or (clientAgent in ['nzbget', 'sabnzbd'] and nzbExtractionBy != "Destination"):
        #if inputName:
        #    process_all_exceptions(inputName, dirName)
        #    inputName, dirName = convert_to_ascii(inputName, dirName)

        # Now check if tv files exist in destination.
            if not listMediaFiles(
                    dirName, media=True, audio=False, meta=False,
                    archives=False):
                if listMediaFiles(dirName,
                                  media=False,
                                  audio=False,
                                  meta=False,
                                  archives=True) and extract:
                    logger.debug(
                        'Checking for archives to extract in directory: {0}'.
                        format(dirName))
                    core.extractFiles(dirName)
                    inputName, dirName = convert_to_ascii(inputName, dirName)

            if listMediaFiles(
                    dirName, media=True, audio=False, meta=False,
                    archives=False
            ):  # Check that a video exists. if not, assume failed.
                flatten(dirName)

        # Check video files for corruption
        good_files = 0
        num_files = 0
        for video in listMediaFiles(dirName,
                                    media=True,
                                    audio=False,
                                    meta=False,
                                    archives=False):
            num_files += 1
            if transcoder.isVideoGood(video, status):
                good_files += 1
                import_subs(video)
        if num_files > 0:
            if good_files == num_files and not status == 0:
                logger.info('Found Valid Videos. Setting status Success')
                status = 0
                failed = 0
            if good_files < num_files and status == 0:
                logger.info('Found corrupt videos. Setting status Failed')
                status = 1
                failed = 1
                if 'NZBOP_VERSION' in os.environ and os.environ[
                        'NZBOP_VERSION'][0:5] >= '14.0':
                    print('[NZB] MARK=BAD')
                if failureLink:
                    failureLink += '&corrupt=true'

        elif nzbExtractionBy == "Destination":
            logger.info(
                "Check for media files ignored because nzbExtractionBy is set to Destination."
            )
            if int(failed) == 0:
                logger.info("Setting Status Success.")
                status = 0
                failed = 0
            else:
                logger.info(
                    "Downloader reported an error during download or verification. Processing this as a failed download."
                )
                status = 1
                failed = 1
        else:
            logger.warning(
                "No media files found in directory {0}. Processing this as a failed download"
                .format(dirName), section)
            status = 1
            failed = 1

        return status