コード例 #1
0
ファイル: __init__.py プロジェクト: Holdlen2DH/snap-engine
# Read configuration *.ini file from either '.', '<module_dir>/..', '<module_dir>' in this order
config = cp.ConfigParser()
config.read([
    os.path.join(module_dir, module_ini),
    os.path.join(os.path.join(module_dir, '..'), module_ini), module_ini
])

debug = False
if config.has_option('DEFAULT', 'debug'):
    debug = config.getboolean('DEFAULT', 'debug')

# Pre-load Java VM shared library and import 'jpy', the Java-Python bridge
if module_dir not in sys.path:
    sys.path.append(module_dir)
import jpyutil
jpyutil.preload_jvm_dll()
import jpy

if debug:
    # jpy.diag.F_OFF    0x00
    # jpy.diag.F_TYPE   0x01
    # jpy.diag.F_METH   0x02
    # jpy.diag.F_EXEC   0x04
    # jpy.diag.F_MEM    0x08
    # jpy.diag.F_JVM    0x10
    # jpy.diag.F_ERR    0x20
    # jpy.diag.F_ALL    0xff
    jpy.diag.flags = jpy.diag.F_EXEC + jpy.diag.F_ERR


# Recursively searches for JAR files in 'dir_path' and appends them to the first member of the
コード例 #2
0
ファイル: snappyutil.py プロジェクト: zookeeper7/snap-engine
def _configure_snappy(snap_home=None,
                      java_module=None,
                      java_home=None,
                      jvm_max_mem=None,
                      req_arch=None,
                      req_java=False,
                      req_py=False,
                      force=False):
    """
    Unzips matching jpy binary distribution from ../lib/jpy.<platform>-<python-version>.zip,
    imports unpacked 'jpyutil' and configures jpy for SNAP.

    :param snap_home: SNAP distribution directory.
    :param java_home: Java home directory. See also Java system property "java.home".
    :param jvm_max_mem: The heap size of the JVM.
    :param req_arch:  Required JVM architecture (amd64, ia86, x86, etc). See Java system property "os.arch".
    :param req_java:  Fail, if configuration of jpy's Java API fails.
    :param req_py:    Fail, if configuration of jpy's Python API fails.
    :param force:     Force overwriting of existing files.
    :return:
    """

    logging.info("Installing from Java module '" + java_module + "'")

    if req_arch:
        req_arch = req_arch.lower()
        act_arch = platform.machine().lower()

        if req_arch != act_arch:
            logging.warning("Architecture requirement possibly not met: "
                            "Python is " + act_arch + " but JVM requires " +
                            req_arch)
        is64 = sys.maxsize > 2**31 - 1
        if is64 and not req_arch in ('amd64', 'ia64', 'x64', 'x86_64'):
            logging.warning("Architecture requirement possibly not met: "
                            "Python is 64 bit but JVM requires " + req_arch)

    snappy_dir = os.path.dirname(os.path.abspath(__file__))
    snappy_ini_file = os.path.join(snappy_dir, 'snappy.ini')

    jpyutil_file = os.path.join(snappy_dir, 'jpyutil.py')
    jpyconfig_java_file = os.path.join(snappy_dir, 'jpyconfig.properties')
    jpyconfig_py_file = os.path.join(snappy_dir, 'jpyconfig.py')

    must_install_jpy = force \
                       or not os.path.exists(jpyutil_file)
    if not must_install_jpy:
        try:
            import jpyutil
        except ImportError:
            must_install_jpy = True

    must_configure_jpy = force \
                         or must_install_jpy \
                         or not (os.path.exists(jpyconfig_java_file) and os.path.exists(jpyconfig_py_file))
    if not must_configure_jpy:
        try:
            import jpyutil

            jpyutil.preload_jvm_dll()
            import jpy
        except:
            must_configure_jpy = True

    must_configure_snappy = force \
                            or must_configure_jpy \
                            or not os.path.exists(snappy_ini_file)

    #
    # If jpy is not installed yet at all, try to do so by using any compatible binary wheel found
    # in ${snappy_dir} or ${java_module}.
    #
    if must_install_jpy:
        logging.info("Installing jpy...")

        # See "PEP 0425 -- Compatibility Tags for Built Distributions"
        # https://www.python.org/dev/peps/pep-0425/
        import distutils.util

        platform_tag = distutils.util.get_platform().replace('-', '_').replace(
            '.', '_')
        python_tag = 'cp%d%d' % (
            sys.version_info.major,
            sys.version_info.minor,
        )
        jpy_wheel_file_pat = 'jpy-{version}-%s-{abi_tag}-%s.whl' % (
            python_tag, platform_tag)

        import re

        jpy_wheel_file_re = jpy_wheel_file_pat.replace(
            '{version}', '[^\-]+').replace('{abi_tag}', '[^\-]+')
        jpy_wheel_file_rec = re.compile(jpy_wheel_file_re)

        #
        # See if user put a custom jpy platform wheel into snappy dir
        # ./snappy/jpy-{version}-{python_tag}-{abi_tag}-{platform_tag}.whl
        #
        jpy_wheel_file = _find_file(snappy_dir, jpy_wheel_file_rec)
        # No, then search for it in the snap-python module
        if not jpy_wheel_file:
            #
            # Look for
            # ${java_module}/lib/jpy-{version}-{python_tag}-{abi_tag}-{platform_tag}.whl
            # depending of whether ${java_module} it is a JAR file or directory
            #
            if os.path.isfile(java_module):
                with zipfile.ZipFile(java_module) as zf:
                    lib_prefix = 'lib/'
                    for name in zf.namelist():
                        if name.startswith(lib_prefix):
                            basename = name[len(lib_prefix):]
                            if jpy_wheel_file_rec.match(basename):
                                logging.info("Extracting '" + name +
                                             "' from '" + java_module + "'")
                                jpy_wheel_file = zf.extract(name, snappy_dir)
                                break
            else:
                lib_dir = os.path.join(java_module, 'lib')
                jpy_wheel_file = _find_file(lib_dir, jpy_wheel_file_rec)

        if jpy_wheel_file and os.path.exists(jpy_wheel_file):
            logging.info("Unzipping '" + jpy_wheel_file + "'")
            with zipfile.ZipFile(jpy_wheel_file) as zf:
                zf.extractall(snappy_dir)
        else:
            logging.error("\n".join([
                "The module 'jpy' is required to run snappy, but no binary 'jpy' wheel matching the pattern",
                "'" + jpy_wheel_file_pat + "' could be found.",
                "You can try to build a 'jpy' wheel yourself, then copy it into",
                "\"" + snappy_dir +
                "\", and then run the configuration again.",
                "Unzip the jpy sources in " + snappy_dir +
                "/jpy-<version>.zip, then", "  $ cd jpy-<version>",
                "  $ python setup.py bdist_wheel",
                "  $ cp dist/*.whl \"" + snappy_dir + "\"",
                "Or get the source code from https://github.com/bcdev/jpy and follow the build instructions:",
                "  $ git clone https://github.com/bcdev/jpy.git", "  $ cd jpy"
            ]))

            return _ERR_CODE_NO_MATCHING_JPY_WHEEL_FOUND
    else:
        logging.info("jpy is already installed")

    #
    # If jpy isn't configured yet, do so by executing "jpyutil.py" which will write the runtime configurations:
    # - "jpyconfig.properties" - Configuration for Java about Python (jpy extension module)
    # - "jpyconfig.py" - Configuration for Python about Java (JVM)
    #
    if must_configure_jpy:
        logging.info("Configuring jpy...")
        if os.path.exists(jpyutil_file):
            # Note 'jpyutil.py' has been unpacked by the previous step, so we can safely import it
            import jpyutil

            if not java_home:
                jre_dir = os.path.join(snap_home, 'jre')
                if not os.path.exists(jre_dir):
                    parent = os.path.dirname(jpyutil_file)
                    while parent:
                        jre_dir = os.path.join(parent, 'jre')
                        if os.path.exists(jre_dir):
                            break
                        parent = os.path.dirname(parent)
                if os.path.exists(jre_dir):
                    java_home = os.path.normpath(jre_dir)

            ret_code = jpyutil.write_config_files(out_dir=snappy_dir,
                                                  java_home_dir=java_home,
                                                  req_java_api_conf=req_java,
                                                  req_py_api_conf=req_py)
            if ret_code:
                return ret_code
        else:
            logging.error(
                "Missing Python module '{}'\nwhich is required to complete the configuration."
                .format(jpyutil_file))
            return _ERR_CODE_MISSING_MODULE_JPYUTIL
    else:
        logging.info("jpy is already configured")

    #
    # If snappy isn't configured yet, do so by writing a default "snappy.ini".
    # Note, this file is only used if you use SNAP from Python, i.e. importing
    # the snappy module in your Python programs.
    #
    if must_configure_snappy:
        logging.info("Configuring snappy...")
        with open(snappy_ini_file, 'w') as file:
            file.writelines([
                '[DEFAULT]\n',
                'snap_home = %s\n' % snap_home,
                'java_max_mem: %s\n' % jvm_max_mem,
                '# snap_start_engine: False\n',
                '# java_class_path: ./target/classes\n',
                '# java_library_path: ./lib\n',
                '# java_options: -Djava.awt.headless=false\n',
                '# debug: False\n'
            ])
            logging.info(
                "snappy configuration written to '{}'".format(snappy_ini_file))
    else:
        logging.info("snappy is already configured")

    #
    # Finally, we test the snappy installation/configuration by importing it.
    # If this won't succeed, _main() will catch the error and report it.
    #
    logging.info("Importing snappy for final test...")
    sys.path = [os.path.join(snappy_dir, '..')] + sys.path
    try:
        __import__('snappy')
    except:
        return _ERR_CODE_IMPORTING_SNAPPY_FAILED

    logging.info(
        "Done. The SNAP-Python interface is located in '%s'\n"
        "When using SNAP from Python, either do: sys.path.append('%s')\n"
        "or copy the snappy module into your Python's 'site-packages' directory."
        % (snappy_dir, snappy_dir.replace("\\", "\\\\")))

    return 0
コード例 #3
0
ファイル: __init__.py プロジェクト: Holdlen2DH/snap-engine
# Read configuration *.ini file from either '.', '<module_dir>/..', '<module_dir>' in this order
config = cp.ConfigParser()
config.read([os.path.join(module_dir, module_ini),
             os.path.join(os.path.join(module_dir, '..'), module_ini),
             module_ini
             ])

debug = False
if config.has_option('DEFAULT', 'debug'):
    debug = config.getboolean('DEFAULT', 'debug')

# Pre-load Java VM shared library and import 'jpy', the Java-Python bridge
if module_dir not in sys.path:
    sys.path.append(module_dir)
import jpyutil
jpyutil.preload_jvm_dll()
import jpy

if debug:
    # jpy.diag.F_OFF    0x00
    # jpy.diag.F_TYPE   0x01
    # jpy.diag.F_METH   0x02
    # jpy.diag.F_EXEC   0x04
    # jpy.diag.F_MEM    0x08
    # jpy.diag.F_JVM    0x10
    # jpy.diag.F_ERR    0x20
    # jpy.diag.F_ALL    0xff
    jpy.diag.flags = jpy.diag.F_EXEC + jpy.diag.F_ERR


# Recursively searches for JAR files in 'dir_path' and appends them to the first member of the
コード例 #4
0
def _configure_snappy(snap_home=None,
                      java_module=None,
                      java_home=None,
                      req_arch=None,
                      req_java=False,
                      req_py=False,
                      force=False):
    """
    Unzips matching jpy binary distribution from ../lib/jpy.<platform>-<python-version>.zip,
    imports unpacked 'jpyutil' and configures jpy for SNAP.

    :param snap_home: SNAP distribution directory.
    :param java_home: Java home directory. See also Java system property "java.home".
    :param req_arch:  Required JVM architecture (amd64, ia86, x86, etc). See Java system property "os.arch".
    :param req_java:  Fail, if configuration of jpy's Java API fails.
    :param req_py:    Fail, if configuration of jpy's Python API fails.
    :param force:     Force overwriting of existing files.
    :return:
    """

    logging.info("Installing from Java module '" + java_module + "'")

    if req_arch:
        req_arch = req_arch.lower()
        act_arch = platform.machine().lower()

        if req_arch != act_arch:
            logging.warning("Architecture requirement possibly not met: "
                            "Python is " + act_arch + " but JVM requires " + req_arch)
        is64 = sys.maxsize > 2 ** 31 - 1
        if is64 and not req_arch in ('amd64', 'ia64', 'x64', 'x86_64'):
            logging.warning("Architecture requirement possibly not met: "
                            "Python is 64 bit but JVM requires " + req_arch)

    snappy_dir = os.path.dirname(os.path.abspath(__file__))
    snappy_ini_file = os.path.join(snappy_dir, 'snappy.ini')

    jpyutil_file = os.path.join(snappy_dir, 'jpyutil.py')
    jpyconfig_java_file = os.path.join(snappy_dir, 'jpyconfig.properties')
    jpyconfig_py_file = os.path.join(snappy_dir, 'jpyconfig.py')

    must_install_jpy = force \
                       or not os.path.exists(jpyutil_file)
    if not must_install_jpy:
        try:
            import jpyutil
        except ImportError:
            must_install_jpy = True

    must_configure_jpy = force \
                         or must_install_jpy \
                         or not (os.path.exists(jpyconfig_java_file) and os.path.exists(jpyconfig_py_file))
    if not must_configure_jpy:
        try:
            import jpyutil

            jpyutil.preload_jvm_dll()
            import jpy
        except:
            must_configure_jpy = True

    must_configure_snappy = force \
                            or must_configure_jpy \
                            or not os.path.exists(snappy_ini_file)

    #
    # If jpy is not installed yet at all, try to do so by using any compatible binary wheel found
    # in ${snappy_dir} or ${java_module}.
    #
    if must_install_jpy:
        logging.info("Installing jpy...")

        # See "PEP 0425 -- Compatibility Tags for Built Distributions"
        # https://www.python.org/dev/peps/pep-0425/
        import distutils.util

        platform_tag = distutils.util.get_platform().replace('-', '_').replace('.', '_')
        python_tag = 'cp%d%d' % (sys.version_info.major, sys.version_info.minor,)
        jpy_wheel_file_pat = 'jpy-{version}-%s-{abi_tag}-%s.whl' % (python_tag, platform_tag)

        import re

        jpy_wheel_file_re = jpy_wheel_file_pat.replace('{version}', '[^\-]+').replace('{abi_tag}', '[^\-]+')
        jpy_wheel_file_rec = re.compile(jpy_wheel_file_re)

        #
        # See if user put a custom jpy platform wheel into snappy dir
        # ./snappy/jpy-{version}-{python_tag}-{abi_tag}-{platform_tag}.whl
        #
        jpy_wheel_file = _find_file(snappy_dir, jpy_wheel_file_rec)
        # No, then search for it in the snap-python module
        if not jpy_wheel_file:
            #
            # Look for
            # ${java_module}/lib/jpy-{version}-{python_tag}-{abi_tag}-{platform_tag}.whl
            # depending of whether ${java_module} it is a JAR file or directory
            #
            if os.path.isfile(java_module):
                with zipfile.ZipFile(java_module) as zf:
                    lib_prefix = 'lib/'
                    for name in zf.namelist():
                        if name.startswith(lib_prefix):
                            basename = name[len(lib_prefix):]
                            if jpy_wheel_file_rec.match(basename):
                                logging.info("Extracting '" + name + "' from '" + java_module + "'")
                                jpy_wheel_file = zf.extract(name, snappy_dir)
                                break
            else:
                lib_dir = os.path.join(java_module, 'lib')
                jpy_wheel_file = _find_file(lib_dir, jpy_wheel_file_rec)

        if jpy_wheel_file and os.path.exists(jpy_wheel_file):
            logging.info("Unzipping '" + jpy_wheel_file + "'")
            with zipfile.ZipFile(jpy_wheel_file) as zf:
                zf.extractall(snappy_dir)
        else:
            logging.error("The module 'jpy' is required to run snappy, but no binary 'jpy' wheel matching the pattern")
            logging.error("'" + jpy_wheel_file_pat + "' could be found.\n"
                          + "You can try to build a 'jpy' wheel yourself and then copy it into\n"
                          + "\"" + snappy_dir + "\" and then run the configuration again.\n"
                          + "Please go to https://github.com/bcdev/jpy and follow the build instructions. E.g.\n"
                          + "  > git clone https://github.com/bcdev/jpy.git\n"
                          + "  > cd jpy\n"
                          + "  > python setup.py bdist_wheel\n"
                          + "  > cp dist/*.whl \"" + snappy_dir + "\"")
            return 10
    else:
        logging.info("jpy is already installed")

    #
    # If jpy isn't configured yet, do so by executing "jpyutil.py" which will write the runtime configurations:
    # - "jpyconfig.properties" - Configuration for Java about Python (jpy extension module)
    # - "jpyconfig.py" - Configuration for Python about Java (JVM)
    #
    if must_configure_jpy:
        logging.info("Configuring jpy...")
        if os.path.exists(jpyutil_file):
            # Note 'jpyutil.py' has been unpacked by the previous step, so we can safely import it
            import jpyutil

            if not java_home:
                jre_dir = os.path.join(snap_home, 'jre')
                if not os.path.exists(jre_dir):
                    parent = os.path.dirname(jpyutil_file)
                    while parent:
                        jre_dir = os.path.join(parent, 'jre')
                        if os.path.exists(jre_dir):
                            break
                        parent = os.path.dirname(parent)
                if os.path.exists(jre_dir):
                    java_home = os.path.normpath(jre_dir)

            ret_code = jpyutil.write_config_files(out_dir=snappy_dir,
                                                  java_home_dir=java_home,
                                                  req_java_api_conf=req_java,
                                                  req_py_api_conf=req_py)
            if ret_code:
                return ret_code
        else:
            logging.error("Missing Python module '" + jpyutil_file + "'\n"
                                                                     "which is required to complete the configuration.")
            return 20
    else:
        logging.info("jpy is already configured")

    #
    # If snappy isn't configured yet, do so by writing a default "snappy.ini".
    # Note, this file is only used if you use SNAP from Python, i.e. importing
    # the snappy module in your Python programs.
    #
    if must_configure_snappy:
        logging.info("Configuring snappy...")
        with open(snappy_ini_file, 'w') as file:
            file.writelines(['[DEFAULT]\n',
                             'snap_home = %s\n' % snap_home,
                             '# java_class_path: ./target/classes\n',
                             '# java_library_path: ./lib\n',
                             '# java_options: -Djava.awt.headless=false\n',
                             '# java_max_mem: 4G\n',
                             '# debug: False\n'])
            logging.info("snappy configuration written to '" + snappy_ini_file + "'")
    else:
        logging.info("snappy is already configured")

    #
    # Finally, we test the snappy installation/configuration by importing it.
    # If this won't succeed, _main() will catch the error and report it.
    #
    logging.info("Importing snappy for final test...")
    sys.path = [os.path.join(snappy_dir, '..')] + sys.path
    __import__('snappy')

    logging.info("Done. The SNAP-Python interface is located in '%s'\n"
                 "When using SNAP from Python, either do: sys.path.append('%s')\n"
                 "or copy the snappy module into your Python's 'site-packages' directory."
                 % (snappy_dir, snappy_dir.replace("\\", "\\\\")))

    return 0