Esempio n. 1
0
def setup_solr_znode_env():
  """
  Setup SSL, ACL and authentication / authorization related Zookeeper settings for Solr (checkout: /clustersprops.json and /security.json)
  """
  import params

  custom_security_json_location = format("{infra_solr_conf}/custom-security.json")
  jaas_file = params.infra_solr_jaas_file if params.security_enabled else None
  java_opts = params.zk_security_opts if params.security_enabled else None
  url_scheme = 'https' if params.infra_solr_ssl_enabled else 'http'

  security_json_file_location = custom_security_json_location \
    if params.infra_solr_security_json_content and str(params.infra_solr_security_json_content).strip() \
    else format("{infra_solr_conf}/security.json") # security.json file to upload

  create_ambari_solr_znode(java_opts, jaas_file)

  solr_cloud_util.set_cluster_prop(
    zookeeper_quorum=params.zk_quorum,
    solr_znode=params.infra_solr_znode,
    java64_home=params.java64_home,
    prop_name="urlScheme",
    prop_value=url_scheme,
    jaas_file=jaas_file,
    java_opts=java_opts
  )
  if not params.infra_solr_security_manually_managed:
    solr_cloud_util.setup_kerberos_plugin(
      zookeeper_quorum=params.zk_quorum,
      solr_znode=params.infra_solr_znode,
      jaas_file=jaas_file,
      java64_home=params.java64_home,
      secure=params.security_enabled,
      security_json_location=security_json_file_location,
      java_opts=java_opts
    )

  if params.security_enabled:
    solr_cloud_util.secure_solr_znode(
      zookeeper_quorum=params.zk_quorum,
      solr_znode=params.infra_solr_znode,
      jaas_file=jaas_file,
      java64_home=params.java64_home,
      sasl_users_str=params.infra_solr_sasl_user,
      java_opts=java_opts
    )
Esempio n. 2
0
def setup_infra_solr(name=None):
    import params

    if name == 'server':
        Directory([
            params.infra_solr_log_dir, params.infra_solr_piddir,
            params.infra_solr_datadir, params.infra_solr_data_resources_dir
        ],
                  mode=0755,
                  cd_access='a',
                  create_parents=True,
                  owner=params.infra_solr_user,
                  group=params.user_group)

        Directory([params.solr_dir, params.infra_solr_conf],
                  mode=0755,
                  cd_access='a',
                  owner=params.infra_solr_user,
                  group=params.user_group,
                  create_parents=True,
                  recursive_ownership=True)

        File(params.infra_solr_log,
             mode=0644,
             owner=params.infra_solr_user,
             group=params.user_group,
             content='')

        File(format("{infra_solr_conf}/infra-solr-env.sh"),
             content=InlineTemplate(params.solr_env_content),
             mode=0755,
             owner=params.infra_solr_user,
             group=params.user_group)

        File(format("{infra_solr_datadir}/solr.xml"),
             content=InlineTemplate(params.solr_xml_content),
             owner=params.infra_solr_user,
             group=params.user_group)

        File(format("{infra_solr_conf}/log4j.properties"),
             content=InlineTemplate(params.solr_log4j_content),
             owner=params.infra_solr_user,
             group=params.user_group)

        custom_security_json_location = format(
            "{infra_solr_conf}/custom-security.json")
        File(custom_security_json_location,
             content=InlineTemplate(params.infra_solr_security_json_content),
             owner=params.infra_solr_user,
             group=params.user_group,
             mode=0640)

        jaas_file = params.infra_solr_jaas_file if params.security_enabled else None
        url_scheme = 'https' if params.infra_solr_ssl_enabled else 'http'

        create_ambari_solr_znode()

        security_json_file_location = custom_security_json_location \
          if params.infra_solr_security_json_content and str(params.infra_solr_security_json_content).strip() \
          else format("{infra_solr_conf}/security.json") # security.json file to upload

        if params.security_enabled:
            File(format("{infra_solr_jaas_file}"),
                 content=Template("infra_solr_jaas.conf.j2"),
                 owner=params.infra_solr_user)

            File(format("{infra_solr_conf}/security.json"),
                 content=Template("infra-solr-security.json.j2"),
                 owner=params.infra_solr_user,
                 group=params.user_group,
                 mode=0640)

        solr_cloud_util.set_cluster_prop(
            zookeeper_quorum=params.zookeeper_quorum,
            solr_znode=params.infra_solr_znode,
            java64_home=params.java64_home,
            prop_name="urlScheme",
            prop_value=url_scheme,
            jaas_file=jaas_file)

        solr_cloud_util.setup_kerberos_plugin(
            zookeeper_quorum=params.zookeeper_quorum,
            solr_znode=params.infra_solr_znode,
            jaas_file=jaas_file,
            java64_home=params.java64_home,
            secure=params.security_enabled,
            security_json_location=security_json_file_location)

        if params.security_enabled:
            solr_cloud_util.secure_solr_znode(
                zookeeper_quorum=params.zookeeper_quorum,
                solr_znode=params.infra_solr_znode,
                jaas_file=jaas_file,
                java64_home=params.java64_home,
                sasl_users_str=params.infra_solr_sasl_user)

    elif name == 'client':
        solr_cloud_util.setup_solr_client(params.config)

    else:
        raise Fail('Nor client or server were selected to install.')
Esempio n. 3
0
def setup_solr(name=None):
    import params

    if name == 'server':
        params.HdfsResource(params.solr_hdfs_home_dir,
                            type="directory",
                            action="create_on_execute",
                            owner=params.solr_user,
                            mode=0755)

        params.HdfsResource(None, action="execute")

        Directory([
            params.solr_log_dir, params.solr_piddir, params.solr_datadir,
            params.solr_data_resources_dir
        ],
                  mode=0755,
                  cd_access='a',
                  create_parents=True,
                  owner=params.solr_user,
                  group=params.user_group)

        Directory([params.solr_dir],
                  mode=0755,
                  cd_access='a',
                  create_parents=True,
                  recursive_ownership=True)

        Directory([params.solr_conf],
                  mode=0755,
                  cd_access='a',
                  owner=params.solr_user,
                  group=params.user_group,
                  create_parents=True,
                  recursive_ownership=True)

        File(params.solr_log,
             mode=0644,
             owner=params.solr_user,
             group=params.user_group,
             content='')

        File(format("{solr_conf}/solr-env.sh"),
             content=InlineTemplate(params.solr_env_content),
             mode=0755,
             owner=params.solr_user,
             group=params.user_group)

        if params.solr_xml_content:
            File(format("{solr_datadir}/solr.xml"),
                 content=InlineTemplate(params.solr_xml_content),
                 owner=params.solr_user,
                 group=params.user_group)

        File(format("{solr_conf}/log4j.properties"),
             content=InlineTemplate(params.solr_log4j_content),
             owner=params.solr_user,
             group=params.user_group)

        jaas_file = params.solr_jaas_file if params.security_enabled else None
        url_scheme = 'https' if params.solr_ssl_enabled else 'http'

        create_solr_znode()

        if params.security_enabled:
            File(format("{solr_jaas_file}"),
                 content=Template("solr_jaas.conf.j2"),
                 owner=params.solr_user)

        solr_cloud_util.set_cluster_prop(
            zookeeper_quorum=params.zookeeper_quorum,
            solr_znode=params.solr_znode,
            java64_home=params.java64_home,
            prop_name="urlScheme",
            prop_value=url_scheme,
            jaas_file=jaas_file)

        solr_cloud_util.setup_kerberos_plugin(
            zookeeper_quorum=params.zookeeper_quorum,
            solr_znode=params.solr_znode,
            jaas_file=jaas_file,
            java64_home=params.java64_home,
            secure=params.security_enabled)

    else:
        raise Fail('Neither client, nor server were selected to install.')