zoukankan      html  css  js  c++  java
  • centos7.7环境安装elasticsearch7.5.1集群

    centos7.6系统的elasticsearch7.5.1集群部署


    整体策略:
    将集群配置好,并且通过命令 curl 10.10.17.19:9200/_cluster/health?pretty 检查状态为green
    然后再次修改配置文件启用xpack认证,并拷贝认证文件到各节点,重启集群的节点


    1.配置新版本的elasticsearch使用自带的openjdk13
    # vim bin/profile

    export JAVA_HOME=/usr/local/elk/elasticsearch-7.5.1/jdk
    export PATH=$JAVA_HOME/bin:$PATH

    # 创建相关的日志和数据目录
    mkdir -p /data/es/data
    mkdir -p /data/es/logs
    mkdir -p /data/esback

    groupadd -g 1500 elasticsearch
    useradd -u 1500 -g elasticsearch elasticsearch

    swapoff -a

    echo "fs.file-max = 1000000" >> /etc/sysctl.conf
    echo "vm.max_map_count=262144" >> /etc/sysctl.conf
    echo "vm.swappiness = 1" >> /etc/sysctl.conf

    sysctl -p
    sed -i 's/* soft nofile 65535/* soft nofile 655350/g' /etc/security/limits.conf
    sed -i 's/* hard nofile 65535/* hard nofile 655350/g' /etc/security/limits.conf
    sed -i 's#*          soft    nproc     4096##' /etc/security/limits.d/20-nproc.conf

    # 修改/etc/security/limits.d/20-nproc.conf,新增

    * soft memlock unlimited
    * hard memlock unlimited

    chown -R elasticsearch.elasticsearch /data/es
    chown -R elasticsearch.elasticsearch /data/esback
    chown -R elasticsearch.elasticsearch /usr/local/elk/elasticsearch-7.5.1

    # 主节点配置
    [root@sz_ms_influenex_es_dev01_17_19 elasticsearch-7.5.1]# cat config/elasticsearch.yml
    cluster.name: influenex_elk_uat
    node.name: influenex_elk01
    path.data: /data/es/data
    path.logs: /data/es/logs
    path.repo: ["/data/esback"]
    bootstrap.memory_lock: true
    network.host: 10.10.17.19
    http.port: 9200
    transport.tcp.port: 9300
    node.master: true
    node.data: true
    discovery.seed_hosts: ["10.10.17.19:9300", "10.10.17.20:9300", "10.10.17.21:9300"]
    cluster.initial_master_nodes: ["10.10.17.19"]
    gateway.recover_after_nodes: 2
    transport.tcp.compress: true

    # 以下配置可以减少当es节点短时间宕机或重启时shards重新分布带来的磁盘io读写浪费
    discovery.zen.fd.ping_timeout: 300s
    discovery.zen.fd.ping_retries: 8
    discovery.zen.fd.ping_interval: 30s
    discovery.zen.ping_timeout: 180s

    # 密码部分的配置最好等集群配置没有问题后再进行
    xpack.security.enabled: true
    xpack.security.transport.ssl.enabled: true
    xpack.security.transport.ssl.verification_mode: certificate
    xpack.security.transport.ssl.keystore.path: /usr/local/elk/elasticsearch-7.5.1/config/elastic-certificates.p12
    xpack.security.transport.ssl.truststore.path: /usr/local/elk/elasticsearch-7.5.1/config/elastic-certificates.p12



    influenex_elk02

    # 第二个节点配置

    [elasticsearch@sz_ms_influenex_es_dev02_17_20 elasticsearch-7.5.1]$ cat config/elasticsearch.yml
    cluster.name: influenex_elk_uat
    node.name: influenex_elk02
    path.data: /data/es/data
    path.logs: /data/es/logs
    path.repo: ["/data/esback"]
    bootstrap.memory_lock: true
    network.host: 10.10.17.20
    http.port: 9200
    transport.tcp.port: 9300
    node.master: false
    node.data: true
    discovery.seed_hosts: ["10.10.17.19:9300", "10.10.17.20:9300", "10.10.17.21:9300"]
    cluster.initial_master_nodes: ["10.10.17.19"]
    gateway.recover_after_nodes: 2
    transport.tcp.compress: true

    # 以下配置可以减少当es节点短时间宕机或重启时shards重新分布带来的磁盘io读写浪费
    discovery.zen.fd.ping_timeout: 300s
    discovery.zen.fd.ping_retries: 8
    discovery.zen.fd.ping_interval: 30s
    discovery.zen.ping_timeout: 180s

    xpack.security.enabled: true
    xpack.security.transport.ssl.enabled: true
    xpack.security.transport.ssl.verification_mode: certificate
    xpack.security.transport.ssl.keystore.path: /usr/local/elk/elasticsearch-7.5.1/config/elastic-certificates.p12
    xpack.security.transport.ssl.truststore.path: /usr/local/elk/elasticsearch-7.5.1/config/elastic-certificates.p12


    influenex_elk03 配置

    [elasticsearch@sz_ms_influenex_es_dev03_17_21 elasticsearch-7.5.1]$ cat config/elasticsearch.yml
    cluster.name: influenex_elk_uat
    node.name: influenex_elk03
    path.data: /data/es/data
    path.logs: /data/es/logs
    path.repo: ["/data/esback"]
    bootstrap.memory_lock: true
    network.host: 10.10.17.21
    http.port: 9200
    transport.tcp.port: 9300
    node.master: false
    node.data: true
    discovery.seed_hosts: ["10.10.17.19:9300", "10.10.17.20:9300", "10.10.17.21:9300"]
    cluster.initial_master_nodes: ["10.10.17.19"]
    gateway.recover_after_nodes: 2
    transport.tcp.compress: true

    # 以下配置可以减少当es节点短时间宕机或重启时shards重新分布带来的磁盘io读写浪费
    discovery.zen.fd.ping_timeout: 300s
    discovery.zen.fd.ping_retries: 8
    discovery.zen.fd.ping_interval: 30s
    discovery.zen.ping_timeout: 180s

    xpack.security.enabled: true
    xpack.security.transport.ssl.enabled: true
    xpack.security.transport.ssl.verification_mode: certificate
    xpack.security.transport.ssl.keystore.path: /usr/local/elk/elasticsearch-7.5.1/config/elastic-certificates.p12
    xpack.security.transport.ssl.truststore.path: /usr/local/elk/elasticsearch-7.5.1/config/elastic-certificates.p12

    # 配置证书

    [elasticsearch@eus_influenex_es01:/usr/local/elk/elasticsearch-7.5.1]$ bin/elasticsearch-certutil ca
    WARNING: An illegal reflective access operation has occurred
    WARNING: Illegal reflective access by org.bouncycastle.jcajce.provider.drbg.DRBG (file:/usr/local/elk/elasticsearch-7.5.1/lib/tools/security-cli/bcprov-jdk15on-1.61.jar) to constructor sun.security.provider.Sun()
    WARNING: Please consider reporting this to the maintainers of org.bouncycastle.jcajce.provider.drbg.DRBG
    WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations
    WARNING: All illegal access operations will be denied in a future release
    This tool assists you in the generation of X.509 certificates and certificate
    signing requests for use with SSL/TLS in the Elastic stack.

    The 'ca' mode generates a new 'certificate authority'
    This will create a new X.509 certificate and private key that can be used
    to sign certificate when running in 'cert' mode.

    Use the 'ca-dn' option if you wish to configure the 'distinguished name'
    of the certificate authority

    By default the 'ca' mode produces a single PKCS#12 output file which holds:
        * The CA certificate
        * The CA's private key

    If you elect to generate PEM format certificates (the -pem option), then the output will
    be a zip file containing individual files for the CA certificate and private key

    Please enter the desired output file [elastic-stack-ca.p12]:
    Enter password for elastic-stack-ca.p12 :


    [elasticsearch@eus_influenex_es01:/usr/local/elk/elasticsearch-7.5.1]$ bin/elasticsearch-certutil cert --ca elastic-stack-ca.p12
    WARNING: An illegal reflective access operation has occurred
    WARNING: Illegal reflective access by org.bouncycastle.jcajce.provider.drbg.DRBG (file:/usr/local/elk/elasticsearch-7.5.1/lib/tools/security-cli/bcprov-jdk15on-1.61.jar) to constructor sun.security.provider.Sun()
    WARNING: Please consider reporting this to the maintainers of org.bouncycastle.jcajce.provider.drbg.DRBG
    WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations
    WARNING: All illegal access operations will be denied in a future release
    This tool assists you in the generation of X.509 certificates and certificate
    signing requests for use with SSL/TLS in the Elastic stack.

    The 'cert' mode generates X.509 certificate and private keys.
        * By default, this generates a single certificate and key for use
           on a single instance.
        * The '-multiple' option will prompt you to enter details for multiple
           instances and will generate a certificate and key for each one
        * The '-in' option allows for the certificate generation to be automated by describing
           the details of each instance in a YAML file

        * An instance is any piece of the Elastic Stack that requires an SSL certificate.
          Depending on your configuration, Elasticsearch, Logstash, Kibana, and Beats
          may all require a certificate and private key.
        * The minimum required value for each instance is a name. This can simply be the
          hostname, which will be used as the Common Name of the certificate. A full
          distinguished name may also be used.
        * A filename value may be required for each instance. This is necessary when the
          name would result in an invalid file or directory name. The name provided here
          is used as the directory name (within the zip) and the prefix for the key and
          certificate files. The filename is required if you are prompted and the name
          is not displayed in the prompt.
        * IP addresses and DNS names are optional. Multiple values can be specified as a
          comma separated string. If no IP addresses or DNS names are provided, you may
          disable hostname verification in your SSL configuration.

        * All certificates generated by this tool will be signed by a certificate authority (CA).
        * The tool can automatically generate a new CA for you, or you can provide your own with the
             -ca or -ca-cert command line options.

    By default the 'cert' mode produces a single PKCS#12 output file which holds:
        * The instance certificate
        * The private key for the instance certificate
        * The CA certificate

    If you specify any of the following options:
        * -pem (PEM formatted output)
        * -keep-ca-key (retain generated CA key)
        * -multiple (generate multiple certificates)
        * -in (generate certificates from an input file)
    then the output will be be a zip file containing individual certificate/key files

    Enter password for CA (elastic-stack-ca.p12) :
    Please enter the desired output file [elastic-certificates.p12]:
    Enter password for elastic-certificates.p12 :

    Certificates written to /usr/local/elk/elasticsearch-7.5.1/elastic-certificates.p12

    This file should be properly secured as it contains the private key for
    your instance.

    This file is a self contained file and can be copied and used 'as is'
    For each Elastic product that you wish to configure, you should copy
    this '.p12' file to the relevant configuration directory
    and then follow the SSL configuration instructions in the product guide.

    For client applications, you may only need to copy the CA certificate and
    configure the client to trust this certificate.


    [elasticsearch@eus_influenex_es01:/usr/local/elk/elasticsearch-7.5.1]$ cp elastic-certificates.p12 config/

    [elasticsearch@eus_influenex_es01:/usr/local/elk/elasticsearch-7.5.1]$ curl -u elastic:pass http://172.16.0.233:9200/_cluster/health?pretty
    {
      "cluster_name" : "influenex_elk_pro",
      "status" : "green",
      "timed_out" : false,
      "number_of_nodes" : 3,
      "number_of_data_nodes" : 3,
      "active_primary_shards" : 1,
      "active_shards" : 2,
      "relocating_shards" : 0,
      "initializing_shards" : 0,
      "unassigned_shards" : 0,
      "delayed_unassigned_shards" : 0,
      "number_of_pending_tasks" : 0,
      "number_of_in_flight_fetch" : 0,
      "task_max_waiting_in_queue_millis" : 0,
      "active_shards_percent_as_number" : 100.0
    }


    UserParameter=es_status,curl -u elastic:pass -sXGET http://172.16.0.233:9200/_cluster/health/?pretty | grep "status"|awk -F '[ "]+' '{print $4}'|grep -c 'green'
    UserParameter=es_debug,sudo /bin/find /usr/local/elk/elasticsearch-7.5.1 -name hs_err_pid*.log -o -name java_pid*.hprof|wc -l


    vim /usr/local/zabbix_agents_3.2.0/scripts/start_es.sh

    #!/bin/bash
    # if elasticsearch exists kill it
    source /etc/profile


    # 删除java报错产生的文件
    /usr/bin/sudo /bin/find /usr/local/elk/elasticsearch-7.5.1 -name hs_err_pid*.log -o -name java_pid*.hprof | xargs rm -f

    # kill并重新启动elasticsearch
    count_es=`ps -ef|grep elasticsearch|grep -v grep|wc -l`
    if [ $count_es -ge 1 ];then
        ps -ef|grep elasticsearch|grep -v grep|/bin/kill -9 `awk '{print $2}'`
    fi
    # start it
    su elasticsearch -c "cd /usr/local/elk/elasticsearch-7.5.1/bin && /bin/bash elasticsearch -d"

    # 添加密码部分的配置,并重启elasticsearch进程,配置密码

    # 密码部分的配置最好等集群配置没有问题后再进行
    xpack.security.enabled: true
    xpack.security.transport.ssl.enabled: true
    xpack.security.transport.ssl.verification_mode: certificate
    xpack.security.transport.ssl.keystore.path: /usr/local/elk/elasticsearch-7.5.1/config/elastic-certificates.p12
    xpack.security.transport.ssl.truststore.path: /usr/local/elk/elasticsearch-7.5.1/config/elastic-certificates.p12


    # 设置密码
    [elasticsearch@sz_ms_influenex_es_dev01_17_19 elasticsearch-7.5.1]$ bin/elasticsearch-setup-passwords interactive
    Initiating the setup of passwords for reserved users elastic,apm_system,kibana,logstash_system,beats_system,remote_monitoring_user.
    You will be prompted to enter passwords as the process progresses.
    Please confirm that you would like to continue [y/N]y


    Enter password for [elastic]:
    Reenter password for [elastic]:
    Enter password for [apm_system]:
    Reenter password for [apm_system]:
    Enter password for [kibana]:
    Reenter password for [kibana]:
    Enter password for [logstash_system]:
    Reenter password for [logstash_system]:
    Enter password for [beats_system]:
    Reenter password for [beats_system]:
    Enter password for [remote_monitoring_user]:
    Reenter password for [remote_monitoring_user]:
    Changed password for user [apm_system]
    Changed password for user [kibana]
    Changed password for user [logstash_system]
    Changed password for user [beats_system]
    Changed password for user [remote_monitoring_user]
    Changed password for user [elastic]


    # 检查集群的配置
    [elasticsearch@sz_ms_influenex_es_dev01_17_19 elasticsearch-7.5.1]$ curl -u elastic:pass10.10.17.19:9200/_cluster/health?pretty
    {
      "cluster_name" : "influenex_elk_uat",
      "status" : "green",
      "timed_out" : false,
      "number_of_nodes" : 3,
      "number_of_data_nodes" : 3,
      "active_primary_shards" : 1,
      "active_shards" : 2,
      "relocating_shards" : 0,
      "initializing_shards" : 0,
      "unassigned_shards" : 0,
      "delayed_unassigned_shards" : 0,
      "number_of_pending_tasks" : 0,
      "number_of_in_flight_fetch" : 0,
      "task_max_waiting_in_queue_millis" : 0,
      "active_shards_percent_as_number" : 100.0
    }

  • 相关阅读:
    C# -- 使用缓冲区进行文件下载操作
    C# -- 使用ODBC连接数据库
    C# -- Quartz.Net入门案例
    C# -- LinkedList的使用
    ASP.NET -- 获取浏览器信息
    Windows -- 从注册表删除IE浏览器加载项
    C# -- FTP上传下载
    C# -- 使用Ping检查网络是否正常
    WinForm -- 为TextBox文本框添加鼠标右键菜单
    C# -- 使用Parallel并行执行任务
  • 原文地址:https://www.cnblogs.com/reblue520/p/12219116.html
Copyright © 2011-2022 走看看