Docker構建es集羣+Kibana+Cerebro

Docker構建es集羣+Kibana+Cerebro+ik中文分詞器

一、創建docker-compose目錄結構

將elasticsearch下的各個節點的data和logs目錄需要修改權限：

chmod 0777 data

analysis-ik分詞器的已經放入，需要的可以到碼雲下載 ： https://gitee.com/molonglove/docker-es-service

二、docker-compose.yml配置文件

version: '3'
networks:
  esnet:
services:
  # 主節點
  es-master:
    container_name: es-master
    hostname: es-master
    image: elasticsearch:7.1.0
    restart: always
    ports:
      - 9200:9200
    ulimits:
      memlock:
        soft: -1
        hard: -1
    volumes:
      - ./elasticsearch/es-master/elasticsearch.yml:/usr/share/elasticsearch/config/elasticsearch.yml
      - ./elasticsearch/es-master/plugins/analysis-ik:/usr/share/elasticsearch/plugins/analysis-ik
      - ./elasticsearch/es-master/data:/usr/share/elasticsearch/data
      - ./elasticsearch/es-master/logs:/usr/share/elasticsearch/logs
    environment:
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
    networks:
      esnet:
        aliases:
          - es-master
  # 從節點        
  es-node-1:
    container_name: es-node-1
    image: elasticsearch:7.1.0
    restart: always
    volumes:
      - ./elasticsearch/es-node-1/elasticsearch.yml:/usr/share/elasticsearch/config/elasticsearch.yml
      - ./elasticsearch/es-node-1/plugins/analysis-ik:/usr/share/elasticsearch/plugins/analysis-ik
      - ./elasticsearch/es-node-1/data:/usr/share/elasticsearch/data
      - ./elasticsearch/es-node-1/logs:/usr/share/elasticsearch/logs
    environment:
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
    ulimits:
      memlock:
        soft: -1
        hard: -1
    networks:
      esnet:
        aliases:
          - es-node-1 
  # 從節點        
  es-node-2:
    container_name: es-node-2
    image: elasticsearch:7.1.0
    restart: always
    volumes:
      - ./elasticsearch/es-node-2/elasticsearch.yml:/usr/share/elasticsearch/config/elasticsearch.yml
      - ./elasticsearch/es-node-2/plugins/analysis-ik:/usr/share/elasticsearch/plugins/analysis-ik
      - ./elasticsearch/es-node-2/data:/usr/share/elasticsearch/data
      - ./elasticsearch/es-node-2/logs:/usr/share/elasticsearch/logs
    environment:
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
    ulimits:
      memlock:
        soft: -1
        hard: -1
    networks:
      esnet:
        aliases:
          - es-node-2
  # kibana 監控        
  kibana:
    image: docker.elastic.co/kibana/kibana:7.1.0
    container_name: kibana
    volumes:
      - ./kibana/config/kibana.yml:/usr/share/kibana/config/kibana.yml
    environment:
      - I18N_LOCALE=zh-CN
      - XPACK_GRAPH_ENABLED=true
      - TIMELION_ENABLED=true
      - XPACK_MONITORING_COLLECTION_ENABLED="true"
    ports:
      - "5601:5601"
    networks:
      - esnet
  # Cerebro    
  cerebro:
    image: lmenezes/cerebro:0.8.3
    container_name: cerebro
    ports:
      - "9000:9000"
    command:
      - -Dhosts.0.host=http://es-master:9200
    networks:
      - esnet

三、各個節點的elasticsearch的配置文件

主節點：

# 集羣名稱
cluster.name: es-cluster
# 節點名稱
node.name: es-master
# 是否可以成爲master節點
node.master: true
# 是否允許該節點存儲數據,默認開啓
node.data: false
# 網絡綁定
network.host: 0.0.0.0
# 設置對外服務的http端口
http.port: 9200
# 設置節點間交互的tcp端口
transport.port: 9300
# 集羣發現
discovery.seed_hosts:
  - es-master
  - es-node-1
  - es-node-2
# 手動指定可以成爲 mater 的所有節點的 name 或者 ip，這些配置將會在第一次選舉中進行計算
cluster.initial_master_nodes:
  - es-master
# 支持跨域訪問
http.cors.enabled: true
http.cors.allow-origin: "*"
# 安全認證
xpack.security.enabled: false
bootstrap.memory_lock: true

從節點es-node-1：

# 集羣名稱
cluster.name: es-cluster
# 節點名稱
node.name: es-node-1
# 是否可以成爲master節點
node.master: false
# 是否允許該節點存儲數據,默認開啓
node.data: true
# 網絡綁定
network.host: 0.0.0.0
# 設置對外服務的http端口
http.port: 9200
# 設置節點間交互的tcp端口
transport.port: 9300
# 集羣發現
discovery.seed_hosts:
  - es-master
  - es-node-1
  - es-node-2
# 手動指定可以成爲 mater 的所有節點的 name 或者 ip，這些配置將會在第一次選舉中進行計算
cluster.initial_master_nodes:
  - es-master
# 支持跨域訪問
http.cors.enabled: true
http.cors.allow-origin: "*"
# 安全認證
xpack.security.enabled: false
bootstrap.memory_lock: true 

從節點es-node-2

# 集羣名稱
cluster.name: es-cluster
# 節點名稱
node.name: es-node-2
# 是否可以成爲master節點
node.master: false
# 是否允許該節點存儲數據,默認開啓
node.data: true
# 網絡綁定
network.host: 0.0.0.0
# 設置對外服務的http端口
http.port: 9200
# 設置節點間交互的tcp端口
transport.port: 9300
# 集羣發現
discovery.seed_hosts:
  - es-master
  - es-node-1
  - es-node-2
# 手動指定可以成爲 mater 的所有節點的 name 或者 ip，這些配置將會在第一次選舉中進行計算
cluster.initial_master_nodes:
  - es-master
# 支持跨域訪問
http.cors.enabled: true
http.cors.allow-origin: "*"
# 安全認證
xpack.security.enabled: false
bootstrap.memory_lock: true 

四、Kibana配置

# Kibana is served by a back end server. This setting specifies the port to use.
# 端口
server.port: 5601

# Specifies the address to which the Kibana server will bind. IP addresses and host names are both valid values.
# The default is 'localhost', which usually means remote machines will not be able to connect.
# To allow connections from remote users, set this parameter to a non-loopback address.
# 任何IP都可以訪問
server.host: "0.0.0.0"

# Enables you to specify a path to mount Kibana at if you are running behind a proxy.
# Use the `server.rewriteBasePath` setting to tell Kibana if it should remove the basePath
# from requests it receives, and to prevent a deprecation warning at startup.
# This setting cannot end in a slash.
#server.basePath: ""

# Specifies whether Kibana should rewrite requests that are prefixed with
# `server.basePath` or require that they are rewritten by your reverse proxy.
# This setting was effectively always `false` before Kibana 6.3 and will
# default to `true` starting in Kibana 7.0.
#server.rewriteBasePath: false

# The maximum payload size in bytes for incoming server requests.
#server.maxPayloadBytes: 1048576

# The Kibana server's name.  This is used for display purposes.
#server.name: "your-hostname"

# The URLs of the Elasticsearch instances to use for all your queries.
# elasticsearch.hosts: ["http://192.168.252.136:9200"]
# 指定訪問
elasticsearch.hosts: ["http://es-master:9200"]
# When this setting's value is true Kibana uses the hostname specified in the server.host
# setting. When the value of this setting is false, Kibana uses the hostname of the host
# that connects to this Kibana instance.
#elasticsearch.preserveHost: true

# Kibana uses an index in Elasticsearch to store saved searches, visualizations and
# dashboards. Kibana creates a new index if the index doesn't already exist.
#kibana.index: ".kibana"

# The default application to load.
#kibana.defaultAppId: "home"

# If your Elasticsearch is protected with basic authentication, these settings provide
# the username and password that the Kibana server uses to perform maintenance on the Kibana
# index at startup. Your Kibana users still need to authenticate with Elasticsearch, which
# is proxied through the Kibana server.
#elasticsearch.username: "user"
#elasticsearch.password: "pass"

# Enables SSL and paths to the PEM-format SSL certificate and SSL key files, respectively.
# These settings enable SSL for outgoing requests from the Kibana server to the browser.
#server.ssl.enabled: false
#server.ssl.certificate: /path/to/your/server.crt
#server.ssl.key: /path/to/your/server.key

# Optional settings that provide the paths to the PEM-format SSL certificate and key files.
# These files validate that your Elasticsearch backend uses the same key files.
#elasticsearch.ssl.certificate: /path/to/your/client.crt
#elasticsearch.ssl.key: /path/to/your/client.key

# Optional setting that enables you to specify a path to the PEM file for the certificate
# authority for your Elasticsearch instance.
#elasticsearch.ssl.certificateAuthorities: [ "/path/to/your/CA.pem" ]

# To disregard the validity of SSL certificates, change this setting's value to 'none'.
#elasticsearch.ssl.verificationMode: full

# Time in milliseconds to wait for Elasticsearch to respond to pings. Defaults to the value of
# the elasticsearch.requestTimeout setting.
#elasticsearch.pingTimeout: 1500

# Time in milliseconds to wait for responses from the back end or Elasticsearch. This value
# must be a positive integer.
#elasticsearch.requestTimeout: 30000

# List of Kibana client-side headers to send to Elasticsearch. To send *no* client-side
# headers, set this value to [] (an empty list).
#elasticsearch.requestHeadersWhitelist: [ authorization ]

# Header names and values that are sent to Elasticsearch. Any custom headers cannot be overwritten
# by client-side headers, regardless of the elasticsearch.requestHeadersWhitelist configuration.
#elasticsearch.customHeaders: {}

# Time in milliseconds for Elasticsearch to wait for responses from shards. Set to 0 to disable.
#elasticsearch.shardTimeout: 30000

# Time in milliseconds to wait for Elasticsearch at Kibana startup before retrying.
#elasticsearch.startupTimeout: 5000

# Logs queries sent to Elasticsearch. Requires logging.verbose set to true.
#elasticsearch.logQueries: false

# Specifies the path where Kibana creates the process ID file.
#pid.file: /var/run/kibana.pid

# Enables you specify a file where Kibana stores log output.
#logging.dest: stdout

# Set the value of this setting to true to suppress all logging output.
#logging.silent: false

# Set the value of this setting to true to suppress all logging output other than error messages.
#logging.quiet: false

# Set the value of this setting to true to log all events, including system usage information
# and all requests.
#logging.verbose: false

# Set the interval in milliseconds to sample system and process performance
# metrics. Minimum is 100ms. Defaults to 5000.
#ops.interval: 5000

# Specifies locale to be used for all localizable strings, dates and number formats.
# 漢化
i18n.locale: "zh-CN"

五、啓動

docker-compose up  # 啓動
docker-compose up -d  # 後臺啓動  第一次不建議使用
docker-compose ps  # 查看執行狀態
docker-compose logs -f 容器名 # 查看容器的執行日誌
docker-compose down # 刪除容器

六、啓動情況

查看節點信息，訪問：http://192.168.252.128:9200/_cat/nodes

查看Kibana ，訪問：http://192.168.252.128:5601

查看Cerebro，訪問：http://192.168.252.128:9000

七、歡迎訪問公衆號