Add elastic kibana

2025-02-22 22:44:23 +08:00 · 2024-01-30 19:06:05 +08:00 · 2024-01-30 19:06:05 +08:00 · 44ac495910
commit 44ac495910
parent 8dc076c126
9 changed files with 561 additions and 0 deletions
--- a/apps/elastic/8.12-cluster/data.yml
+++ b/apps/elastic/8.12-cluster/data.yml
@ -0,0 +1,60 @@
+additionalProperties:
+  formFields:
+    - default: "docker-cluster"
+      edit: true
+      envKey: CLUSTER_NAME
+      labelEn: cluster name
+      labelZh: 集群名称
+      required: true
+      type: text
+    - default: ""
+      edit: true
+      envKey: ELASTIC_PASSWORD
+      labelEn: Password for the 'elastic' user, Numbers and letters
+      labelZh: “elastic”用户的密码 数字与字母组合
+      required: true
+      type: password
+    - default: ""
+      edit: true
+      envKey: KIBANA_PASSWORD
+      labelEn: Password for the 'kibana_system' user, Numbers and letters
+      labelZh: “kibana_system”用户的密码 数字与字母组合
+      required: true
+      type: password
+    - default: "/home/elastic"
+      edit: true
+      envKey: ES_ROOT_PATH
+      labelEn: data persistence root path
+      labelZh: 数据持久化根路径
+      required: true
+      type: text
+    - default: 1073741824
+      edit: true
+      envKey: MEM_LIMIT
+      labelEn: Increase or decrease based on the available host memory (in bytes)
+      labelZh: 根据可用主机内存增加或减少（以字节为单位）
+      required: true
+      type: number
+    - default: ""
+      edit: true
+      envKey: ES_HOST
+      labelEn: Access host restriction 127.0.0.1
+      labelZh: 访问主机限定 127.0.0.1
+      required: false
+      type: text
+    - default: 9200
+      edit: true
+      envKey: PANEL_APP_PORT_HTTPS
+      labelEn: Port to expose Elasticsearch HTTP API to the host
+      labelZh: 开放API的端口
+      required: true
+      rule: paramPort
+      type: number
+    - default: 5601
+      edit: true
+      envKey: PANEL_APP_PORT_HTTP
+      labelEn: Port to expose Kibana to the host
+      labelZh: Kibana面板端口
+      required: true
+      rule: paramPort
+      type: number
--- a/apps/elastic/8.12-cluster/docker-compose.yml
+++ b/apps/elastic/8.12-cluster/docker-compose.yml
@ -0,0 +1,215 @@
+version: "2.2"
+
+services:
+  elastic-init:
+    image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0
+    volumes:
+      - ${ES_ROOT_PATH}/certs:/usr/share/elasticsearch/config/certs
+    user: "0"
+    command: >
+      bash -c '
+        if [ x${ELASTIC_PASSWORD} == x ]; then
+          echo "Set the ELASTIC_PASSWORD environment variable in the .env file";
+          exit 1;
+        elif [ x${KIBANA_PASSWORD} == x ]; then
+          echo "Set the KIBANA_PASSWORD environment variable in the .env file";
+          exit 1;
+        fi;
+        if [ ! -f config/certs/ca.zip ]; then
+          echo "Creating CA";
+          bin/elasticsearch-certutil ca --silent --pem -out config/certs/ca.zip;
+          unzip config/certs/ca.zip -d config/certs;
+        fi;
+        if [ ! -f config/certs/certs.zip ]; then
+          echo "Creating certs";
+          echo -ne \
+          "instances:\n"\
+          "  - name: es01\n"\
+          "    dns:\n"\
+          "      - es01\n"\
+          "      - localhost\n"\
+          "    ip:\n"\
+          "      - 127.0.0.1\n"\
+          "  - name: es02\n"\
+          "    dns:\n"\
+          "      - es02\n"\
+          "      - localhost\n"\
+          "    ip:\n"\
+          "      - 127.0.0.1\n"\
+          "  - name: es03\n"\
+          "    dns:\n"\
+          "      - es03\n"\
+          "      - localhost\n"\
+          "    ip:\n"\
+          "      - 127.0.0.1\n"\
+          > config/certs/instances.yml;
+          bin/elasticsearch-certutil cert --silent --pem -out config/certs/certs.zip --in config/certs/instances.yml --ca-cert config/certs/ca/ca.crt --ca-key config/certs/ca/ca.key;
+          unzip config/certs/certs.zip -d config/certs;
+        fi;
+        echo "Setting file permissions"
+        chown -R root:root config/certs;
+        find . -type d -exec chmod 750 \{\} \;;
+        find . -type f -exec chmod 640 \{\} \;;
+        echo "Waiting for Elasticsearch availability";
+        until curl -s --cacert config/certs/ca/ca.crt https://es01:9200 | grep -q "missing authentication credentials"; do sleep 30; done;
+        echo "Setting kibana_system password";
+        until curl -s -X POST --cacert config/certs/ca/ca.crt -u "elastic:${ELASTIC_PASSWORD}" -H "Content-Type: application/json" https://es01:9200/_security/user/kibana_system/_password -d "{\"password\":\"${KIBANA_PASSWORD}\"}" | grep -q "^{}"; do sleep 10; done;
+        echo "All done!";
+      '
+    healthcheck:
+      test: [ "CMD-SHELL", "[ -f config/certs/es01/es01.crt ]" ]
+      interval: 1s
+      timeout: 5s
+      retries: 120
+
+  es01:
+    depends_on:
+      elastic-init:
+        condition: service_healthy
+    image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0
+    volumes:
+      - ${ES_ROOT_PATH}/certs:/usr/share/elasticsearch/config/certs
+      - ${ES_ROOT_PATH}/es01/data:/usr/share/elasticsearch/data
+    ports:
+      - ${PANEL_APP_PORT_HTTPS}:9200
+    environment:
+      - node.name=es01
+      - cluster.name=${CLUSTER_NAME}
+      - cluster.initial_master_nodes=es01,es02,es03
+      - discovery.seed_hosts=es02,es03
+      - ELASTIC_PASSWORD=${ELASTIC_PASSWORD}
+      - bootstrap.memory_lock=true
+      - xpack.security.enabled=true
+      - xpack.security.http.ssl.enabled=true
+      - xpack.security.http.ssl.key=certs/es01/es01.key
+      - xpack.security.http.ssl.certificate=certs/es01/es01.crt
+      - xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt
+      - xpack.security.transport.ssl.enabled=true
+      - xpack.security.transport.ssl.key=certs/es01/es01.key
+      - xpack.security.transport.ssl.certificate=certs/es01/es01.crt
+      - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
+      - xpack.security.transport.ssl.verification_mode=certificate
+      - xpack.license.self_generated.type=basic
+    mem_limit: ${MEM_LIMIT}
+    ulimits:
+      memlock:
+        soft: -1
+        hard: -1
+    healthcheck:
+      test:
+        [
+          "CMD-SHELL",
+          "curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'",
+        ]
+      interval: 10s
+      timeout: 10s
+      retries: 120
+
+  es02:
+    depends_on:
+      - es01
+    image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0
+    volumes:
+      - ${ES_ROOT_PATH}/certs:/usr/share/elasticsearch/config/certs
+      - ${ES_ROOT_PATH}/es02/data:/usr/share/elasticsearch/data
+    environment:
+      - node.name=es02
+      - cluster.name=${CLUSTER_NAME}
+      - cluster.initial_master_nodes=es01,es02,es03
+      - discovery.seed_hosts=es01,es03
+      - bootstrap.memory_lock=true
+      - xpack.security.enabled=true
+      - xpack.security.http.ssl.enabled=true
+      - xpack.security.http.ssl.key=certs/es02/es02.key
+      - xpack.security.http.ssl.certificate=certs/es02/es02.crt
+      - xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt
+      - xpack.security.transport.ssl.enabled=true
+      - xpack.security.transport.ssl.key=certs/es02/es02.key
+      - xpack.security.transport.ssl.certificate=certs/es02/es02.crt
+      - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
+      - xpack.security.transport.ssl.verification_mode=certificate
+      - xpack.license.self_generated.type=basic
+    mem_limit: ${MEM_LIMIT}
+    ulimits:
+      memlock:
+        soft: -1
+        hard: -1
+    healthcheck:
+      test:
+        [
+          "CMD-SHELL",
+          "curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'",
+        ]
+      interval: 10s
+      timeout: 10s
+      retries: 120
+
+  es03:
+    depends_on:
+      - es02
+    image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0
+    volumes:
+      - ${ES_ROOT_PATH}/certs:/usr/share/elasticsearch/config/certs
+      - ${ES_ROOT_PATH}/es03/data:/usr/share/elasticsearch/data
+    environment:
+      - node.name=es03
+      - cluster.name=${CLUSTER_NAME}
+      - cluster.initial_master_nodes=es01,es02,es03
+      - discovery.seed_hosts=es01,es02
+      - bootstrap.memory_lock=true
+      - xpack.security.enabled=true
+      - xpack.security.http.ssl.enabled=true
+      - xpack.security.http.ssl.key=certs/es03/es03.key
+      - xpack.security.http.ssl.certificate=certs/es03/es03.crt
+      - xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt
+      - xpack.security.transport.ssl.enabled=true
+      - xpack.security.transport.ssl.key=certs/es03/es03.key
+      - xpack.security.transport.ssl.certificate=certs/es03/es03.crt
+      - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
+      - xpack.security.transport.ssl.verification_mode=certificate
+      - xpack.license.self_generated.type=basic
+    mem_limit: ${MEM_LIMIT}
+    ulimits:
+      memlock:
+        soft: -1
+        hard: -1
+    healthcheck:
+      test:
+        [
+          "CMD-SHELL",
+          "curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'",
+        ]
+      interval: 10s
+      timeout: 10s
+      retries: 120
+
+  kibana:
+    depends_on:
+      es01:
+        condition: service_healthy
+      es02:
+        condition: service_healthy
+      es03:
+        condition: service_healthy
+    image: docker.elastic.co/kibana/kibana:8.12.0
+    volumes:
+      - ${ES_ROOT_PATH}/certs:/usr/share/kibana/config/certs
+      - ${ES_ROOT_PATH}/kibana/data:/usr/share/kibana/data
+    ports:
+      - ${PANEL_APP_PORT_HTTP}:5601
+    environment:
+      - SERVERNAME=kibana
+      - ELASTICSEARCH_HOSTS=https://es01:${PANEL_APP_PORT_HTTPS}
+      - ELASTICSEARCH_USERNAME=kibana_system
+      - ELASTICSEARCH_PASSWORD=${KIBANA_PASSWORD}
+      - ELASTICSEARCH_SSL_CERTIFICATEAUTHORITIES=config/certs/ca/ca.crt
+    mem_limit: ${MEM_LIMIT}
+    healthcheck:
+      test:
+        [
+          "CMD-SHELL",
+          "curl -s -I http://localhost:5601 | grep -q 'HTTP/1.1 302 Found'",
+        ]
+      interval: 10s
+      timeout: 10s
+      retries: 120
--- a/apps/elastic/8.12-cluster/scripts/init.sh
+++ b/apps/elastic/8.12-cluster/scripts/init.sh
@ -0,0 +1,23 @@
+#!/bin/bash
+
+# 检查 .env 文件是否存在
+if [ -f .env ]; then
+  # 导入 .env 文件中的变量
+  source .env
+
+  # 创建并设置权限
+  mkdir -p "$ES_ROOT_PATH"
+  mkdir -p "$ES_ROOT_PATH/certs"
+  mkdir -p "$ES_ROOT_PATH/es01/data"
+  mkdir -p "$ES_ROOT_PATH/es02/data"
+  mkdir -p "$ES_ROOT_PATH/es03/data"
+  mkdir -p "$ES_ROOT_PATH/kibana/data"
+
+  chmod -R 777 "$ES_ROOT_PATH"
+
+  echo "Directories and permissions set successfully."
+
+else
+  echo "Error: .env file not found."
+  exit 1
+fi
--- a/apps/elastic/8.12-node/data.yml
+++ b/apps/elastic/8.12-node/data.yml
@ -0,0 +1,60 @@
+additionalProperties:
+  formFields:
+    - default: "docker-cluster"
+      edit: true
+      envKey: CLUSTER_NAME
+      labelEn: cluster name
+      labelZh: 集群名称
+      required: true
+      type: text
+    - default: ""
+      edit: true
+      envKey: ELASTIC_PASSWORD
+      labelEn: Password for the 'elastic' user, Numbers and letters
+      labelZh: “elastic”用户的密码 数字与字母组合
+      required: true
+      type: password
+    - default: ""
+      edit: true
+      envKey: KIBANA_PASSWORD
+      labelEn: Password for the 'kibana_system' user, Numbers and letters
+      labelZh: “kibana_system”用户的密码 数字与字母组合
+      required: true
+      type: password
+    - default: "/home/elastic"
+      edit: true
+      envKey: ES_ROOT_PATH
+      labelEn: data persistence root path
+      labelZh: 数据持久化根路径
+      required: true
+      type: text
+    - default: 1073741824
+      edit: true
+      envKey: MEM_LIMIT
+      labelEn: Increase or decrease based on the available host memory (in bytes)
+      labelZh: 根据可用主机内存增加或减少（以字节为单位）
+      required: true
+      type: number
+    - default: ""
+      edit: true
+      envKey: ES_HOST
+      labelEn: Access host restriction 127.0.0.1
+      labelZh: 访问主机限定 127.0.0.1
+      required: false
+      type: text
+    - default: 9200
+      edit: true
+      envKey: PANEL_APP_PORT_HTTPS
+      labelEn: Port to expose Elasticsearch HTTP API to the host
+      labelZh: 开放API的端口
+      required: true
+      rule: paramPort
+      type: number
+    - default: 5601
+      edit: true
+      envKey: PANEL_APP_PORT_HTTP
+      labelEn: Port to expose Kibana to the host
+      labelZh: Kibana面板端口
+      required: true
+      rule: paramPort
+      type: number
--- a/apps/elastic/8.12-node/docker-compose.yml
+++ b/apps/elastic/8.12-node/docker-compose.yml
@ -0,0 +1,45 @@
+version: "2.2"
+
+services:
+  es01:
+    depends_on:
+      elastic-init:
+        condition: service_healthy
+    image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0
+    volumes:
+      - ${ES_ROOT_PATH}/certs:/usr/share/elasticsearch/config/certs
+      - ${ES_ROOT_PATH}/es01/data:/usr/share/elasticsearch/data
+    ports:
+      - ${PANEL_APP_PORT_HTTPS}:9200
+    environment:
+      - node.name=es01
+      - cluster.name=${CLUSTER_NAME}
+      - cluster.initial_master_nodes=es01,es02,es03
+      - discovery.seed_hosts=es02,es03
+      - ELASTIC_PASSWORD=${ELASTIC_PASSWORD}
+      - bootstrap.memory_lock=true
+      - xpack.security.enabled=true
+      - xpack.security.http.ssl.enabled=true
+      - xpack.security.http.ssl.key=certs/es01/es01.key
+      - xpack.security.http.ssl.certificate=certs/es01/es01.crt
+      - xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt
+      - xpack.security.transport.ssl.enabled=true
+      - xpack.security.transport.ssl.key=certs/es01/es01.key
+      - xpack.security.transport.ssl.certificate=certs/es01/es01.crt
+      - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt
+      - xpack.security.transport.ssl.verification_mode=certificate
+      - xpack.license.self_generated.type=basic
+    mem_limit: ${MEM_LIMIT}
+    ulimits:
+      memlock:
+        soft: -1
+        hard: -1
+    healthcheck:
+      test:
+        [
+          "CMD-SHELL",
+          "curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'",
+        ]
+      interval: 10s
+      timeout: 10s
+      retries: 120
--- a/apps/elastic/8.12-node/scripts/init.sh
+++ b/apps/elastic/8.12-node/scripts/init.sh
@ -0,0 +1,23 @@
+#!/bin/bash
+
+# 检查 .env 文件是否存在
+if [ -f .env ]; then
+  # 导入 .env 文件中的变量
+  source .env
+
+  # 创建并设置权限
+  mkdir -p "$ES_ROOT_PATH"
+  mkdir -p "$ES_ROOT_PATH/certs"
+  mkdir -p "$ES_ROOT_PATH/es01/data"
+  mkdir -p "$ES_ROOT_PATH/es02/data"
+  mkdir -p "$ES_ROOT_PATH/es03/data"
+  mkdir -p "$ES_ROOT_PATH/kibana/data"
+
+  chmod -R 777 "$ES_ROOT_PATH"
+
+  echo "Directories and permissions set successfully."
+
+else
+  echo "Error: .env file not found."
+  exit 1
+fi
--- a/apps/elastic/README.md
+++ b/apps/elastic/README.md
@ -0,0 +1,116 @@
+# Elastic
+
+Elastic NV是一家美籍荷兰公司，成立于2012年，位于荷兰阿姆斯特丹，以前称为Elasticsearch。这是一家搜索公司，它构建用于搜索，日志记录，安全性，可观察性和分析用例的自我管理和软件即服务产品。
+
+Elastic NV is an American-Dutch company that was founded in 2012 in Amsterdam, the Netherlands, and was previously known
+as Elasticsearch.
+
+## 参考资料
+
+Docker@Elastic: [https://www.docker.elastic.co/](https://www.docker.elastic.co/)
+
+DockerFiles: [https://github.com/elastic/dockerfiles](https://github.com/elastic/dockerfiles)
+
+GitHub Elastic: [https://github.com/elastic](https://github.com/elastic)
+
+官方网站: [https://www.elastic.co/](https://www.elastic.co/)
+
+官方文档: [https://www.elastic.co/guide/index.html](https://www.elastic.co/guide/index.html)
+
+## Elastic Stack
+
+了解可帮助您构建搜索体验、解决问题并取得成功的搜索平台
+
+核心产品包括 Elasticsearch、Kibana、Beats 和 Logstash（也称为 ELK Stack）等等。能够安全可靠地从任何来源获取任何格式的数据，然后对数据进行搜索、分析和可视化。
+
+### ELASTICSEARCH + KIBANA + INTEGRATIONS
+
+集搜索驱动型产品和功能于一身
+
+Elasticsearch 和 Kibana 都是在免费开放的基础上构建而成，适用于各种各样的用例，从日志开始，到您能想到的任何项目，无一不能胜任。Elastic
+具备极有价值的功能组合，如 Machine Learning、安全和 Reporting，这些功能专为 Elastic 而生，让我们独树一帜。查看 Elastic Stack
+功能的完整列表。
+
+#### Elasticsearch
+
+GitHub: [https://github.com/elastic/elasticsearch](https://github.com/elastic/elasticsearch)
+
+Elasticsearch 是一个基于 JSON 的分布式搜索和分析引擎。
+无论您正在查找来自特定 IP 地址的活动，还是正在分析交易请求数量为何突然飙升，或者正在方圆一公里内搜寻美食店，我们尝试解决的这些问题归根结底都是搜索问题。通过
+Elasticsearch，您可以快速存储、搜索和分析大量数据。
+
+#### Kibana
+
+GitHub: [https://github.com/elastic/kibana](https://github.com/elastic/kibana)
+
+Kibana 是一个可扩展的用户界面，您可以借助它对数据进行可视化分析。
+在 Kibana 中通过炫酷的可视化来探索您的数据，从华夫饼图到热点图，再到时序数据分析，应有尽有。针对多样化数据源使用预配置仪表板，创建实时演示文稿以突出显示
+KPI，并使用单一 UI 来管理您的部署。
+
+#### Integrations
+
+通过 Integrations，您可以使用 Elastic Stack 收集并关联数据。
+在收集、存储、搜索和分析数据时，发掘有价值的见解。使用 Elastic 代理、Beats
+或网络爬虫等功能，从应用程序、基础架构和公共内容源中采集数据，在大量开箱即用型集成功能的加持下，分分钟即可开始工作。
+
+## 版本介绍
+
+### 8.12-cluster
+
+默认集群模式，包含三个节点，一个主节点，两个数据节点，一个协调节点，一个Kibana节点
+
+ Elasticsearch 8.12.0
+ Kibana 8.12.0
+ 集群模式
+
+### 8.12-node
+
+单独节点模式，包含一个节点，需要填写集群信息
+
+ Elasticsearch 8.12.0
+ 集群节点
+
+### 8.12-single
+
+ Elasticsearch 8.12.0
+ Kibana 8.12.0
+ 单机模式
+
+## 安装事项
+
+### 将 vm.max_map_count 设置为至少 262144
+
+vm.max_map_count 内核设置必须至少设置为 262144 才能用于生产。
+
+> Linux
+>
+> To view the current value for the vm.max_map_count setting, run:
+> ```shell
+> grep vm.max_map_count /etc/sysctl.conf
+> ```
+
+显示值大于或等于 262144。即可，如果显示的值小于 262144，请执行以下步骤：
+
+临时设置 vm.max_map_count
+
+```shell
+sudo sysctl -w vm.max_map_count=262144
+```
+
+永久设置 vm.max_map_count
+
+```shell
+sudo vi /etc/sysctl.conf
+```
+
+文件末尾添加
+
+```shell
+vm.max_map_count=262144
+```
+
+生效
+
+```shell
+sudo sysctl -p
+```
--- a/apps/elastic/data.yml
+++ b/apps/elastic/data.yml
@ -0,0 +1,19 @@
+name: Elastic
+tags:
+  - 中间件
+title: Elastic
+type: 中间件
+description: 分布式、RESTful 风格的搜索和数据分析引擎
+additionalProperties:
+  key: elastic
+  name: Elastic
+  tags:
+    - Middleware
+  shortDescZh: 分布式、RESTful 风格的搜索和数据分析引擎
+  shortDescEn: Distributed, RESTful search and data analytics engine
+  type: runtime
+  crossVersionUpdate: false
+  limit: 0
+  website: https://www.elastic.co/
+  github: https://github.com/elastic
+  document: https://www.elastic.co/guide/index.html
--- a/apps/elastic/logo.png
+++ b/apps/elastic/logo.png