diff --git a/apps/elastic/8.12-cluster/data.yml b/apps/elastic/8.12-cluster/data.yml new file mode 100644 index 00000000..81c8b949 --- /dev/null +++ b/apps/elastic/8.12-cluster/data.yml @@ -0,0 +1,60 @@ +additionalProperties: + formFields: + - default: "docker-cluster" + edit: true + envKey: CLUSTER_NAME + labelEn: cluster name + labelZh: 集群名称 + required: true + type: text + - default: "" + edit: true + envKey: ELASTIC_PASSWORD + labelEn: Password for the 'elastic' user, Numbers and letters + labelZh: “elastic”用户的密码 数字与字母组合 + required: true + type: password + - default: "" + edit: true + envKey: KIBANA_PASSWORD + labelEn: Password for the 'kibana_system' user, Numbers and letters + labelZh: “kibana_system”用户的密码 数字与字母组合 + required: true + type: password + - default: "/home/elastic" + edit: true + envKey: ES_ROOT_PATH + labelEn: data persistence root path + labelZh: 数据持久化根路径 + required: true + type: text + - default: 1073741824 + edit: true + envKey: MEM_LIMIT + labelEn: Increase or decrease based on the available host memory (in bytes) + labelZh: 根据可用主机内存增加或减少(以字节为单位) + required: true + type: number + - default: "" + edit: true + envKey: ES_HOST + labelEn: Access host restriction 127.0.0.1 + labelZh: 访问主机限定 127.0.0.1 + required: false + type: text + - default: 9200 + edit: true + envKey: PANEL_APP_PORT_HTTPS + labelEn: Port to expose Elasticsearch HTTP API to the host + labelZh: 开放API的端口 + required: true + rule: paramPort + type: number + - default: 5601 + edit: true + envKey: PANEL_APP_PORT_HTTP + labelEn: Port to expose Kibana to the host + labelZh: Kibana面板端口 + required: true + rule: paramPort + type: number diff --git a/apps/elastic/8.12-cluster/docker-compose.yml b/apps/elastic/8.12-cluster/docker-compose.yml new file mode 100644 index 00000000..b899aa0f --- /dev/null +++ b/apps/elastic/8.12-cluster/docker-compose.yml @@ -0,0 +1,215 @@ +version: "2.2" + +services: + elastic-init: + image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0 + volumes: + - ${ES_ROOT_PATH}/certs:/usr/share/elasticsearch/config/certs + user: "0" + command: > + bash -c ' + if [ x${ELASTIC_PASSWORD} == x ]; then + echo "Set the ELASTIC_PASSWORD environment variable in the .env file"; + exit 1; + elif [ x${KIBANA_PASSWORD} == x ]; then + echo "Set the KIBANA_PASSWORD environment variable in the .env file"; + exit 1; + fi; + if [ ! -f config/certs/ca.zip ]; then + echo "Creating CA"; + bin/elasticsearch-certutil ca --silent --pem -out config/certs/ca.zip; + unzip config/certs/ca.zip -d config/certs; + fi; + if [ ! -f config/certs/certs.zip ]; then + echo "Creating certs"; + echo -ne \ + "instances:\n"\ + " - name: es01\n"\ + " dns:\n"\ + " - es01\n"\ + " - localhost\n"\ + " ip:\n"\ + " - 127.0.0.1\n"\ + " - name: es02\n"\ + " dns:\n"\ + " - es02\n"\ + " - localhost\n"\ + " ip:\n"\ + " - 127.0.0.1\n"\ + " - name: es03\n"\ + " dns:\n"\ + " - es03\n"\ + " - localhost\n"\ + " ip:\n"\ + " - 127.0.0.1\n"\ + > config/certs/instances.yml; + bin/elasticsearch-certutil cert --silent --pem -out config/certs/certs.zip --in config/certs/instances.yml --ca-cert config/certs/ca/ca.crt --ca-key config/certs/ca/ca.key; + unzip config/certs/certs.zip -d config/certs; + fi; + echo "Setting file permissions" + chown -R root:root config/certs; + find . -type d -exec chmod 750 \{\} \;; + find . -type f -exec chmod 640 \{\} \;; + echo "Waiting for Elasticsearch availability"; + until curl -s --cacert config/certs/ca/ca.crt https://es01:9200 | grep -q "missing authentication credentials"; do sleep 30; done; + echo "Setting kibana_system password"; + until curl -s -X POST --cacert config/certs/ca/ca.crt -u "elastic:${ELASTIC_PASSWORD}" -H "Content-Type: application/json" https://es01:9200/_security/user/kibana_system/_password -d "{\"password\":\"${KIBANA_PASSWORD}\"}" | grep -q "^{}"; do sleep 10; done; + echo "All done!"; + ' + healthcheck: + test: [ "CMD-SHELL", "[ -f config/certs/es01/es01.crt ]" ] + interval: 1s + timeout: 5s + retries: 120 + + es01: + depends_on: + elastic-init: + condition: service_healthy + image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0 + volumes: + - ${ES_ROOT_PATH}/certs:/usr/share/elasticsearch/config/certs + - ${ES_ROOT_PATH}/es01/data:/usr/share/elasticsearch/data + ports: + - ${PANEL_APP_PORT_HTTPS}:9200 + environment: + - node.name=es01 + - cluster.name=${CLUSTER_NAME} + - cluster.initial_master_nodes=es01,es02,es03 + - discovery.seed_hosts=es02,es03 + - ELASTIC_PASSWORD=${ELASTIC_PASSWORD} + - bootstrap.memory_lock=true + - xpack.security.enabled=true + - xpack.security.http.ssl.enabled=true + - xpack.security.http.ssl.key=certs/es01/es01.key + - xpack.security.http.ssl.certificate=certs/es01/es01.crt + - xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt + - xpack.security.transport.ssl.enabled=true + - xpack.security.transport.ssl.key=certs/es01/es01.key + - xpack.security.transport.ssl.certificate=certs/es01/es01.crt + - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt + - xpack.security.transport.ssl.verification_mode=certificate + - xpack.license.self_generated.type=basic + mem_limit: ${MEM_LIMIT} + ulimits: + memlock: + soft: -1 + hard: -1 + healthcheck: + test: + [ + "CMD-SHELL", + "curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'", + ] + interval: 10s + timeout: 10s + retries: 120 + + es02: + depends_on: + - es01 + image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0 + volumes: + - ${ES_ROOT_PATH}/certs:/usr/share/elasticsearch/config/certs + - ${ES_ROOT_PATH}/es02/data:/usr/share/elasticsearch/data + environment: + - node.name=es02 + - cluster.name=${CLUSTER_NAME} + - cluster.initial_master_nodes=es01,es02,es03 + - discovery.seed_hosts=es01,es03 + - bootstrap.memory_lock=true + - xpack.security.enabled=true + - xpack.security.http.ssl.enabled=true + - xpack.security.http.ssl.key=certs/es02/es02.key + - xpack.security.http.ssl.certificate=certs/es02/es02.crt + - xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt + - xpack.security.transport.ssl.enabled=true + - xpack.security.transport.ssl.key=certs/es02/es02.key + - xpack.security.transport.ssl.certificate=certs/es02/es02.crt + - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt + - xpack.security.transport.ssl.verification_mode=certificate + - xpack.license.self_generated.type=basic + mem_limit: ${MEM_LIMIT} + ulimits: + memlock: + soft: -1 + hard: -1 + healthcheck: + test: + [ + "CMD-SHELL", + "curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'", + ] + interval: 10s + timeout: 10s + retries: 120 + + es03: + depends_on: + - es02 + image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0 + volumes: + - ${ES_ROOT_PATH}/certs:/usr/share/elasticsearch/config/certs + - ${ES_ROOT_PATH}/es03/data:/usr/share/elasticsearch/data + environment: + - node.name=es03 + - cluster.name=${CLUSTER_NAME} + - cluster.initial_master_nodes=es01,es02,es03 + - discovery.seed_hosts=es01,es02 + - bootstrap.memory_lock=true + - xpack.security.enabled=true + - xpack.security.http.ssl.enabled=true + - xpack.security.http.ssl.key=certs/es03/es03.key + - xpack.security.http.ssl.certificate=certs/es03/es03.crt + - xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt + - xpack.security.transport.ssl.enabled=true + - xpack.security.transport.ssl.key=certs/es03/es03.key + - xpack.security.transport.ssl.certificate=certs/es03/es03.crt + - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt + - xpack.security.transport.ssl.verification_mode=certificate + - xpack.license.self_generated.type=basic + mem_limit: ${MEM_LIMIT} + ulimits: + memlock: + soft: -1 + hard: -1 + healthcheck: + test: + [ + "CMD-SHELL", + "curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'", + ] + interval: 10s + timeout: 10s + retries: 120 + + kibana: + depends_on: + es01: + condition: service_healthy + es02: + condition: service_healthy + es03: + condition: service_healthy + image: docker.elastic.co/kibana/kibana:8.12.0 + volumes: + - ${ES_ROOT_PATH}/certs:/usr/share/kibana/config/certs + - ${ES_ROOT_PATH}/kibana/data:/usr/share/kibana/data + ports: + - ${PANEL_APP_PORT_HTTP}:5601 + environment: + - SERVERNAME=kibana + - ELASTICSEARCH_HOSTS=https://es01:${PANEL_APP_PORT_HTTPS} + - ELASTICSEARCH_USERNAME=kibana_system + - ELASTICSEARCH_PASSWORD=${KIBANA_PASSWORD} + - ELASTICSEARCH_SSL_CERTIFICATEAUTHORITIES=config/certs/ca/ca.crt + mem_limit: ${MEM_LIMIT} + healthcheck: + test: + [ + "CMD-SHELL", + "curl -s -I http://localhost:5601 | grep -q 'HTTP/1.1 302 Found'", + ] + interval: 10s + timeout: 10s + retries: 120 diff --git a/apps/elastic/8.12-cluster/scripts/init.sh b/apps/elastic/8.12-cluster/scripts/init.sh new file mode 100644 index 00000000..145cd9e5 --- /dev/null +++ b/apps/elastic/8.12-cluster/scripts/init.sh @@ -0,0 +1,23 @@ +#!/bin/bash + +# 检查 .env 文件是否存在 +if [ -f .env ]; then + # 导入 .env 文件中的变量 + source .env + + # 创建并设置权限 + mkdir -p "$ES_ROOT_PATH" + mkdir -p "$ES_ROOT_PATH/certs" + mkdir -p "$ES_ROOT_PATH/es01/data" + mkdir -p "$ES_ROOT_PATH/es02/data" + mkdir -p "$ES_ROOT_PATH/es03/data" + mkdir -p "$ES_ROOT_PATH/kibana/data" + + chmod -R 777 "$ES_ROOT_PATH" + + echo "Directories and permissions set successfully." + +else + echo "Error: .env file not found." + exit 1 +fi diff --git a/apps/elastic/8.12-node/data.yml b/apps/elastic/8.12-node/data.yml new file mode 100644 index 00000000..81c8b949 --- /dev/null +++ b/apps/elastic/8.12-node/data.yml @@ -0,0 +1,60 @@ +additionalProperties: + formFields: + - default: "docker-cluster" + edit: true + envKey: CLUSTER_NAME + labelEn: cluster name + labelZh: 集群名称 + required: true + type: text + - default: "" + edit: true + envKey: ELASTIC_PASSWORD + labelEn: Password for the 'elastic' user, Numbers and letters + labelZh: “elastic”用户的密码 数字与字母组合 + required: true + type: password + - default: "" + edit: true + envKey: KIBANA_PASSWORD + labelEn: Password for the 'kibana_system' user, Numbers and letters + labelZh: “kibana_system”用户的密码 数字与字母组合 + required: true + type: password + - default: "/home/elastic" + edit: true + envKey: ES_ROOT_PATH + labelEn: data persistence root path + labelZh: 数据持久化根路径 + required: true + type: text + - default: 1073741824 + edit: true + envKey: MEM_LIMIT + labelEn: Increase or decrease based on the available host memory (in bytes) + labelZh: 根据可用主机内存增加或减少(以字节为单位) + required: true + type: number + - default: "" + edit: true + envKey: ES_HOST + labelEn: Access host restriction 127.0.0.1 + labelZh: 访问主机限定 127.0.0.1 + required: false + type: text + - default: 9200 + edit: true + envKey: PANEL_APP_PORT_HTTPS + labelEn: Port to expose Elasticsearch HTTP API to the host + labelZh: 开放API的端口 + required: true + rule: paramPort + type: number + - default: 5601 + edit: true + envKey: PANEL_APP_PORT_HTTP + labelEn: Port to expose Kibana to the host + labelZh: Kibana面板端口 + required: true + rule: paramPort + type: number diff --git a/apps/elastic/8.12-node/docker-compose.yml b/apps/elastic/8.12-node/docker-compose.yml new file mode 100644 index 00000000..4b3373b5 --- /dev/null +++ b/apps/elastic/8.12-node/docker-compose.yml @@ -0,0 +1,45 @@ +version: "2.2" + +services: + es01: + depends_on: + elastic-init: + condition: service_healthy + image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0 + volumes: + - ${ES_ROOT_PATH}/certs:/usr/share/elasticsearch/config/certs + - ${ES_ROOT_PATH}/es01/data:/usr/share/elasticsearch/data + ports: + - ${PANEL_APP_PORT_HTTPS}:9200 + environment: + - node.name=es01 + - cluster.name=${CLUSTER_NAME} + - cluster.initial_master_nodes=es01,es02,es03 + - discovery.seed_hosts=es02,es03 + - ELASTIC_PASSWORD=${ELASTIC_PASSWORD} + - bootstrap.memory_lock=true + - xpack.security.enabled=true + - xpack.security.http.ssl.enabled=true + - xpack.security.http.ssl.key=certs/es01/es01.key + - xpack.security.http.ssl.certificate=certs/es01/es01.crt + - xpack.security.http.ssl.certificate_authorities=certs/ca/ca.crt + - xpack.security.transport.ssl.enabled=true + - xpack.security.transport.ssl.key=certs/es01/es01.key + - xpack.security.transport.ssl.certificate=certs/es01/es01.crt + - xpack.security.transport.ssl.certificate_authorities=certs/ca/ca.crt + - xpack.security.transport.ssl.verification_mode=certificate + - xpack.license.self_generated.type=basic + mem_limit: ${MEM_LIMIT} + ulimits: + memlock: + soft: -1 + hard: -1 + healthcheck: + test: + [ + "CMD-SHELL", + "curl -s --cacert config/certs/ca/ca.crt https://localhost:9200 | grep -q 'missing authentication credentials'", + ] + interval: 10s + timeout: 10s + retries: 120 diff --git a/apps/elastic/8.12-node/scripts/init.sh b/apps/elastic/8.12-node/scripts/init.sh new file mode 100644 index 00000000..145cd9e5 --- /dev/null +++ b/apps/elastic/8.12-node/scripts/init.sh @@ -0,0 +1,23 @@ +#!/bin/bash + +# 检查 .env 文件是否存在 +if [ -f .env ]; then + # 导入 .env 文件中的变量 + source .env + + # 创建并设置权限 + mkdir -p "$ES_ROOT_PATH" + mkdir -p "$ES_ROOT_PATH/certs" + mkdir -p "$ES_ROOT_PATH/es01/data" + mkdir -p "$ES_ROOT_PATH/es02/data" + mkdir -p "$ES_ROOT_PATH/es03/data" + mkdir -p "$ES_ROOT_PATH/kibana/data" + + chmod -R 777 "$ES_ROOT_PATH" + + echo "Directories and permissions set successfully." + +else + echo "Error: .env file not found." + exit 1 +fi diff --git a/apps/elastic/README.md b/apps/elastic/README.md new file mode 100644 index 00000000..de711341 --- /dev/null +++ b/apps/elastic/README.md @@ -0,0 +1,116 @@ +# Elastic + +Elastic NV是一家美籍荷兰公司,成立于2012年,位于荷兰阿姆斯特丹,以前称为Elasticsearch。这是一家搜索公司,它构建用于搜索,日志记录,安全性,可观察性和分析用例的自我管理和软件即服务产品。 + +Elastic NV is an American-Dutch company that was founded in 2012 in Amsterdam, the Netherlands, and was previously known +as Elasticsearch. + +## 参考资料 + +Docker@Elastic: [https://www.docker.elastic.co/](https://www.docker.elastic.co/) + +DockerFiles: [https://github.com/elastic/dockerfiles](https://github.com/elastic/dockerfiles) + +GitHub Elastic: [https://github.com/elastic](https://github.com/elastic) + +官方网站: [https://www.elastic.co/](https://www.elastic.co/) + +官方文档: [https://www.elastic.co/guide/index.html](https://www.elastic.co/guide/index.html) + +## Elastic Stack + +了解可帮助您构建搜索体验、解决问题并取得成功的搜索平台 + +核心产品包括 Elasticsearch、Kibana、Beats 和 Logstash(也称为 ELK Stack)等等。能够安全可靠地从任何来源获取任何格式的数据,然后对数据进行搜索、分析和可视化。 + +### ELASTICSEARCH + KIBANA + INTEGRATIONS + +集搜索驱动型产品和功能于一身 + +Elasticsearch 和 Kibana 都是在免费开放的基础上构建而成,适用于各种各样的用例,从日志开始,到您能想到的任何项目,无一不能胜任。Elastic +具备极有价值的功能组合,如 Machine Learning、安全和 Reporting,这些功能专为 Elastic 而生,让我们独树一帜。查看 Elastic Stack +功能的完整列表。 + +#### Elasticsearch + +GitHub: [https://github.com/elastic/elasticsearch](https://github.com/elastic/elasticsearch) + +Elasticsearch 是一个基于 JSON 的分布式搜索和分析引擎。 +无论您正在查找来自特定 IP 地址的活动,还是正在分析交易请求数量为何突然飙升,或者正在方圆一公里内搜寻美食店,我们尝试解决的这些问题归根结底都是搜索问题。通过 +Elasticsearch,您可以快速存储、搜索和分析大量数据。 + +#### Kibana + +GitHub: [https://github.com/elastic/kibana](https://github.com/elastic/kibana) + +Kibana 是一个可扩展的用户界面,您可以借助它对数据进行可视化分析。 +在 Kibana 中通过炫酷的可视化来探索您的数据,从华夫饼图到热点图,再到时序数据分析,应有尽有。针对多样化数据源使用预配置仪表板,创建实时演示文稿以突出显示 +KPI,并使用单一 UI 来管理您的部署。 + +#### Integrations + +通过 Integrations,您可以使用 Elastic Stack 收集并关联数据。 +在收集、存储、搜索和分析数据时,发掘有价值的见解。使用 Elastic 代理、Beats +或网络爬虫等功能,从应用程序、基础架构和公共内容源中采集数据,在大量开箱即用型集成功能的加持下,分分钟即可开始工作。 + +## 版本介绍 + +### 8.12-cluster + +默认集群模式,包含三个节点,一个主节点,两个数据节点,一个协调节点,一个Kibana节点 + ++ Elasticsearch 8.12.0 ++ Kibana 8.12.0 ++ 集群模式 + +### 8.12-node + +单独节点模式,包含一个节点,需要填写集群信息 + ++ Elasticsearch 8.12.0 ++ 集群节点 + +### 8.12-single + ++ Elasticsearch 8.12.0 ++ Kibana 8.12.0 ++ 单机模式 + +## 安装事项 + +### 将 vm.max_map_count 设置为至少 262144 + +vm.max_map_count 内核设置必须至少设置为 262144 才能用于生产。 + +> Linux +> +> To view the current value for the vm.max_map_count setting, run: +> ```shell +> grep vm.max_map_count /etc/sysctl.conf +> ``` + +显示值大于或等于 262144。即可,如果显示的值小于 262144,请执行以下步骤: + +临时设置 vm.max_map_count + +```shell +sudo sysctl -w vm.max_map_count=262144 +``` + +永久设置 vm.max_map_count + +```shell +sudo vi /etc/sysctl.conf +``` + +文件末尾添加 + +```shell +vm.max_map_count=262144 +``` + +生效 + +```shell +sudo sysctl -p +``` diff --git a/apps/elastic/data.yml b/apps/elastic/data.yml new file mode 100644 index 00000000..db05d914 --- /dev/null +++ b/apps/elastic/data.yml @@ -0,0 +1,19 @@ +name: Elastic +tags: + - 中间件 +title: Elastic +type: 中间件 +description: 分布式、RESTful 风格的搜索和数据分析引擎 +additionalProperties: + key: elastic + name: Elastic + tags: + - Middleware + shortDescZh: 分布式、RESTful 风格的搜索和数据分析引擎 + shortDescEn: Distributed, RESTful search and data analytics engine + type: runtime + crossVersionUpdate: false + limit: 0 + website: https://www.elastic.co/ + github: https://github.com/elastic + document: https://www.elastic.co/guide/index.html diff --git a/apps/elastic/logo.png b/apps/elastic/logo.png new file mode 100644 index 00000000..ca3de1eb Binary files /dev/null and b/apps/elastic/logo.png differ