资源池配置：
– CPU预留：4GHz
– 内存预留：8GB
– 内存限制：16GB
– CPU份额：正常
– 内存份额：正常

存储配置：
– OSS对象存储：用于存储工作流定义和配置
– NAS文件存储：用于共享配置文件
– 云盘快照：定期备份配置和数据

# 检查内核版本
# uname -r
5.4.17-2136.302.7.2.el8uek.x86_64

# 检查SELinux状态
# getenforce
Disabled

# 检查防火墙状态
# systemctl status firewalld
● firewalld.service – firewalld – dynamic firewall daemon
Loaded: loaded (/usr/lib/systemd/system/firewalld.service; disabled; vendor preset: enabled)
Active: inactive (dead)

# 添加以下内核参数
fs.file-max = 6815744
kernel.sem = 250 32000 100 128
kernel.shmmni = 4096
kernel.shmall = 4294967296
kernel.shmmax = 68719476736
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
net.ipv4.tcp_tw_reuse = 1
net.ipv4.tcp_fin_timeout = 30
net.ipv4.tcp_keepalive_time = 1200
net.ipv4.tcp_max_syn_backlog = 8192
net.core.somaxconn = 1024
vm.swappiness = 10
vm.dirty_ratio = 15
vm.dirty_background_ratio = 5

# 使内核参数生效
# sysctl -p

# 验证参数设置
# sysctl -a | grep fs.file-max
fs.file-max = 6815744

# 添加以下内容
* soft nproc 65535
* hard nproc 65535
* soft nofile 65535
* hard nofile 65535
* soft stack 10240
* hard stack 32768
dolphinscheduler soft memlock unlimited
dolphinscheduler hard memlock unlimited

# 验证配置
# ulimit -a
core file size (blocks, -c) 0
data seg size (kbytes, -d) unlimited
scheduling priority (-e) 0
file size (blocks, -f) unlimited
pending signals (-i) 63499
max locked memory (kbytes, -l) unlimited
max memory size (kbytes, -m) unlimited
open files (-n) 65535
pipe size (512 bytes, -p) 8
POSIX message queues (bytes, -q) 819200
real-time priority (-r) 0
stack size (kbytes, -s) 10240
cpu time (seconds, -t) unlimited
max user processes (-u) 65535
virtual memory (kbytes, -v) unlimited

# 配置Java环境变量
# vi /etc/profile.d/java.sh

export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk
export PATH=$JAVA_HOME/bin:$PATH
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar

# 使环境变量生效
# source /etc/profile.d/java.sh

# 验证Java安装
# java -version
openjdk version “1.8.0_402”
OpenJDK Runtime Environment (build 1.8.0_402-b06)
OpenJDK 64-Bit Server VM (build 25.402-b06, mixed mode)

# 验证JAVA_HOME
# echo $JAVA_HOME
/usr/lib/jvm/java-1.8.0-openjdk

# 启动MySQL服务
# systemctl start mysqld
# systemctl enable mysqld

# 配置MySQL
# mysql -u root -p

# 创建DolphinScheduler数据库和用户
CREATE DATABASE dolphinscheduler CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci;
CREATE USER ‘dolphinscheduler’@’localhost’ IDENTIFIED BY ‘dolphinscheduler123’;
CREATE USER ‘dolphinscheduler’@’%’ IDENTIFIED BY ‘dolphinscheduler123’;
GRANT ALL PRIVILEGES ON dolphinscheduler.* TO ‘dolphinscheduler’@’localhost’;
GRANT ALL PRIVILEGES ON dolphinscheduler.* TO ‘dolphinscheduler’@’%’;
FLUSH PRIVILEGES;
EXIT;

# 验证数据库连接
# mysql -u dolphinscheduler -pdolphinscheduler123 -e “SELECT VERSION();”
+———–+
| VERSION() |
+———–+
| 8.0.33 |
+———–+

# 安装Zookeeper
# wget https://archive.apache.org/dist/zookeeper/zookeeper-3.7.1/apache-zookeeper-3.7.1-bin.tar.gz
# tar -xzf apache-zookeeper-3.7.1-bin.tar.gz -C /data/
# mv /data/apache-zookeeper-3.7.1-bin /data/zookeeper

# 配置Zookeeper
# cp /data/zookeeper/conf/zoo_sample.cfg /data/zookeeper/conf/zoo.cfg
# vi /data/zookeeper/conf/zoo.cfg

# 修改配置
dataDir=/data/zookeeper/data
dataLogDir=/data/zookeeper/logs
clientPort=2181

# 创建数据和日志目录
# mkdir -p /data/zookeeper/data /data/zookeeper/logs

# 启动Zookeeper
# /data/zookeeper/bin/zkServer.sh start

# 验证Zookeeper状态
# /data/zookeeper/bin/zkServer.sh status
ZooKeeper JMX enabled by default
Using config: /data/zookeeper/conf/zoo.cfg
Client port found: 2181. Client address: localhost.
Mode: standalone

# 下载DolphinScheduler
# cd /tmp
# wget https://github.com/apache/dolphinscheduler/releases/download/3.1.0/apache-dolphinscheduler-3.1.0-bin.tar.gz

# 解压安装
# tar -xzf apache-dolphinscheduler-3.1.0-bin.tar.gz -C /data/
# mv /data/apache-dolphinscheduler-3.1.0-bin /data/dolphinscheduler

# 查看安装目录
# ls -la /data/dolphinscheduler/
total 32
drwxr-xr-x 7 root root 4096 Apr 5 10:00 .
drwxr-xr-x 3 root root 4096 Apr 5 10:00 ..
drwxr-xr-x 2 root root 4096 Apr 5 10:00 bin
drwxr-xr-x 2 root root 4096 Apr 5 10:00 conf
drwxr-xr-x 4 root root 4096 Apr 5 10:00 lib
drwxr-xr-x 2 root root 4096 Apr 5 10:00 logs
drwxr-xr-x 2 root root 4096 Apr 5 10:00 resources

# 基本配置
server:
port: 12345

# 数据库配置
spring:
datasource:
url: jdbc:mysql://192.168.1.51:3306/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&serverTimezone=Asia/Shanghai
username: dolphinscheduler
password: dolphinscheduler123
driver-class-name: com.mysql.cj.jdbc.Driver

# Zookeeper配置
registry:
type: zookeeper
zookeeper:
connect-string: localhost:2181
namespace: dolphinscheduler

# 日志配置
logging:
config: classpath:logback-spring.xml
level:
org.springframework: info
org.apache.dolphinscheduler: info

# 验证配置
# cat /data/dolphinscheduler/conf/config/application.yaml | grep -v “^#” | grep -v “^$”
server:
port: 12345
spring:
datasource:
url: jdbc:mysql://192.168.1.51:3306/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&serverTimezone=Asia/Shanghai
username: dolphinscheduler
password: dolphinscheduler123
driver-class-name: com.mysql.cj.jdbc.Driver
registry:
type: zookeeper
zookeeper:
connect-string: localhost:2181
namespace: dolphinscheduler
logging:
config: classpath:logback-spring.xml
level:
org.springframework: info
org.apache.dolphinscheduler: info

# 输出案例如下：
Start initialize database
Create database if not exists
Execute SQL file: /data/dolphinscheduler/sql/dolphinscheduler_mysql.sql
Initialize database successful

# 验证数据库表
# mysql -u dolphinscheduler -pdolphinscheduler123 -e “USE dolphinscheduler; SHOW TABLES;” | wc -l
100

# 查看数据库表结构
# mysql -u dolphinscheduler -pdolphinscheduler123 -e “USE dolphinscheduler; DESCRIBE t_ds_workflow;”
+——————-+————–+——+—–+———+—————-+
| Field | Type | Null | Key | Default | Extra |
+——————-+————–+——+—–+———+—————-+
| id | int(11) | NO | PRI | NULL | auto_increment |
| name | varchar(255) | NO | MUL | NULL | |
| project_code | bigint(20) | NO | MUL | NULL | |
| description | text | YES | | NULL | |
| user_id | int(11) | NO | | NULL | |
| tenant_id | int(11) | NO | | NULL | |
| release_state | int(11) | NO | | NULL | |
| global_params | text | YES | | NULL | |
| create_time | datetime | NO | | NULL | |
| update_time | datetime | NO | | NULL | |
| version | int(11) | NO | | NULL | |
| last_update_user | varchar(100) | YES | | NULL | |
| task_priority | int(11) | YES | | NULL | |
| worker_group | varchar(100) | YES | | NULL | |
| environment_code | bigint(20) | YES | MUL | NULL | |
| failure_strategy | int(11) | YES | | NULL | |
| process_instance_priority | int(11) | YES | | NULL | |
| warning_group_id | int(11) | YES | MUL | NULL | |
| timeout | int(11) | YES | | NULL | |
| cluster_name | varchar(100) | YES | | NULL | |
+——————-+————–+——+—–+———+—————-+

# 基本配置
master.listen.port=5678
master.exec.threads=100
master.heartbeat.interval=30
master.task.commit.retryTimes=5
master.task.commit.retryInterval=1000
master.max.cpuload.avg=100
master.reserved.memory=0.3

# 验证配置
# cat /data/dolphinscheduler/conf/config/master.properties | grep -v “^#” | grep -v “^$”
master.listen.port=5678
master.exec.threads=100
master.heartbeat.interval=30
master.task.commit.retryTimes=5
master.task.commit.retryInterval=1000
master.max.cpuload.avg=100
master.reserved.memory=0.3

# 基本配置
worker.listen.port=1234
worker.exec.threads=100
worker.heartbeat.interval=30
worker.max.cpuload.avg=100
worker.reserved.memory=0.3
worker.groups=default

# 验证配置
# cat /data/dolphinscheduler/conf/config/worker.properties | grep -v “^#” | grep -v “^$”
worker.listen.port=1234
worker.exec.threads=100
worker.heartbeat.interval=30
worker.max.cpuload.avg=100
worker.reserved.memory=0.3
worker.groups=default

# 输出案例如下：
Starting master server…
Master server started successfully

# 启动Worker服务
# bash bin/start-worker.sh

# 输出案例如下：
Starting worker server…
Worker server started successfully

# 启动API Server
# bash bin/start-api.sh

# 输出案例如下：
Starting api server…
Api server started successfully

# 启动UI服务
# bash bin/start-ui.sh

# 输出案例如下：
Starting ui server…
UI server started successfully

# 检查服务状态
# ps -ef | grep dolphinscheduler
root 12345 1 0 10:00 ? 00:00:00 java -Xms2G -Xmx4G -Dlog4j.configuration=file:/data/dolphinscheduler/conf/logback.xml -cp /data/dolphinscheduler/lib/*: com.apache.dolphinscheduler.server.master.MasterServer
root 12346 1 0 10:00 ? 00:00:00 java -Xms2G -Xmx4G -Dlog4j.configuration=file:/data/dolphinscheduler/conf/logback.xml -cp /data/dolphinscheduler/lib/*: com.apache.dolphinscheduler.server.worker.WorkerServer
root 12347 1 0 10:00 ? 00:00:00 java -Xms2G -Xmx4G -Dlog4j.configuration=file:/data/dolphinscheduler/conf/logback-spring.xml -cp /data/dolphinscheduler/lib/*: org.apache.dolphinscheduler.api.ApiApplicationServer
root 12348 1 0 10:00 ? 00:00:00 node /data/dolphinscheduler/ui/server.js

# 查看日志
# tail -n 100 /data/dolphinscheduler/logs/dolphinscheduler-master.log
24/04/05 10:00:00 INFO [MasterServer] Starting master server…
24/04/05 10:00:00 INFO [MasterServer] Master server started successfully on port 5678
24/04/05 10:00:00 INFO [MasterServer] Registering master to zookeeper…
24/04/05 10:00:00 INFO [MasterServer] Master registered successfully