# 4节点分布式集群规划
节点1: 192.168.1.51 数据目录: /data/minio{1…4}
节点2: 192.168.1.52 数据目录: /data/minio{1…4}
节点3: 192.168.1.53 数据目录: /data/minio{1…4}
节点4: 192.168.1.54 数据目录: /data/minio{1…4}

# 每个节点4块磁盘，共16块磁盘
# 纠删码模式: EC:2 (可容忍2块磁盘故障)

步骤2：配置集群服务

# 在所有节点创建数据目录
# mkdir -p /data/minio{1..4}
# chown -R minio:minio /data/minio*

# 创建集群配置文件（所有节点相同）
# vi /etc/minio/config.env

MINIO_ROOT_USER=admin
MINIO_ROOT_PASSWORD=fgedu_minio_cluster_password_2026
MINIO_VOLUMES=”http://192.168.1.51/data/minio{1…4} http://192.168.1.52/data/minio{1…4} http://192.168.1.53/data/minio{1…4} http://192.168.1.54/data/minio{1…4}”
MINIO_OPTS=”–address :9000 –console-address :9001″
MINIO_SERVER_URL=”http://192.168.1.51:9000″

# 启动所有节点服务
# systemctl restart minio
# systemctl enable minio

# 查看集群状态
# mc admin info myminio

● myminio
Uptime: 2 minutes
Version: 2025-03-12T10:15:57Z
Network: 4/4 OK
Drives: 16/16 OK
Pool: 1

Pools:
1st, Erasure: ec:2
Disks: 16 (Online: 16, Offline: 0)

Usage:
Capacity: 8 TiB
Used: 0 B
Objects: 0
Versions: 0

Services:
API: S3
Console: http://192.168.1.51:9001

步骤3：配置负载均衡

# 使用Nginx配置负载均衡
# vi /etc/nginx/conf.d/minio.conf

upstream minio_s3 {
least_conn;
server 192.168.1.51:9000;
server 192.168.1.52:9000;
server 192.168.1.53:9000;
server 192.168.1.54:9000;
}

upstream minio_console {
least_conn;
server 192.168.1.51:9001;
server 192.168.1.52:9001;
server 192.168.1.53:9001;
server 192.168.1.54:9001;
}

server {
listen 80;
server_name minio.fgedu.net.cn;

client_max_body_size 1000m;
client_body_timeout 300s;

location / {
proxy_set_header Host $http_host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
proxy_connect_timeout 300;
proxy_http_version 1.1;
proxy_set_header Connection “”;
chunked_transfer_encoding off;
proxy_pass http://minio_s3;
}
}

server {
listen 8080;
server_name minio-console.fgedu.net.cn;

location / {
proxy_set_header Host $http_host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;
proxy_pass http://minio_console;
}
}

# 重启Nginx
# systemctl restart nginx

# 添加MinIO服务器别名
# mc alias set myminio http://192.168.1.51:9000 admin fgedu_minio_password_2026

# 输出案例如下：
Added `myminio` successfully.

# 查看所有别名
# mc alias list
myminio
URL : http://192.168.1.51:9000
AccessKey : admin
SecretKey : fgedu_minio_password_2026
API : S3v4
Path : auto

# 配置AWS S3别名
# mc alias set s3 https://s3.amazonaws.com YOUR_ACCESS_KEY YOUR_SECRET_KEY

步骤2：基本操作命令

# 创建存储桶
# mc mb myminio/backup
Bucket created successfully `myminio/backup`.

# 列出所有存储桶
# mc ls myminio
[2026-04-04 13:25:00 CST] 0B backup/

# 上传文件
# mc cp /etc/passwd myminio/backup/
/etc.passwd: 2.45 KiB / 2.45 KiB [==========================================] 100.00% 1.23 MiB/s 0s

# 上传目录
# mc cp –recursive /var/log/ myminio/backup/logs/
…pleted 5.2 MiB/5.2 MiB] 100.00% 2.34 MiB/s

# 下载文件
# mc cp myminio/backup/passwd /tmp/passwd
…passwd: 2.45 KiB / 2.45 KiB [==========================================] 100.00% 1.23 MiB/s 0s

# 列出存储桶内容
# mc ls myminio/backup/
[2026-04-04 13:26:00 CST] 2.5KiB passwd
[2026-04-04 13:27:00 CST] 5.2MiB logs/

# 删除文件
# mc rm myminio/backup/passwd
Removed `myminio/backup/passwd`.

# 删除存储桶
# mc rb myminio/backup
Removed `myminio/backup`.

步骤3：镜像同步操作

# 同步本地目录到MinIO
# mc mirror /backup/data myminio/backup/data
…pleted 1.2 GiB/1.2 GiB] 100.00% 15.6 MiB/s

# 同步MinIO到本地
# mc mirror myminio/backup/data /restore/data
…pleted 1.2 GiB/1.2 GiB] 100.00% 15.6 MiB/s

# 两个MinIO服务器之间同步
# mc mirror myminio/backup s3/backup
…pleted 1.2 GiB/1.2 GiB] 100.00% 12.3 MiB/s

# 查看同步差异
# mc diff /backup/data myminio/backup/data
< local/file1.txt > myminio/backup/data/file2.txt

# 创建公开读取的存储桶
# mc mb myminio/public
Bucket created successfully `myminio/public`.

# 设置公开读取策略
# mc anonymous set download myminio/public
Access permission for `myminio/public` is set to `download`

# 查看存储桶策略
# mc anonymous get myminio/public
Access permission for `myminio/public` is `download`

# 设置私有策略
# mc anonymous set none myminio/private
Access permission for `myminio/private` is set to `none`

# 设置上传策略
# mc anonymous set upload myminio/uploads
Access permission for `myminio/uploads` is set to `upload`

步骤2：配置版本控制

# 启用版本控制
# mc version enable myminio/backup
versioning is enabled for `myminio/backup` successfully.

# 查看版本控制状态
# mc version info myminio/backup
versioning is enabled for `myminio/backup`

# 上传文件（多次上传同一文件）
# mc cp /etc/passwd myminio/backup/passwd
# mc cp /etc/hosts myminio/backup/passwd

# 查看文件所有版本
# mc ls –versions myminio/backup/passwd
[2026-04-04 13:30:00 CST] 2.5KiB passwd
[2026-04-04 13:29:00 CST] 1.2KiB passwd

# 恢复到指定版本
# mc cp –version-id “a1b2c3d4-e5f6-7890” myminio/backup/passwd /tmp/passwd_old

# 暂停版本控制
# mc version suspend myminio/backup
versioning is suspended for `myminio/backup` successfully.

步骤3：配置生命周期策略

# 创建生命周期规则JSON文件
# vi /tmp/lifecycle.json
{
“Rules”: [
{
“ID”: “ExpireOldLogs”,
“Status”: “Enabled”,
“Filter”: {
“Prefix”: “logs/”
},
“Expiration”: {
“Days”: 90
}
},
{
“ID”: “ArchiveOldFiles”,
“Status”: “Enabled”,
“Filter”: {
“Prefix”: “archive/”
},
“Transition”: {
“Days”: 30,
“StorageClass”: “GLACIER”
}
}
]
}

# 应用生命周期规则
# mc ilm import myminio/backup < /tmp/lifecycle.json Lifecycle configuration imported to `myminio/backup` successfully. # 查看生命周期规则 # mc ilm ls myminio/backup ┌─────────────────┬───────────┬─────────────────┐ │ ID │ Status │ Expiration │ ├─────────────────┼───────────┼─────────────────┤ │ ExpireOldLogs │ Enabled │ 90 days │ │ ArchiveOldFiles │ Enabled │ 30 days │ └─────────────────┴───────────┴─────────────────┘

# 内核参数优化
# vi /etc/sysctl.conf

# 增加文件描述符限制
fs.file-max = 2097152
fs.nr_open = 2097152

# 增加TCP缓冲区
net.core.rmem_max = 134217728
net.core.wmem_max = 134217728
net.ipv4.tcp_rmem = 4096 87380 134217728
net.ipv4.tcp_wmem = 4096 65536 134217728

# 使配置生效
# sysctl -p

# 用户限制配置
# vi /etc/security/limits.conf
minio soft nofile 65536
minio hard nofile 65536
minio soft nproc 65536
minio hard nproc 65536

# MinIO启动参数优化
# vi /etc/minio/config.env
MINIO_OPTS=”–address :9000 –console-address :9001 –parallel 8″

安全加固配置

# 配置TLS证书
# mkdir -p /etc/minio/certs
# cp /etc/pki/tls/certs/server.crt /etc/minio/certs/public.crt
# cp /etc/pki/tls/private/server.key /etc/minio/certs/private.key
# chown -R minio:minio /etc/minio/certs
# chmod 600 /etc/minio/certs/private.key

# 启用HTTPS
# vi /etc/minio/config.env
MINIO_SERVER_URL=”https://192.168.1.51:9000″

# 配置防火墙
# firewall-cmd –permanent –add-port=9000/tcp
# firewall-cmd –permanent –add-port=9001/tcp
# firewall-cmd –reload

# 创建访问策略
# vi /tmp/policy.json
{
“Version”: “2012-10-17”,
“Statement”: [
{
“Effect”: “Allow”,
“Action”: [
“s3:GetObject”,
“s3:PutObject”
],
“Resource”: [
“arn:aws:s3:::backup/*”
]
}
]
}

# 创建用户并应用策略
# mc admin user add myminio backup_user backup_password_123
# mc admin policy create myminio backup-policy /tmp/policy.json
# mc admin policy attach myminio backup-policy –user backup_user

监控与告警配置

# 查看集群健康状态
# mc admin health myminio

# 查看集群指标
# mc admin prometheus generate myminio
prometheus config for `myminio` has been generated successfully.

# 配置Prometheus抓取
# vi /etc/prometheus/prometheus.yml
scrape_configs:
– job_name: ‘minio’
metrics_path: /minio/v2/metrics/cluster
scheme: http
static_configs:
– targets: [‘192.168.1.51:9000’]

# 配置告警webhook
# mc admin config set myminio notify_webhook:1 endpoint=”http://alertmanager:9093/api/v1/webhooks”
# mc admin config set myminio notify_webhook:1 auth_token=”your_token”

# 设置存储配额告警
# mc admin config set myminio storage_class standard quota=80%

# 重启服务使配置生效
# mc admin service restart myminio