# 故障响应流程（示例）
# cat > fault_response.sh << EOF #!/bin/bash echo "=== 故障响应流程 ===" echo "1. 故障发现：通过监控系统或用户报告发现故障" echo "2. 故障分类：根据影响范围和严重程度确定故障级别" echo "3. 故障定位：使用各种工具和方法定位故障原因" echo "4. 故障处理：根据故障原因采取相应的处理措施" echo "5. 故障验证：验证故障是否已解决" echo "6. 故障记录：记录故障处理过程和结果" EOF # 执行故障响应流程脚本 # bash fault_response.sh === 故障响应流程 === 1. 故障发现：通过监控系统或用户报告发现故障 2. 故障分类：根据影响范围和严重程度确定故障级别 3. 故障定位：使用各种工具和方法定位故障原因 4. 故障处理：根据故障原因采取相应的处理措施 5. 故障验证：验证故障是否已解决 6. 故障记录：记录故障处理过程和结果 # 定位MySQL服务故障 # systemctl status mysql ● mysql.service - MySQL Community Server Loaded: loaded (/usr/lib/systemd/system/mysql.service; enabled; vendor preset: disabled) Active: failed (Result: exit-code) since Tue 2026-03-29 10:00:00 CST; 5min ago Process: 12345 ExecStart=/usr/sbin/mysqld --daemonize --pid-file=/var/run/mysqld/mysqld.pid (code=exited, status=1/FAILURE) Status: "Server shutdown complete" # 查看MySQL错误日志 # tail -n 50 /var/log/mysql/error.log 2026-03-29T10:00:00.000000Z 0 [ERROR] InnoDB: Unable to lock ./ibdata1 error: 11 2026-03-29T10:00:00.000000Z 0 [ERROR] InnoDB: Plugin initialization aborted with error Generic error 2026-03-29T10:00:00.0000000Z 0 [ERROR] Failed to initialize builtin plugins. 2026-03-29T10:00:00.000000Z 0 [ERROR] Aborting

# 使用strace分析进程问题
# strace -p 12345
strace: attach: ptrace(PTRACE_ATTACH, …): Operation not permitted

# 使用lsof分析文件锁定问题
# lsof | grep ibdata1
mysqld 12345 mysql 4uW REG 8,1 1048576 123456 /var/lib/mysql/ibdata1

# 使用gdb分析程序崩溃问题
# gdb -c /var/crash/core.12345 /usr/sbin/mysqld
GNU gdb (GDB) Red Hat Enterprise Linux 7.6.1-114.el7
Copyright (C) 2019 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.
Type “show copying” and “show warranty” for details.
This GDB was configured as “x86_64-redhat-linux-gnu”.
Type “show configuration” for configuration details.
For bug reporting instructions, please see:
.
Find the GDB manual and other documentation resources online at:
.
For help, type “help”.
Type “apropos word” to search for commands related to “word”…
Reading symbols from /usr/sbin/mysqld…(no debugging symbols found)…done.
[New LWP 12345]
[Thread debugging using libthread_db enabled]
Using host libthread_db library “/lib64/libthread_db.so.1”.
Core was generated by `/usr/sbin/mysqld –daemonize –pid-file=/var/run/mysqld/mysqld.pid’.
Program terminated with signal 6, Aborted.
#0 0x00007f1234567890 in raise () from /lib64/libc.so.6

# 修复MySQL服务故障（示例）

# 1. 查找并终止占用ibdata1文件的进程
# ps aux | grep mysqld
mysql 12345 0.0 0.0 12345 6789 ? S 10:00 0:00 /usr/sbin/mysqld –daemonize –pid-file=/var/run/mysqld/mysqld.pid

# 2. 终止占用进程
# kill -9 12345

# 3. 启动MySQL服务
# systemctl start mysql

# 4. 验证MySQL服务状态
# systemctl status mysql
● mysql.service – MySQL Community Server
Loaded: loaded (/usr/lib/systemd/system/mysql.service; enabled; vendor preset: disabled)
Active: active (running) since Tue 2026-03-29 10:10:00 CST; 1min ago
Process: 12345 ExecStart=/usr/sbin/mysqld –daemonize –pid-file=/var/run/mysqld/mysqld.pid (code=exited, status=0/SUCCESS)
Status: “Server is operational”

# 5. 验证MySQL连接
# mysql -u root -p
Enter password:
Welcome to the MySQL monitor. Commands end with ; or \g.
Your MySQL connection id is 1
Server version: 8.0.23 MySQL Community Server – GPL

Copyright (c) 2000, 2021, Oracle and/or its affiliates.

Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.

Type ‘help;’ or ‘\h’ for help. Type ‘\c’ to clear the current input statement.

mysql> SELECT version();
+———–+
| version() |
+———–+
| 8.0.23 |
+———–+
1 row in set (0.00 sec)

mysql> exit
Bye