# 场景：电商系统高峰期TPS达到10000

# 1. 问题描述
# 业务高峰期Extract延迟超过30分钟
# Replicat延迟超过1小时

# 2. 性能分析
GGSCI (fgedu.net.cn) 1> stats extract ext01

Sending STATS request to EXTRACT EXT01 …

Start of Statistics at 2026-04-03 14:00:00.

Extracting from FGEDU.FGEDU_ORDERS to FGEDU.FGEDU_ORDERS:
Total inserts 3000.00
Total updates 1000.00
Total deletes 200.00
Total operations 4200.00

# 当前TPS：约4200，无法满足10000的需求

# 3. 优化方案
# 方案1：增加Extract并行度
GGSCI (fgedu.net.cn) 2> edit params ext01
TRANLOGOPTIONS INTEGRATEDPARAMS (parallelism 8, max_sga_size 1024)

# 方案2：分组处理
# 创建多个Extract，按业务模块分组
GGSCI (fgedu.net.cn) 3> add extract ext_orders, integrated tranlog, begin now
GGSCI (fgedu.net.cn) 4> add extract ext_customers, integrated tranlog, begin now

# 配置分组Extract
GGSCI (fgedu.net.cn) 5> edit params ext_orders
EXTRACT ext_orders
USERIDALIAS fgedu_ggadmin
EXTTRAIL /oracle/goldengate/dirdat/eo
TABLE fgedu.fgedu_orders;
TABLE fgedu.fgedu_order_items;

GGSCI (fgedu.net.cn) 6> edit params ext_customers
EXTRACT ext_customers
USERIDALIAS fgedu_ggadmin
EXTTRAIL /oracle/goldengate/dirdat/ec
TABLE fgedu.fgedu_customers;
TABLE fgedu.fgedu_products;

# 4. 目标端优化
# 创建并行Replicat
GGSCI (fgedu-target.net.cn) 1> add replicat rep_orders, parallel, exttrail /oracle/goldengate/dirdat/eo
GGSCI (fgedu-target.net.cn) 2> add replicat rep_customers, parallel, exttrail /oracle/goldengate/dirdat/ec

# 配置并行Replicat参数
GGSCI (fgedu-target.net.cn) 3> edit params rep_orders
REPLICAT rep_orders
USERIDALIAS fgedu_ggadmin_target
PARALLEL 4
BATCHSQL
BATCHTRANS 3000
MAP fgedu.fgedu_orders, TARGET fgedu.fgedu_orders;
MAP fgedu.fgedu_order_items, TARGET fgedu.fgedu_order_items;

# 5. 启动优化后的进程
GGSCI (fgedu.net.cn) 7> start extract ext_orders
GGSCI (fgedu.net.cn) 8> start extract ext_customers

GGSCI (fgedu-target.net.cn) 4> start replicat rep_orders
GGSCI (fgedu-target.net.cn) 5> start replicat rep_customers

# 6. 验证优化效果
GGSCI (fgedu.net.cn) 9> stats extract ext_orders

Start of Statistics at 2026-04-03 15:00:00.

Extracting from FGEDU.FGEDU_ORDERS to FGEDU.FGEDU_ORDERS:
Total inserts 6000.00
Total updates 2000.00
Total deletes 400.00
Total operations 8400.00

GGSCI (fgedu.net.cn) 10> stats extract ext_customers

Start of Statistics at 2026-04-03 15:00:00.

Extracting from FGEDU.FGEDU_CUSTOMERS to FGEDU.FGEDU_CUSTOMERS:
Total inserts 2000.00
Total updates 800.00
Total deletes 200.00
Total operations 3000.00

# 总TPS：约11400，满足业务需求

# 场景：日数据量达到500GB，需要优化传输性能

# 1. 问题描述
# 网络带宽不足，传输延迟高
# Trail文件增长过快，存储空间紧张

# 2. 网络优化
# 启用高级压缩
GGSCI (fgedu.net.cn) 1> edit params dp01

EXTRACT dp01
SETENV (NLS_LANG=”AMERICAN_AMERICA.AL32UTF8″)
PASSTHRU
RMTHOST 192.168.1.100, MGRPORT 7809, TCPBUFSIZE 8000000
RMTTRAIL /oracle/goldengate/dirdat/rt

# 高级压缩参数
COMPRESS
COMPRESSTHRESHOLD 100
COMPRESSLEVEL 9

TCPBUFSIZE 8000000
TCPFLUSHBYTES 8000000

# 3. Trail文件优化
# 增大Trail文件大小，减少文件数量
GGSCI (fgedu.net.cn) 2> alter extract ext01, etrollover

GGSCI (fgedu.net.cn) 3> delete exttrail /oracle/goldengate/dirdat/et
GGSCI (fgedu.net.cn) 4> add exttrail /oracle/goldengate/dirdat/et, extract ext01, megabytes 2000

# 4. 清理历史Trail文件
#!/bin/bash
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn
# cleanup_trail.sh
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn

# 清理7天前的Trail文件
find /oracle/goldengate/dirdat -name “et*” -mtime +7 -delete
find /oracle/goldengate/dirdat -name “rt*” -mtime +7 -delete

# 添加到crontab
# 0 2 * * * /oracle/goldengate/cleanup_trail.sh

# 5. 验证优化效果
GGSCI (fgedu.net.cn) 5> stats extract dp01

Sending STATS request to EXTRACT DP01 …

Start of Statistics at 2026-04-03 16:00:00.

Extracting from FGEDU.FGEDU_ORDERS to FGEDU.FGEDU_ORDERS:
Total inserts 50000.00
Total bytes 2500000000.00
Compression ratio 8.00:1
Compressed bytes 312500000.00
Network throughput: 5000 KB/s

# 优化前压缩比：3:1
# 优化后压缩比：8:1
# 节省带宽：约60%

# 1. 创建性能监控脚本
#!/bin/bash
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn
# gg_monitor.sh
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn

LOG_FILE=”/oracle/goldengate/monitor/gg_performance_$(date +%Y%m%d).log”
ALERT_FILE=”/oracle/goldengate/monitor/gg_alert.log”

# 阈值设置
LAG_THRESHOLD=300 # 5分钟
TPS_THRESHOLD=1000

# 获取Extract性能数据
echo “=== Extract Performance ===” >> $LOG_FILE
echo “Time: $(date)” >> $LOG_FILE

$GGSCI << EOF >> $LOG_FILE
info all
stats extract ext01
exit
EOF

# 分析延迟
LAG_INFO=$(grep “EXTRACT.*ext01” $LOG_FILE | grep -o “[0-9]*:[0-9]*:[0-9]*” | head -1)
LAG_SECONDS=$(echo $LAG_INFO | awk -F: ‘{print $1*3600 + $2*60 + $3}’)

if [ $LAG_SECONDS -gt $LAG_THRESHOLD ]; then
echo “ALERT: Extract ext01 lag is ${LAG_SECONDS} seconds, exceeds threshold ${LAG_THRESHOLD}” >> $ALERT_FILE
# 发送告警邮件
mail -s “GoldenGate Alert: High Lag” dba@fgedu.net.cn < $ALERT_FILE fi # 2. 性能趋势分析 #!/bin/bash # from:www.itpux.com.qq113257174.wx:itpux-com # web: http://www.fgedu.net.cn # gg_trend.sh # from:www.itpux.com.qq113257174.wx:itpux-com # web: http://www.fgedu.net.cn # 收集历史性能数据 for i in {1..24}; do DATE=$(date -d "$i hours ago" +%Y%m%d%H) LOG_FILE="/oracle/goldengate/monitor/gg_performance_${DATE}.log" if [ -f $LOG_FILE ]; then TPS=$(grep "Total operations" $LOG_FILE | tail -1 | awk '{print $NF}') echo "$DATE,$TPS" >> /oracle/goldengate/monitor/tps_trend.csv
fi
done

# 生成趋势图（使用gnuplot或其他工具）
gnuplot << EOF set terminal png set output '/oracle/goldengate/monitor/tps_trend.png' set title 'GoldenGate TPS Trend' set xlabel 'Time' set ylabel 'TPS' set datafile separator ',' plot '/oracle/goldengate/monitor/tps_trend.csv' using 1:2 with lines title 'TPS' EOF # 3. 自动化监控 # 添加到crontab # */5 * * * * /oracle/goldengate/monitor/gg_monitor.sh # 0 * * * * /oracle/goldengate/monitor/gg_trend.sh