#!/bin/bash
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn
# trail_cleanup_advanced.sh
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn

# 场景：生产环境Trail文件占用空间过大，需要安全清理

GG_HOME=”/oracle/goldengate”
TRAIL_DIR=”$GG_HOME/dirdat”
LOG_FILE=”$GG_HOME/maint/trail_cleanup_$(date +%Y%m%d%H%M%S).log”

# 配置
KEEP_DAYS=7
DISK_THRESHOLD=80

# 记录开始时间
echo “$(date): Trail cleanup started” >> $LOG_FILE

# 1. 检查当前磁盘空间
echo “$(date): Checking disk space…” >> $LOG_FILE
DISK_USAGE=$(df -h $TRAIL_DIR | tail -1 | awk ‘{print $5}’ | sed ‘s/%//’)
echo “$(date): Current disk usage: ${DISK_USAGE}%” >> $LOG_FILE

if [ $DISK_USAGE -lt $DISK_THRESHOLD ]; then
echo “$(date): Disk usage is below threshold, cleanup not required” >> $LOG_FILE
exit 0
fi

# 2. 获取当前使用的Trail序列号
echo “$(date): Getting current trail sequences…” >> $LOG_FILE

# Extract使用的Trail
EXT_TRAILS=$(echo “info exttrail *” | $GG_HOME/ggsci | grep “Extract Trail” | awk ‘{print $3}’)
for TRAIL in $EXT_TRAILS; do
TRAIL_PREFIX=$(basename $TRAIL | sed ‘s/[0-9]*$//’)
CURRENT_SEQ=$(echo “info exttrail *” | $GG_HOME/ggsci | grep -A1 “$TRAIL” | grep “Seqno” | awk ‘{print $2}’)
echo “$(date): Trail $TRAIL_PREFIX current sequence: $CURRENT_SEQ” >> $LOG_FILE
done

# Replicat使用的Trail
REP_TRAILS=$(echo “info rmttrail *” | $GG_HOME/ggsci | grep “Rmt Trail” | awk ‘{print $3}’)
for TRAIL in $REP_TRAILS; do
TRAIL_PREFIX=$(basename $TRAIL | sed ‘s/[0-9]*$//’)
CURRENT_SEQ=$(echo “info rmttrail *” | $GG_HOME/ggsci | grep -A1 “$TRAIL” | grep “Seqno” | awk ‘{print $2}’)
echo “$(date): Trail $TRAIL_PREFIX current sequence: $CURRENT_SEQ” >> $LOG_FILE
done

# 3. 安全清理Trail文件
echo “$(date): Cleaning trail files…” >> $LOG_FILE

CLEANED_SIZE=0
CLEANED_COUNT=0

find $TRAIL_DIR -type f -name “*” -mtime +$KEEP_DAYS | while read FILE; do
FILENAME=$(basename $FILE)
FILE_SEQ=$(echo $FILENAME | grep -o ‘[0-9]*$’)
FILE_PREFIX=$(echo $FILENAME | sed ‘s/[0-9]*$//’)

# 检查文件是否还在使用
IS_ACTIVE=0

# 检查Extract使用的Trail
for TRAIL in $EXT_TRAILS; do
TRAIL_PREFIX=$(basename $TRAIL | sed ‘s/[0-9]*$//’)
if [ “$FILE_PREFIX” == “$TRAIL_PREFIX” ]; then
CURRENT_SEQ=$(echo “info exttrail *” | $GG_HOME/ggsci | grep -A1 “$TRAIL” | grep “Seqno” | awk ‘{print $2}’)
if [ $FILE_SEQ -lt $CURRENT_SEQ ]; then
IS_ACTIVE=1
fi
fi
done

# 检查Replicat使用的Trail
for TRAIL in $REP_TRAILS; do
TRAIL_PREFIX=$(basename $TRAIL | sed ‘s/[0-9]*$//’)
if [ “$FILE_PREFIX” == “$TRAIL_PREFIX” ]; then
CURRENT_SEQ=$(echo “info rmttrail *” | $GG_HOME/ggsci | grep -A1 “$TRAIL” | grep “Seqno” | awk ‘{print $2}’)
if [ $FILE_SEQ -lt $CURRENT_SEQ ]; then
IS_ACTIVE=1
fi
fi
done

# 如果文件不再使用，则删除
if [ $IS_ACTIVE -eq 1 ]; then
FILE_SIZE=$(du -k $FILE | awk ‘{print $1}’)
echo “$(date): Deleting $FILE (${FILE_SIZE}KB)” >> $LOG_FILE
rm -f $FILE
CLEANED_SIZE=$((CLEANED_SIZE + FILE_SIZE))
CLEANED_COUNT=$((CLEANED_COUNT + 1))
fi
done

echo “$(date): Cleaned $CLEANED_COUNT files, freed ${CLEANED_SIZE}KB” >> $LOG_FILE

# 4. 验证清理结果
echo “$(date): Verifying cleanup result…” >> $LOG_FILE
DISK_USAGE_AFTER=$(df -h $TRAIL_DIR | tail -1 | awk ‘{print $5}’ | sed ‘s/%//’)
echo “$(date): Disk usage after cleanup: ${DISK_USAGE_AFTER}%” >> $LOG_FILE

FREED_PERCENTAGE=$((DISK_USAGE – DISK_USAGE_AFTER))
echo “$(date): Freed ${FREED_PERCENTAGE}% disk space” >> $LOG_FILE

echo “$(date): Trail cleanup completed” >> $LOG_FILE

# 5. 发送通知
if [ $CLEANED_COUNT -gt 0 ]; then
echo “Trail cleanup completed. Cleaned $CLEANED_COUNT files, freed ${CLEANED_SIZE}KB, disk usage reduced from ${DISK_USAGE}% to ${DISK_USAGE_AFTER}%” | \
mail -s “GoldenGate Trail Cleanup Report” dba@fgedu.net.cn
fi

#!/bin/bash
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn
# log_management.sh
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn

# 场景：管理GoldenGate各类日志文件，包括归档、压缩、清理

GG_HOME=”/oracle/goldengate”
ARCHIVE_DIR=”$GG_HOME/archive/$(date +%Y)/$(date +%m)”
LOG_FILE=”$GG_HOME/maint/log_mgmt_$(date +%Y%m%d).log”

# 保留期限
REPORT_KEEP_DAYS=30
GGSERR_KEEP_DAYS=90
ARCHIVE_KEEP_DAYS=365

mkdir -p $ARCHIVE_DIR

echo “$(date): Log management started” > $LOG_FILE

# 1. 归档报告文件
echo “$(date): Archiving report files…” >> $LOG_FILE
REPORT_COUNT=0
for RPT_FILE in $GG_HOME/dirrpt/*.rpt; do
if [ -f “$RPT_FILE” ]; then
FILE_AGE=$(( ($(date +%s) – $(stat -c %Y “$RPT_FILE”)) / 86400 ))
if [ $FILE_AGE -gt 7 ]; then
gzip -c “$RPT_FILE” > “$ARCHIVE_DIR/$(basename $RPT_FILE).gz”
rm -f “$RPT_FILE”
REPORT_COUNT=$((REPORT_COUNT + 1))
fi
fi
done
echo “$(date): Archived $REPORT_COUNT report files” >> $LOG_FILE

# 2. 归档GoldenGate事件日志
echo “$(date): Archiving GoldenGate event log…” >> $LOG_FILE
if [ -f $GG_HOME/ggserr.log ]; then
# 按日期分割日志
awk -v archive_dir=”$ARCHIVE_DIR” ‘
/[0-9]{4}-[0-9]{2}-[0-9]{2}/ {
date = $1
gsub(/-/, “”, date)
outfile = archive_dir “/ggserr_” date “.log”
print >> outfile
}
‘ $GG_HOME/ggserr.log

# 清空当前日志（保留最近1000行）
tail -1000 $GG_HOME/ggserr.log > $GG_HOME/ggserr.log.tmp
mv $GG_HOME/ggserr.log.tmp $GG_HOME/ggserr.log

echo “$(date): GoldenGate event log archived” >> $LOG_FILE
fi

# 3. 压缩归档文件
echo “$(date): Compressing archive files…” >> $LOG_FILE
find $ARCHIVE_DIR -name “*.log” -type f | while read FILE; do
gzip $FILE
done
echo “$(date): Archive files compressed” >> $LOG_FILE

# 4. 清理过期归档
echo “$(date): Cleaning old archives…” >> $LOG_FILE
ARCHIVE_CLEANED=$(find $GG_HOME/archive -name “*.gz” -mtime +$ARCHIVE_KEEP_DAYS -delete -print | wc -l)
echo “$(date): Cleaned $ARCHIVE_CLEANED old archive files” >> $LOG_FILE

# 5. 清理过期报告
echo “$(date): Cleaning old reports…” >> $LOG_FILE
REPORT_CLEANED=$(find $ARCHIVE_DIR -name “*.rpt.gz” -mtime +$REPORT_KEEP_DAYS -delete -print | wc -l)
echo “$(date): Cleaned $REPORT_CLEANED old report files” >> $LOG_FILE

# 6. 生成管理报告
echo “$(date): Generating management report…” >> $LOG_FILE

cat > $GG_HOME/maint/log_mgmt_report_$(date +%Y%m%d).txt << EOF GoldenGate Log Management Report ================================ Date: $(date) Operations Performed: 1. Archived $REPORT_COUNT report files 2. Archived GoldenGate event log 3. Compressed archive files 4. Cleaned $ARCHIVE_CLEANED old archive files 5. Cleaned $REPORT_CLEANED old report files Current Storage Status: $(du -sh $GG_HOME/archive/) $(du -sh $GG_HOME/dirrpt/) $(df -h $GG_HOME) Next Scheduled Maintenance: $(date -d "+7 days" +%Y-%m-%d) EOF echo "$(date): Log management completed" >> $LOG_FILE

#!/bin/bash
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn
# config_backup_advanced.sh
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn

# 场景：完整的GoldenGate配置备份，包括本地和远程备份

GG_HOME=”/oracle/goldengate”
BACKUP_DIR=”$GG_HOME/backup”
REMOTE_BACKUP_SERVER=”backup.fgedu.net.cn”
REMOTE_BACKUP_PATH=”/backup/goldengate”
DATE=$(date +%Y%m%d_%H%M%S)
BACKUP_NAME=”gg_config_backup_$DATE”

# 创建备份目录
mkdir -p $BACKUP_DIR/$BACKUP_NAME/{prm,def,chk,crd,sql,reports}

echo “$(date): Starting GoldenGate configuration backup”

# 1. 备份参数文件
echo “$(date): Backing up parameter files…”
cp $GG_HOME/dirprm/*.prm $BACKUP_DIR/$BACKUP_NAME/prm/ 2>/dev/null

# 2. 备份表定义文件
echo “$(date): Backing up table definition files…”
cp $GG_HOME/dirdef/*.def $BACKUP_DIR/$BACKUP_NAME/def/ 2>/dev/null

# 3. 备份检查点文件
echo “$(date): Backing up checkpoint files…”
cp $GG_HOME/dirchk/* $BACKUP_DIR/$BACKUP_NAME/chk/ 2>/dev/null

# 4. 备份凭据存储
echo “$(date): Backing up credential store…”
cp $GG_HOME/dircrd/* $BACKUP_DIR/$BACKUP_NAME/crd/ 2>/dev/null

# 5. 备份SQL脚本
echo “$(date): Backing up SQL scripts…”
cp $GG_HOME/dirsql/*.sql $BACKUP_DIR/$BACKUP_NAME/sql/ 2>/dev/null

# 6. 备份GLOBALS文件
echo “$(date): Backing up GLOBALS file…”
cp $GG_HOME/GLOBALS $BACKUP_DIR/$BACKUP_NAME/ 2>/dev/null

# 7. 备份进程报告
echo “$(date): Backing up process reports…”
cp $GG_HOME/dirrpt/*.rpt $BACKUP_DIR/$BACKUP_NAME/reports/ 2>/dev/null

# 8. 导出进程配置信息
echo “$(date): Exporting process configuration…”
{
echo “GoldenGate Process Configuration Export”
echo “Export Date: $(date)”
echo “======================================”
echo “”
echo “Manager Configuration:”
echo “info mgr” | $GG_HOME/ggsci
echo “”
echo “Extract Configuration:”
echo “info extract *” | $GG_HOME/ggsci
echo “”
echo “Replicat Configuration:”
echo “info replicat *” | $GG_HOME/ggsci
echo “”
echo “Trail Configuration:”
echo “info exttrail *” | $GG_HOME/ggsci
echo “info rmttrail *” | $GG_HOME/ggsci
} > $BACKUP_DIR/$BACKUP_NAME/process_config.txt

# 9. 生成备份清单
echo “$(date): Generating backup manifest…”
{
echo “GoldenGate Configuration Backup Manifest”
echo “Backup Date: $(date)”
echo “Backup Name: $BACKUP_NAME”
echo “======================================”
echo “”
echo “Contents:”
find $BACKUP_DIR/$BACKUP_NAME -type f | sort
echo “”
echo “File Count: $(find $BACKUP_DIR/$BACKUP_NAME -type f | wc -l)”
echo “Total Size: $(du -sh $BACKUP_DIR/$BACKUP_NAME | awk ‘{print $1}’)”
} > $BACKUP_DIR/$BACKUP_NAME/MANIFEST.txt

# 10. 压缩备份
echo “$(date): Compressing backup…”
cd $BACKUP_DIR
tar -czf ${BACKUP_NAME}.tar.gz $BACKUP_NAME/
rm -rf $BACKUP_NAME/

# 11. 计算校验和
echo “$(date): Calculating checksum…”
cd $BACKUP_DIR
md5sum ${BACKUP_NAME}.tar.gz > ${BACKUP_NAME}.tar.gz.md5
sha256sum ${BACKUP_NAME}.tar.gz > ${BACKUP_NAME}.tar.gz.sha256

# 12. 传输到远程备份服务器
echo “$(date): Transferring to remote backup server…”
scp $BACKUP_DIR/${BACKUP_NAME}.tar.gz $REMOTE_BACKUP_SERVER:$REMOTE_BACKUP_PATH/
scp $BACKUP_DIR/${BACKUP_NAME}.tar.gz.md5 $REMOTE_BACKUP_SERVER:$REMOTE_BACKUP_PATH/
scp $BACKUP_DIR/${BACKUP_NAME}.tar.gz.sha256 $REMOTE_BACKUP_SERVER:$REMOTE_BACKUP_PATH/

# 13. 验证远程备份
ssh $REMOTE_BACKUP_SERVER “cd $REMOTE_BACKUP_PATH && md5sum -c ${BACKUP_NAME}.tar.gz.md5”

if [ $? -eq 0 ]; then
echo “$(date): Remote backup verified successfully”
else
echo “$(date): WARNING – Remote backup verification failed”
fi

# 14. 清理本地旧备份（保留30天）
echo “$(date): Cleaning up old local backups…”
find $BACKUP_DIR -name “gg_config_backup_*.tar.gz” -mtime +30 -delete
find $BACKUP_DIR -name “gg_config_backup_*.tar.gz.*” -mtime +30 -delete

# 15. 生成备份报告
cat > $BACKUP_DIR/backup_report_$(date +%Y%m%d).txt << EOF GoldenGate Configuration Backup Report ====================================== Backup Date: $(date) Backup Name: $BACKUP_NAME Backup Size: $(du -sh $BACKUP_DIR/${BACKUP_NAME}.tar.gz | awk '{print $1}') Backup Location: $BACKUP_DIR/${BACKUP_NAME}.tar.gz Remote Location: $REMOTE_BACKUP_SERVER:$REMOTE_BACKUP_PATH/${BACKUP_NAME}.tar.gz MD5 Checksum: $(cat $BACKUP_DIR/${BACKUP_NAME}.tar.gz.md5 | awk '{print $1}') SHA256 Checksum: $(cat $BACKUP_DIR/${BACKUP_NAME}.tar.gz.sha256 | awk '{print $1}') Status: SUCCESS Next Backup: $(date -d "+7 days" +%Y-%m-%d) EOF echo "$(date): Configuration backup completed successfully" echo "Backup file: $BACKUP_DIR/${BACKUP_NAME}.tar.gz"