# Cassandra批量导入脚本

KEYSPACE=”fgedudb”
TABLE=”fgedu_orders”
DATA_FILE=”/backup/orders.csv”
BATCH_SIZE=1000
LOG_FILE=”/cassandra/logs/batch_import_$(date +%Y%m%d).log”

log() {
echo “[$(date ‘+%Y-%m-%d %H:%M:%S’)] $1” | tee -a ${LOG_FILE}
}

import_batch() {
local START=$1
local END=$2

log “导入批次 ${START} 到 ${END}”

cqlsh 192.168.1.101 -f /tmp/batch_${START}.cql 2>&1 | tee -a ${LOG_FILE}
}

main() {
log “=== 开始批量导入 ===”
log “数据文件: ${DATA_FILE}”
log “批次大小: ${BATCH_SIZE}”

TOTAL_LINES=$(wc -l ${DATA_FILE} | awk ‘{print $1}’)
log “总行数: ${TOTAL_LINES}”

BATCH_COUNT=$((TOTAL_LINES / BATCH_SIZE))
log “总批次数: ${BATCH_COUNT}”

for ((i=0; i START=$((i * BATCH_SIZE + 1))
END=$(((i + 1) * BATCH_SIZE))
import_batch ${START} ${END}
sleep 1
done

log “=== 批量导入完成 ===”
}

main