#!/bin/bash
# batch_control.sh
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn

# MongoDB批量操作并发控制脚本
MONGO_HOST=”192.168.1.100″
MONGO_PORT=”27017″
MONGO_USER=”fgedu”
MONGO_PASS=”fgedu123″

# 检查当前操作统计
echo “检查当前操作统计…”
mongosh –host $MONGO_HOST –port $MONGO_PORT -u $MONGO_USER -p $MONGO_PASS –authenticationDatabase admin –eval ‘
db.currentOp({
“secs_running”: { $gt: 10 },
“type”: “op”
}).inprog.forEach(function(op) {
print(“操作ID: ” + op.opid + “, 已运行: ” + op.secs_running + “秒, 命名空间: ” + op.ns);
})
‘

# 输出：
# 检查当前操作统计…
# 操作ID: 12345, 已运行: 15秒, 命名空间: fgedudb.fgedu_orders

# 批量插入文档
db.fgedu_batch_test.insertMany([
{ _id: 1, name: “产品1”, price: 100, category: “A” },
{ _id: 2, name: “产品2”, price: 200, category: “B” },
{ _id: 3, name: “产品3”, price: 150, category: “A” },
{ _id: 4, name: “产品4”, price: 300, category: “C” },
{ _id: 5, name: “产品5”, price: 250, category: “B” }
])

# 输出：
# {
# acknowledged: true,
# insertedIds: { ‘0’: 1, ‘1’: 2, ‘2’: 3, ‘3’: 4, ‘4’: 5 }
# }

# 批量插入时忽略重复键错误
var bulkData = [];
for (var i = 6; i <= 100; i++) { bulkData.push({ _id: i, name: "产品" + i, price: Math.floor(Math.random() * 500) + 50, category: ["A", "B", "C"][i % 3], created_at: new Date() }); } db.fgedu_batch_test.insertMany(bulkData, { ordered: false }) # 输出： # { # acknowledged: true, # insertedIds: { ... } # }

# 混合批量操作
db.fgedu_batch_test.bulkWrite([
{
insertOne: {
document: { _id: 101, name: “新产品”, price: 500, category: “D” }
}
},
{
updateOne: {
filter: { _id: 1 },
update: { $set: { price: 120, updated_at: new Date() } }
}
},
{
updateMany: {
filter: { category: “A” },
update: { $inc: { price: 10 } }
}
},
{
deleteOne: {
filter: { _id: 2 }
}
}
])

# 输出：
# {
# acknowledged: true,
# insertedCount: 1,
# insertedIds: { ‘0’: 101 },
# matchedCount: 3,
# modifiedCount: 3,
# deletedCount: 1,
# upsertedCount: 0,
# upsertedIds: {}
# }

#!/bin/bash
# data_migration.sh
# from:www.itpux.com.qq113257174.wx:itpux-com
# web: http://www.fgedu.net.cn

# 数据迁移批量导入脚本
MONGO_HOST=”192.168.1.100″
MONGO_PORT=”27017″
MONGO_USER=”fgedu”
MONGO_PASS=”fgedu123″
DB_NAME=”fgedudb”
COLLECTION=”fgedu_migration_data”

# 创建集合
echo “创建目标集合…”
mongosh –host $MONGO_HOST –port $MONGO_PORT -u $MONGO_USER -p $MONGO_PASS –authenticationDatabase admin –eval ”
db.getSiblingDB(‘$DB_NAME’).createCollection(‘$COLLECTION’)
”

# 输出：
# 创建目标集合…
# { ok: 1 }

# 批量导入数据（Python脚本示例）
# migration_script.py
from pymongo import MongoClient
from datetime import datetime
import random

client = MongoClient(‘mongodb://fgedu:fgedu123@192.168.1.100:27017/fgedudb’)
db = client.fgedudb
collection = db.fgedu_migration_data

# 批量插入数据
batch_size = 1000
total_records = 50000
batch_data = []

for i in range(total_records):
doc = {
“user_id”: f”fgedu_user_{i:06d}”,
“username”: f”user_{i}”,
“email”: f”user_{i}@fgedu.net.cn”,
“age”: random.randint(18, 65),
“score”: random.randint(0, 1000),
“status”: random.choice([“active”, “inactive”, “pending”]),
“created_at”: datetime.now()
}
batch_data.append(doc)

if len(batch_data) >= batch_size:
collection.insert_many(batch_data, ordered=False)
batch_data = []
print(f”已导入 {i+1} 条记录”)

# 插入剩余数据
if batch_data:
collection.insert_many(batch_data, ordered=False)

print(f”数据迁移完成，共导入 {total_records} 条记录”)

# 输出：
# 已导入 1000 条记录
# 已导入 2000 条记录
# …
# 数据迁移完成，共导入 50000 条记录

# 分批批量更新脚本（mongosh）
var batchSize = 1000;
var updated = 0;
var batchNum = 0;

while (true) {
var batch = db.fgedu_migration_data.find({
status: “pending”,
updated_at: { $exists: false }
}).limit(batchSize).toArray();

if (batch.length === 0) {
break;
}

var bulkOps = batch.map(function(doc) {
return {
updateOne: {
filter: { _id: doc._id },
update: {
$set: {
status: “active”,
updated_at: new Date()
}
}
}
};
});

var result = db.fgedu_migration_data.bulkWrite(bulkOps);
updated += result.modifiedCount;
batchNum++;

print(“批次 ” + batchNum + ” 完成，已更新 ” + updated + ” 条记录”);

// 短暂休眠，减轻数据库压力
sleep(100);
}

print(“批量更新完成，共更新 ” + updated + ” 条记录”);

# 输出：
# 批次 1 完成，已更新 1000 条记录
# 批次 2 完成，已更新 2000 条记录
# …
# 批量更新完成，共更新 50000 条记录