MongoDB 集群终极方案

查看硬盘分配情况

[root@dscn022 mongodb]# lsblk  
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT  
sda 8:0 0 278.5G 0 disk  
├─sda1 8:1 0 500M 0 part /boot  
└─sda2 8:2 0 224.9G 0 part  
├─rhel-root 253:0 0 50G 0 lvm /  
├─rhel-swap 253:1 0 4G 0 lvm [SWAP]  
├─rhel-home 253:2 0 100.9G 0 lvm /home  
├─rhel-var 253:3 0 20G 0 lvm /var  
└─rhel-var_log 253:4 0 50G 0 lvm /var/log  
sdb 8:16 0 3.7T 0 disk  
└─sdb1 8:17 0 3.7T 0 part /home/hadmin/logs  
sdc 8:32 0 3.7T 0 disk  
└─sdc1 8:33 0 3.7T 0 part  
sdd 8:48 0 3.7T 0 disk  
└─sdd1 8:49 0 3.7T 0 part  
sde 8:64 0 3.7T 0 disk  
└─sde1 8:65 0 3.7T 0 part  
sdf 8:80 0 3.7T 0 disk  
└─sdf1 8:81 0 3.7T 0 part /home/hadmin/data/mongodb/prev  
sdg 8:96 0 3.7T 0 disk  
└─sdg1 8:97 0 3.7T 0 part /home/hadmin/data/mongodb/curr  
sdh 8:112 0 3.7T 0 disk  
└─sdh1 8:113 0 3.7T 0 part /home/hadmin/data/mongodb/next  
sdi 8:128 0 3.7T 0 disk  
└─sdi1 8:129 0 3.7T 0 part  
sdj 8:144 0 3.7T 0 disk  
└─sdj1 8:145 0 3.7T 0 part  
sdk 8:160 0 3.7T 0 disk  
└─sdk1 8:161 0 3.7T 0 part  
sdl 8:176 0 3.7T 0 disk  
└─sdl1 8:177 0 3.7T 0 part  
sdm 8:192 0 3.7T 0 disk  
└─sdm1 8:193 0 3.7T 0 part  
loop0 7:0 0 3.8G 0 loop /mnt

进行配置

-------	------	-------
curr	1	2
prev	5	1
next	2	3

分配mongoDB 目录

mkdir -p /home/hadmin/data/mongodb/prev  
mkdir -p /home/hadmin/data/mongodb/curr  
mkdir -p /home/hadmin/data/mongodb/next

进行mount

mount /dev/sdf1 /home/hadmin/data/mongodb/prev  
mount /dev/sdg1 /home/hadmin/data/mongodb/curr  
mount /dev/sdh1 /home/hadmin/data/mongodb/next

查看硬盘大小

  
[root@dscn022 mongodb]# df -h  
Filesystem Size Used Avail Use% Mounted on  
/dev/mapper/rhel-root 50G 5.1G 45G 11% /  
devtmpfs 126G 0 126G 0% /dev  
tmpfs 126G 0 126G 0% /dev/shm  
tmpfs 126G 50M 126G 1% /run  
tmpfs 126G 0 126G 0% /sys/fs/cgroup  
/dev/sda1 494M 127M 368M 26% /boot  
/dev/mapper/rhel-var 20G 101M 20G 1% /var  
/dev/mapper/rhel-home 101G 1.5G 100G 2% /home  
/dev/mapper/rhel-var_log 50G 58M 50G 1% /var/log  
/dev/loop0 3.8G 3.8G 0 100% /mnt  
tmpfs 126G 64K 126G 1% /tmp  
tmpfs 26G 0 26G 0% /run/user/0  
/dev/sdb1 3.6T 89M 3.4T 1% /home/hadmin/logs  
/dev/sdf1 3.6T 390M 3.4T 1% /home/hadmin/data/mongodb/prev  
/dev/sdg1 3.6T 390M 3.4T 1% /home/hadmin/data/mongodb/curr  
/dev/sdh1 3.6T 390M 3.4T 1% /home/hadmin/data/mongodb/next

脚本（傻瓜模式）

重要 numactl
yum install -y numactl
配置Mongodb用到的文件夹都要mkdir
common.sh

#!/bin/bash  
  
# $1就是shard几  
# $2目录，重新规划磁盘后可以修改此处  
# $3是关闭位，启动不传，关闭传 --shutdown  
  
INDEX=$1  
  
PORT=$(( 27018 + $INDEX ))  
HOSTNAME=`cat /etc/hostname`  
SHARD="TOD-Shard-$INDEX"  
DB_PATH=" /home/hadmin/data/mongodb/"$2  
PID_FILE="/home/hadmin/data/pids/mongodb/$SHARD.pid"  
LOG_FILE="/home/hadmin/data/logs/mongodb/$SHARD.log"  
  
numactl --interleave=all /home/hadmin/mongodb/bin/mongod --logpath $LOG_FILE --logappend --logRotate rename --timeStampFormat ctime --fork --pidfilepath $PID_FILE --port $PORT --bind_ip $HOSTNAME --dbpath $DB_PATH --journalCommitInterval 100 --storageEngine wiredTiger --wiredTigerCacheSizeGB 4 --replSet $SHARD --enableMajorityReadConcern --shardsvr --oplogSize 10240 $3

cfgsvr.start

  
#!/bin/bash  
  
numactl --interleave=all /home/hadmin/mongodb/bin/mongod -f /home/hadmin/mongodb/conf/configserver.conf

route

  
#!/bin/bash  
  
/home/hadmin/mongodb/bin/mongos -f /home/hadmin/mongodb/conf/router.conf

shard_curr.start

  
#!/bin/bash  
  
/home/hadmin/mongodb/sbin/common.sh 1 curr

shard_next.start

  
#!/bin/bash  
  
/home/hadmin/mongodb/sbin/common.sh 2 next

shard_prev.start

  
#!/bin/bash  
  
/home/hadmin/mongodb/sbin/common.sh 5 prev

initConfig.sh

初始化副本

  
#!/bin/bash  
/home/hadmin/mongodb/bin/mongo dscn022:27018 <<EOF  
config={  
_id:"ConfigServer",  
configsvr:true,  
members:[  
{_id:0,host:"dscn022:27018",priority:2},  
{_id:1,host:"dscn023:27018"},  
{_id:2,host:"dscn024:27018"}],  
settings:{getLastErrorDefaults:{w:"majority",wtimeout:5000}}  
};  
rs.initiate(config);  
exit;  
EOF

initShard.sh

初始化Shard

  
#!/bin/bash  
/home/hadmin/mongodb/bin/mongo dscn022:27017 <<EOF  
sh.addShard("TOD-Shard-1/dscn022:27019,dscn023:27019,dscn026:27019");  
sh.addShard("TOD-Shard-2/dscn023:27020,dscn024:27020,dscn022:27020");  
sh.addShard("TOD-Shard-3/dscn024:27021,dscn025:27021,dscn023:27021");  
sh.addShard("TOD-Shard-4/dscn025:27022,dscn026:27022,dscn024:27022");  
sh.addShard("TOD-Shard-5/dscn025:27023,dscn026:27023,dscn022:27023");  
sh.setBalancerState(false);  
exit;  
EOF

initRS.sh

  
#!/bin/bash  
############  
# init rs1 #  
############  
/home/hadmin/mongodb/bin/mongo dscn022:27019 <<EOF  
config={_id:"TOD-Shard-1",  
members:[  
{_id:0,host:"dscn022:27019",priority:2},  
{_id:1,host:"dscn026:27019"},  
{_id:2,host:"dscn023:27019"}],  
settings:{getLastErrorDefaults:{w:"majority",wtimeout:5000}}};  
rs.initiate(config);  
exit;  
EOF  
  
############  
# init rs2 #  
############  
/home/hadmin/mongodb/bin/mongo dscn022:27020 <<EOF  
config={_id:"TOD-Shard-2",  
members:[  
{_id:0,host:"dscn023:27020",priority:2},  
{_id:1,host:"dscn022:27020"},  
{_id:2,host:"dscn024:27020"}],  
settings:{getLastErrorDefaults:{w:"majority",wtimeout:5000}}};  
rs.initiate(config);  
exit;  
EOF  
  
############  
# init rs3 #  
############  
/home/hadmin/mongodb/bin/mongo dscn024:27021 <<EOF  
config={_id:"TOD-Shard-3",  
members:[  
{_id:0,host:"dscn024:27021",priority:2},  
{_id:1,host:"dscn023:27021"},  
{_id:2,host:"dscn025:27021"}],  
settings:{getLastErrorDefaults:{w:"majority",wtimeout:5000}}};  
rs.initiate(config);  
exit;  
EOF  
  
############  
# init rs4 #  
############  
/home/hadmin/mongodb/bin/mongo dscn025:27022 <<EOF  
config={_id:"TOD-Shard-4",  
members:[  
{_id:0,host:"dscn025:27022",priority:2},  
{_id:1,host:"dscn024:27022"},  
{_id:2,host:"dscn026:27022"}],  
settings:{getLastErrorDefaults:{w:"majority",wtimeout:5000}}};  
rs.initiate(config);  
exit;  
EOF  
  
############  
# init rs5 #  
############  
/home/hadmin/mongodb/bin/mongo dscn026:27023 <<EOF  
config={_id:"TOD-Shard-5",  
members:[  
{_id:0,host:"dscn026:27023",priority:2},  
{_id:1,host:"dscn025:27023"},  
{_id:2,host:"dscn022:27023"}],  
settings:{getLastErrorDefaults:{w:"majority",wtimeout:5000}}};  
rs.initiate(config);  
exit;  
EOF

总结（总体流程）

第一步挂盘（mount）
复制Mongodb到5个节点
配置文件只需要配置（ConfigServer，Route）！Shard 不需要配置。
将脚本放倒Sbin下（与mongodb，Bin 同级别目录）
启动ConfigServer(3个节点)
启动Route 3个节点
sbin包含文件
stop 文件请看common.sh

脚本执行流程

cfgsvr.start（三个节点）
route.start（三个节点）
shard_curr.start (每个节点)
shard_next.start (每个节点)
shard_prev.start (每个节点)
initConfig.sh (任意节点)
initRS.sh (任意节点)
initShard.sh (任意节点)

提醒

注意 ConfigServer 名称
注意 Route指定的 ConfigServer地址
节点互信以及hosts

	NeoJ's Web Page					Last Update: Oct. 8, 2025
	Index	Blog	Projects	GitHub	About

MongoDB 集群终极方案

MongoDB 集群终极方案

查看硬盘分配情况

进行配置

分配mongoDB 目录

进行mount

查看硬盘大小

脚本 （傻瓜模式）

cfgsvr.start

route

shard_curr.start

shard_next.start

shard_prev.start

initConfig.sh

initShard.sh

initRS.sh

总结（总体流程）

脚本执行流程

提醒

脚本（傻瓜模式）