雙主雙從同步模式-節點說明
序號 |
IP |
角色 |
架構模式 |
1 |
192.168.31.30 |
nameserver1、brokerserver |
Master1、Slave2 |
1 |
192.168.31.31 |
nameserver2、brokerserver |
Master2、Slave1 |
host信息修改
vim /etc/hosts
# nameserver
192.168.31.30 rocketmq-nameserver1
192.168.31.31 rocketmq-nameserver2
# broker
19.168.31.30 rocketmq-master1
19.168.31.30 rocketmq-slave1
19.168.31.31 rocketmq-master2
19.168.31.31 rocketmq-slave2
網絡地址修改
# 網絡文件
/etc/sysconfig/network-scripts/
# 重啓
nmcli c reload
wget 安裝
yum list | grep wget*
yum list | grep vim*
yum install vim
yum install wget
下載最新包
wget https://mirrors.tuna.tsinghua.edu.cn/apache/rocketmq/4.7.1/rocketmq-all-4.7.1-bin-release.zip
解壓到當前目錄
unzip -d ./ rocketmq-all-4.7.1-bin-release.zip
9876、10911、10912 端口開放
nameserver 9876
master 10911
slave 10912
firewall-cmd --remove-port=9876/tcp --permanent
firewall-cmd --remove-port=10911/tcp --permanent
firewall-cmd --remove-port=10912/tcp --permanent
firewall-cmd --remove-port=8080/tcp --permanent
#### 重啓防火牆
firewall-cmd --reload
systemctl stop firewalld
systemctl stop firewalld.service
rocketMQ 環境變量設置
vim /etc/profile
#在文件末尾加入如下配置:
JAVA_HOME=/usr/lib/jvm/java-1.8.0
CLASSPATH=.:$JAVA_HOME/jre/lib/rt.jar:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
ROCKET_MQ_HOME=/usr/local/rocketmq/rocketmq-all-4.7.1-bin-release
ROCKET_MQ_NAMESRV_ADDR=localhost:9876
PATH=$PATH:$JAVA_HOME/bin:$ROCKET_MQ_HOME/bin
export PATH
#重新加載
source /etc/profile
創建消息存儲路徑
mkdir /usr/local/rocketmq/store
mkdir /usr/local/rocketmq/store/commitlog
mkdir /usr/local/rocketmq/store/consumequeue
mkdir /usr/local/rocketmq/store/index
mkdir /usr/local/rocketmq/store/checkpoint
mkdir /usr/local/rocketmq/store/abort
重啓網卡
systemctl restart network
測試環境修改JVM內存大小
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/runserver.sh
JAVA_OPT="${JAVA_OPT} -server -Xms128m -Xmx512m -Xmn256m -XX:MetaspaceSize=128m -XX:MaxMetaspaceSize=320m"
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/runbroker.sh
JAVA_OPT="${JAVA_OPT} -server -Xms528m -Xmx528m -Xmn256m"
配置broker配置文件
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-sync/broker-a.properties
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-sync/broker-a-s.properties
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-sync/broker-b.properties
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-sync/broker-b-s.properties
#所屬集羣名字
brokerClusterName=rocketmq-cluster
#### 分機器配置項目 ####
#例如:在a.properties 文件中寫 broker-a 在b.properties 文件中寫 broker-b
brokerName=broker-a
#0 表示 Master,>0 表示 Slave
brokerId=0
#Broker 對外服務的監聽端口 master=10911 slave=10912
listenPort=10911
#### 分機器配置項目 end ####
#nameServer地址,這裏nameserver是單臺,如果nameserver是多臺集羣的話,就用分號分割(即namesrvAddr=ip1:port1;ip2:port2;ip3:port3或者修改hosts文件不使用IP而是域名)
namesrvAddr=rocketmq-nameserver1:9876;rocketmq-nameserver2:9876
#在發送消息時,自動創建服務器不存在的topic,默認創建的隊列數。由於是4個broker節點,所以設置爲4
defaultTopicQueueNums=4
#是否允許 Broker 自動創建Topic,建議線下開啓,線上關閉
autoCreateTopicEnable=true
#是否允許 Broker 自動創建訂閱組,建議線下開啓,線上關閉
autoCreateSubscriptionGroup=true
#刪除文件時間點,默認凌晨 4點
deleteWhen=04
#文件保留時間,默認 48 小時
fileReservedTime=120
#commitLog每個文件的大小默認1G
mapedFileSizeCommitLog=1073741824
#ConsumeQueue每個文件默認存30W條,根據業務情況調整
mapedFileSizeConsumeQueue=300000
#destroyMapedFileIntervalForcibly=120000
#redeleteHangedFileInterval=120000
#檢測物理文件磁盤空間
diskMaxUsedSpaceRatio=88
#存儲路徑
storePathRootDir=/usr/local/rocketmq/store
#commitLog 存儲路徑
storePathCommitLog=/usr/local/rocketmq/store/commitlog
#消費隊列存儲路徑存儲路徑
storePathConsumeQueue=/usr/local/rocketmq/store/consumequeue
#消息索引存儲路徑
storePathIndex=/usr/local/rocketmq/store/index
#checkpoint 文件存儲路徑
storeCheckpoint=/usr/local/rocketmq/store/checkpoint
#abort 文件存儲路徑
abortFile=/usr/local/rocketmq/store/abort
#限制的消息大小
maxMessageSize=65536
#flushCommitLogLeastPages=4
#flushConsumeQueueLeastPages=2
#flushCommitLogThoroughInterval=10000
#flushConsumeQueueThoroughInterval=60000
#Broker 的角色
#- ASYNC_MASTER 異步複製Master
#- SYNC_MASTER 同步雙寫Master
#- SLAVE
brokerRole=SYNC_MASTER
#刷盤方式
#- ASYNC_FLUSH 異步刷盤
#- SYNC_FLUSH 同步刷盤
flushDiskType=ASYNC_FLUSH
#checkTransactionMessageEnable=false
#發消息線程池數量
#sendMessageThreadPoolNums=128
#拉消息線程池數量
#pullMessageThreadPoolNums=128
cd /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin
#分別啓動nameser
nohup sh mqnamesrv &
#啓動borker
#A機器
nohup sh mqbroker -c /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-async/broker-a.properties &
#B機器
nohup sh mqbroker -c /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-async/broker-b.properties &
#A機器
nohup sh mqbroker -c /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-async/broker-b-s.properties &
#B機器
nohup sh mqbroker -c /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-async/broker-a-s.properties &
#查看啓動情況
ps -ef | grep mqnamesrv
ps -ef | grep mqbroker
#關閉
bin/mqshutdown broker
bin/mqshutdown namesrv
nameserver 開機啓動
vim /lib/systemd/system/rocketmq-nameserver.service
[Unit]
Description=rocketmq-nameserver
After=syslog.target network.target remote-fs.target nss-lookup.target
[Service]
Type=simple
ExecStart=/bin/sh /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/mqnamesrv
ExecStop=/bin/sh /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/mqshutdown namesrv
Restart=always
PrivateTmp=true
[Install]
WantedBy=multi-user.target
# 權限
chmod 777 /lib/systemd/system/rocketmq-nameserver.service
systemctl daemon-reload
broker 開機啓動
# 分別編寫主從節點開機啓動項
vim /lib/systemd/system/rocketmq-broker-a.service
vim /lib/systemd/system/rocketmq-broker-a-s.service
vim /lib/systemd/system/rocketmq-broker-b.service
vim /lib/systemd/system/rocketmq-broker-b-s.service
[Unit]
Description=rocketmq-broker-a
After=syslog.target network.target remote-fs.target nss-lookup.target
[Service]
Type=simple
ExecStart=/bin/sh /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/mqbroker -c /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-async/broker-a.properties
ExecStop=/bin/sh /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/mqshutdown broker
Restart=always
PrivateTmp=true
[Install]
WantedBy=multi-user.target
#權限
chmod 777 /lib/systemd/system/rocketmq-broker-a.service
systemctl daemon-reload
systemctl start rocketmq-broker-a.service
rocketmq-console 控制面板
https://github.com/apache/rocketmq-externals
# 修改文件
vim rocketmq-console\src\main\resources\application.properties
# 修改內容
rocketmq.config.namesrvAddr=rocketmq-nameserver1:9876;rocketmq-nameserver2:9876
# 打包
mvn clean package -Dmaven.test.skip=true
rocketmq-console.service 開機啓動
vim /lib/systemd/system/rocketmq-console.service
[Unit]
Description=rocketmq-console
After=syslog.target network.target remote-fs.target nss-lookup.target
[Service]
Type=simple
ExecStart=java -jar /usr/local/rocketmq/rocketmq-console-ng-2.0.0.jar --server.port=8088 --rocketmq.config.namesrvAddr=rocketmq-nameserver1:9876;rocketmq-nameserver2:9876 --rocketmq.config.isVIPChannel=false
Restart=always
PrivateTmp=true
[Install]
WantedBy=multi-user.target
#權限
chmod 777 /lib/systemd/system/rocketmq-console.service
systemctl daemon-reload
systemctl start rocketmq-console.service
開機啓動
# 192.168.31.30 執行
systemctl enable rocketmq-nameserver.service
systemctl enable rocketmq-broker-a.service
systemctl enable rocketmq-broker-a-s.service
systemctl enable rocketmq-console.service
# 192.168.31.31
systemctl enable rocketmq-nameserver.service
systemctl enable rocketmq-broker-b.service
systemctl enable rocketmq-broker-b-s.service
# 查看啓動狀態
systemctl start rocketmq-console.service
systemctl status rocketmq-console.service
systemctl status rocketmq-broker-b.service