双主双从同步模式-节点说明
| 序号 |
IP |
角色 |
架构模式 |
| 1 |
192.168.31.30 |
nameserver1、brokerserver |
Master1、Slave2 |
| 1 |
192.168.31.31 |
nameserver2、brokerserver |
Master2、Slave1 |
host信息修改
vim /etc/hosts
# nameserver
192.168.31.30 rocketmq-nameserver1
192.168.31.31 rocketmq-nameserver2
# broker
19.168.31.30 rocketmq-master1
19.168.31.30 rocketmq-slave1
19.168.31.31 rocketmq-master2
19.168.31.31 rocketmq-slave2
网络地址修改
# 网络文件
/etc/sysconfig/network-scripts/
# 重启
nmcli c reload
wget 安装
yum list | grep wget*
yum list | grep vim*
yum install vim
yum install wget
下载最新包
wget https://mirrors.tuna.tsinghua.edu.cn/apache/rocketmq/4.7.1/rocketmq-all-4.7.1-bin-release.zip
解压到当前目录
unzip -d ./ rocketmq-all-4.7.1-bin-release.zip
9876、10911、10912 端口开放
nameserver 9876
master 10911
slave 10912
firewall-cmd --remove-port=9876/tcp --permanent
firewall-cmd --remove-port=10911/tcp --permanent
firewall-cmd --remove-port=10912/tcp --permanent
firewall-cmd --remove-port=8080/tcp --permanent
#### 重启防火墙
firewall-cmd --reload
systemctl stop firewalld
systemctl stop firewalld.service
rocketMQ 环境变量设置
vim /etc/profile
#在文件末尾加入如下配置：
JAVA_HOME=/usr/lib/jvm/java-1.8.0
CLASSPATH=.:$JAVA_HOME/jre/lib/rt.jar:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
ROCKET_MQ_HOME=/usr/local/rocketmq/rocketmq-all-4.7.1-bin-release
ROCKET_MQ_NAMESRV_ADDR=localhost:9876
PATH=$PATH:$JAVA_HOME/bin:$ROCKET_MQ_HOME/bin
export PATH
#重新加载
source /etc/profile
创建消息存储路径
mkdir /usr/local/rocketmq/store
mkdir /usr/local/rocketmq/store/commitlog
mkdir /usr/local/rocketmq/store/consumequeue
mkdir /usr/local/rocketmq/store/index
mkdir /usr/local/rocketmq/store/checkpoint
mkdir /usr/local/rocketmq/store/abort
重启网卡
systemctl restart network
测试环境修改JVM内存大小
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/runserver.sh
JAVA_OPT="${JAVA_OPT} -server -Xms128m -Xmx512m -Xmn256m -XX:MetaspaceSize=128m -XX:MaxMetaspaceSize=320m"
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/runbroker.sh
JAVA_OPT="${JAVA_OPT} -server -Xms528m -Xmx528m -Xmn256m"
配置broker配置文件
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-sync/broker-a.properties
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-sync/broker-a-s.properties
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-sync/broker-b.properties
vim /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-sync/broker-b-s.properties
#所属集群名字
brokerClusterName=rocketmq-cluster
#### 分机器配置项目 ####
#例如：在a.properties 文件中写 broker-a 在b.properties 文件中写 broker-b
brokerName=broker-a
#0 表示 Master，>0 表示 Slave
brokerId=0
#Broker 对外服务的监听端口 master=10911 slave=10912
listenPort=10911
#### 分机器配置项目 end ####
#nameServer地址，这里nameserver是单台，如果nameserver是多台集群的话，就用分号分割（即namesrvAddr=ip1:port1;ip2:port2;ip3:port3或者修改hosts文件不使用IP而是域名）
namesrvAddr=rocketmq-nameserver1:9876;rocketmq-nameserver2:9876
#在发送消息时，自动创建服务器不存在的topic，默认创建的队列数。由于是4个broker节点，所以设置为4
defaultTopicQueueNums=4
#是否允许 Broker 自动创建Topic，建议线下开启，线上关闭
autoCreateTopicEnable=true
#是否允许 Broker 自动创建订阅组，建议线下开启，线上关闭
autoCreateSubscriptionGroup=true
#删除文件时间点，默认凌晨 4点
deleteWhen=04
#文件保留时间，默认 48 小时
fileReservedTime=120
#commitLog每个文件的大小默认1G
mapedFileSizeCommitLog=1073741824
#ConsumeQueue每个文件默认存30W条，根据业务情况调整
mapedFileSizeConsumeQueue=300000
#destroyMapedFileIntervalForcibly=120000
#redeleteHangedFileInterval=120000
#检测物理文件磁盘空间
diskMaxUsedSpaceRatio=88
#存储路径
storePathRootDir=/usr/local/rocketmq/store
#commitLog 存储路径
storePathCommitLog=/usr/local/rocketmq/store/commitlog
#消费队列存储路径存储路径
storePathConsumeQueue=/usr/local/rocketmq/store/consumequeue
#消息索引存储路径
storePathIndex=/usr/local/rocketmq/store/index
#checkpoint 文件存储路径
storeCheckpoint=/usr/local/rocketmq/store/checkpoint
#abort 文件存储路径
abortFile=/usr/local/rocketmq/store/abort
#限制的消息大小
maxMessageSize=65536
#flushCommitLogLeastPages=4
#flushConsumeQueueLeastPages=2
#flushCommitLogThoroughInterval=10000
#flushConsumeQueueThoroughInterval=60000
#Broker 的角色
#- ASYNC_MASTER 异步复制Master
#- SYNC_MASTER 同步双写Master
#- SLAVE
brokerRole=SYNC_MASTER
#刷盘方式
#- ASYNC_FLUSH 异步刷盘
#- SYNC_FLUSH 同步刷盘
flushDiskType=ASYNC_FLUSH
#checkTransactionMessageEnable=false
#发消息线程池数量
#sendMessageThreadPoolNums=128
#拉消息线程池数量
#pullMessageThreadPoolNums=128
cd /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin
#分别启动nameser
nohup sh mqnamesrv &
#启动borker
#A机器
nohup sh mqbroker -c /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-async/broker-a.properties &
#B机器
nohup sh mqbroker -c /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-async/broker-b.properties &
#A机器
nohup sh mqbroker -c /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-async/broker-b-s.properties &
#B机器
nohup sh mqbroker -c /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-async/broker-a-s.properties &
#查看启动情况
ps -ef | grep mqnamesrv
ps -ef | grep mqbroker
#关闭
bin/mqshutdown broker
bin/mqshutdown namesrv
nameserver 开机启动
vim /lib/systemd/system/rocketmq-nameserver.service
[Unit]
Description=rocketmq-nameserver
After=syslog.target network.target remote-fs.target nss-lookup.target
[Service]
Type=simple
ExecStart=/bin/sh /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/mqnamesrv
ExecStop=/bin/sh /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/mqshutdown namesrv
Restart=always
PrivateTmp=true
[Install]
WantedBy=multi-user.target
# 权限
chmod 777 /lib/systemd/system/rocketmq-nameserver.service
systemctl daemon-reload
broker 开机启动
# 分别编写主从节点开机启动项
vim /lib/systemd/system/rocketmq-broker-a.service
vim /lib/systemd/system/rocketmq-broker-a-s.service
vim /lib/systemd/system/rocketmq-broker-b.service
vim /lib/systemd/system/rocketmq-broker-b-s.service
[Unit]
Description=rocketmq-broker-a
After=syslog.target network.target remote-fs.target nss-lookup.target
[Service]
Type=simple
ExecStart=/bin/sh /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/mqbroker -c /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/conf/2m-2s-async/broker-a.properties
ExecStop=/bin/sh /usr/local/rocketmq/rocketmq-all-4.7.1-bin-release/bin/mqshutdown broker
Restart=always
PrivateTmp=true
[Install]
WantedBy=multi-user.target
#权限
chmod 777 /lib/systemd/system/rocketmq-broker-a.service
systemctl daemon-reload
systemctl start rocketmq-broker-a.service
rocketmq-console 控制面板
https://github.com/apache/rocketmq-externals
# 修改文件
vim rocketmq-console\src\main\resources\application.properties
# 修改内容
rocketmq.config.namesrvAddr=rocketmq-nameserver1:9876;rocketmq-nameserver2:9876
# 打包
mvn clean package -Dmaven.test.skip=true
rocketmq-console.service 开机启动
vim /lib/systemd/system/rocketmq-console.service
[Unit]
Description=rocketmq-console
After=syslog.target network.target remote-fs.target nss-lookup.target
[Service]
Type=simple
ExecStart=java -jar /usr/local/rocketmq/rocketmq-console-ng-2.0.0.jar --server.port=8088 --rocketmq.config.namesrvAddr=rocketmq-nameserver1:9876;rocketmq-nameserver2:9876 --rocketmq.config.isVIPChannel=false
Restart=always
PrivateTmp=true
[Install]
WantedBy=multi-user.target
#权限
chmod 777 /lib/systemd/system/rocketmq-console.service
systemctl daemon-reload
systemctl start rocketmq-console.service
开机启动
# 192.168.31.30 执行
systemctl enable rocketmq-nameserver.service
systemctl enable rocketmq-broker-a.service
systemctl enable rocketmq-broker-a-s.service
systemctl enable rocketmq-console.service
# 192.168.31.31
systemctl enable rocketmq-nameserver.service
systemctl enable rocketmq-broker-b.service
systemctl enable rocketmq-broker-b-s.service
# 查看启动状态
systemctl start rocketmq-console.service
systemctl status rocketmq-console.service
systemctl status rocketmq-broker-b.service
