在三臺虛擬機上分別部署Mesos及ZooKeeper
可以參考我的另外兩篇文章去部署Mesos和ZooKeeper
構建ssh互信
創建ssh密鑰，然後copy到其他結點
junyu@junyu:~/.ssh$ sudo apt install openssh-server -y
junyu@junyu:~/.ssh$ sudo sed -ri 's/^#PermitRootLogin\s+.*/PermitRootLogin yes/' /etc/ssh/sshd_config
junyu@junyu:~/.ssh$ sudo sed -ri 's/UsePAM yes/#UsePAM yes/g' /etc/ssh/sshd_config
junyu@junyu:~/.ssh$ sudo sed -i 's/#Port 22/Port 22/g' /etc/ssh/sshd_config
junyu@junyu:~/.ssh$ sudo sed -i 's/#PermitEmptyPasswords no/PermitEmptyPasswords yes/g' /etc/ssh/sshd_config
junyu@junyu:~/.ssh$ sudo service sshd start
junyu@junyu:~/.ssh$ sudo ufw disable
junyu@junyu:/root$ mkdir ~/.ssh
junyu@junyu:/root$ cd ~/.ssh
junyu@junyu:~/.ssh$ ssh-keygen -t rsa -P ''
Generating public/private rsa key pair.
Enter file in which to save the key (/home/junyu/.ssh/id_rsa):
Your identification has been saved in /home/junyu/.ssh/id_rsa.
Your public key has been saved in /home/junyu/.ssh/id_rsa.pub.
The key fingerprint is:
SHA256:WPLc2VxXvIw6jE+ho1I7IKoFy4GBgG+F7lDUfHqmsfg junyu@junyu
The key's randomart image is:
+---[RSA 2048]----+
|o..+ ..|
|+ o + . o|
|o+ . o. . + o|
|o.+ o o* . = o + |
|o= . *. S * = |
|.o+.o. . + = |
|..o.. o o + . |
| o E. + . |
|o . . |
+----[SHA256]-----+
junyu@junyu:~/.ssh$ ssh-copy-id -i id_rsa.pub root@192.168.1.201
junyu@junyu:~/.ssh$ ssh-copy-id -i id_rsa.pub root@192.168.1.203
junyu@junyu:~/.ssh$ ssh 192.168.1.201
Last login: Fri Apr 12 19:57:02 2019 from 192.168.1.202
重新配置靜態地址
靜態地址需要和/app/zookeeper/conf/zoo.cfg中的地址一致, 修改完後別忘了重啓網絡
root@junyu:/app/zookeeper/bin# ip addr
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: enp0s3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
link/ether 08:00:27:9a:a5:3a brd ff:ff:ff:ff:ff:ff
inet 192.168.1.203/24 brd 192.168.1.255 scope global noprefixroute enp0s3
valid_lft forever preferred_lft forever
inet6 fe80::a50a:96fc:7c1f:9227/64 scope link noprefixroute
valid_lft forever preferred_lft forever
root@junyu:/app/zookeeper/bin#
修改ZooKeeper的myid
修改/var/zookeeper/data/myid，需要和/app/zookeeper/conf/zoo.cfg中的myid一致
修改主機名和HOSTS文件
修改主機名, 其他類同
root@junyu:/home/junyu/mesos/build# hostnamectl set-hostname master1
root@junyu:/home/junyu/mesos/build# hostname
master1
修改hosts
root@junyu:/home/junyu/mesos/build# sudo gedit /etc/hosts
192.168.1.201 master
192.168.1.202 master1
192.168.1.203 master2
root@junyu:/home/junyu/mesos/build# scp /etc/hosts 192.168.1.201:/etc/hosts
hosts 100% 285 143.6KB/s 00:00
root@junyu:/home/junyu/mesos/build# scp /etc/hosts 192.168.1.203:/etc/hosts
hosts 100% 285 166.2KB/s 00:00
啓動ZooKeeper集羣
root@mycom:/home/junyu# cd /app/zookeeper/bin/
root@mycom:/app/zookeeper/bin# ./zkServer.sh start
全部啓動後，查看zookeeper集羣的狀態
root@junyu:/app/zookeeper/bin# ./zkServer.sh restart
ZooKeeper JMX enabled by default
Using config: /app/zookeeper/bin/../conf/zoo.cfg
ZooKeeper JMX enabled by default
Using config: /app/zookeeper/bin/../conf/zoo.cfg
Stopping zookeeper ... STOPPED
ZooKeeper JMX enabled by default
Using config: /app/zookeeper/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
root@junyu:/app/zookeeper/bin# ./zkServer.sh status
ZooKeeper JMX enabled by default
Using config: /app/zookeeper/bin/../conf/zoo.cfg
Mode: leader
啓動Mesos
創建master目錄保存nohup.out日誌文件，啓動三個mesos，master節點
root@junyu:~# cd /home/junyu/mesos/build/
root@junyu:/home/junyu/mesos/build# mkdir -p /var/lib/mesos/master/log
root@junyu:/home/junyu/mesos/build# nohup mesos-master --work_dir=/var/lib/mesos --log_dir=/var/lib/mesos/log --no-hostname_lookup --ip=0.0.0.0 --zk=zk://192.168.1.202:2181/mesos --quorum=2 > /var/lib/mesos/master/nohub.out 2>&1 &
可以這樣查看master輸出，但必須至少啓動quorum個master，否則會Recover Failed
root@junyu:/home/junyu/mesos/build# cat /var/lib/mesos/master/nohub.out
nohup: 忽略輸入
I0412 20:38:30.529563 4402 logging.cpp:201] INFO level logging started!
I0412 20:38:30.530927 4402 main.cpp:242] Build: 2019-04-09 23:17:33 by junyu
I0412 20:38:30.530957 4402 main.cpp:243] Version: 1.7.2
I0412 20:38:30.564529 4402 main.cpp:344] Using 'hierarchical' allocator
I0412 20:38:30.650254 4402 replica.cpp:795] Replica recovered with log positions 3 -> 4 with 0 holes and 0 unlearned
I0412 20:38:30.666069 4403 log.cpp:108] Attempting to join replica to ZooKeeper group
2019-04-12 20:38:30,677:4402(0x7f7aabf54700):ZOO_INFO@log_env@753: Client environment:zookeeper.version=zookeeper C client 3.4.8
2019-04-12 20:38:30,677:4402(0x7f7aabf54700):ZOO_INFO@log_env@757: Client environment:host.name=master2
2019-04-12 20:38:30,677:4402(0x7f7aabf54700):ZOO_INFO@log_env@764: Client environment:os.name=Linux
2019-04-12 20:38:30,677:4402(0x7f7aabf54700):ZOO_INFO@log_env@765: Client environment:os.arch=4.15.0-48-generic
2019-04-12 20:38:30,677:4402(0x7f7aabf54700):ZOO_INFO@log_env@766: Client environment:os.version=#51-Ubuntu SMP Wed Apr 3 08:28:49 UTC 2019
2019-04-12 20:38:30,677:4402(0x7f7aad757700):ZOO_INFO@log_env@753: Client environment:zookeeper.version=zookeeper C client 3.4.8
2019-04-12 20:38:30,677:4402(0x7f7aad757700):ZOO_INFO@log_env@757: Client environment:host.name=master2
2019-04-12 20:38:30,677:4402(0x7f7aad757700):ZOO_INFO@log_env@764: Client environment:os.name=Linux
2019-04-12 20:38:30,677:4402(0x7f7aad757700):ZOO_INFO@log_env@765: Client environment:os.arch=4.15.0-48-generic
2019-04-12 20:38:30,677:4402(0x7f7aad757700):ZOO_INFO@log_env@766: Client environment:os.version=#51-Ubuntu SMP Wed Apr 3 08:28:49 UTC 2019
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@774: Client environment:user.name=junyu
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@782: Client environment:user.home=/root
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@794: Client environment:user.dir=/home/junyu/mesos/build
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@zookeeper_init@827: Initiating client connection, host=192.168.1.203:2181 sessionTimeout=10000 watcher=0x7f7abfeac31a sessionId=0 sessionPasswd=<null> context=0x7f7a90001ee8 flags=0
2019-04-12 20:38:30,679:4402(0x7f7aad757700):ZOO_INFO@log_env@774: Client environment:user.name=junyu
2019-04-12 20:38:30,679:4402(0x7f7aad757700):ZOO_INFO@log_env@782: Client environment:user.home=/root
2019-04-12 20:38:30,679:4402(0x7f7aad757700):ZOO_INFO@log_env@794: Client environment:user.dir=/home/junyu/mesos/build
2019-04-12 20:38:30,679:4402(0x7f7aad757700):ZOO_INFO@zookeeper_init@827: Initiating client connection, host=192.168.1.203:2181 sessionTimeout=10000 watcher=0x7f7abfeac31a sessionId=0 sessionPasswd=<null> context=0x7f7a84001268 flags=0
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@753: Client environment:zookeeper.version=zookeeper C client 3.4.8
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@757: Client environment:host.name=master2
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@764: Client environment:os.name=Linux
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@765: Client environment:os.arch=4.15.0-48-generic
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@766: Client environment:os.version=#51-Ubuntu SMP Wed Apr 3 08:28:49 UTC 2019
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@774: Client environment:user.name=junyu
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@782: Client environment:user.home=/root
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@log_env@794: Client environment:user.dir=/home/junyu/mesos/build
2019-04-12 20:38:30,679:4402(0x7f7aabf54700):ZOO_INFO@zookeeper_init@827: Initiating client connection, host=192.168.1.203:2181 sessionTimeout=10000 watcher=0x7f7abfeac31a sessionId=0 sessionPasswd=<null> context=0x7f7a98001928 flags=0
2019-04-12 20:38:30,680:4402(0x7f7a82ffd700):ZOO_INFO@check_events@1764: initiated connection to server [192.168.1.203:2181]
2019-04-12 20:38:30,680:4402(0x7f7aabf54700):ZOO_INFO@log_env@753: Client environment:zookeeper.version=zookeeper C client 3.4.8
2019-04-12 20:38:30,680:4402(0x7f7aabf54700):ZOO_INFO@log_env@757: Client environment:host.name=master2
2019-04-12 20:38:30,680:4402(0x7f7aabf54700):ZOO_INFO@log_env@764: Client environment:os.name=Linux
2019-04-12 20:38:30,680:4402(0x7f7aabf54700):ZOO_INFO@log_env@765: Client environment:os.arch=4.15.0-48-generic
2019-04-12 20:38:30,680:4402(0x7f7aabf54700):ZOO_INFO@log_env@766: Client environment:os.version=#51-Ubuntu SMP Wed Apr 3 08:28:49 UTC 2019
2019-04-12 20:38:30,680:4402(0x7f7aabf54700):ZOO_INFO@log_env@774: Client environment:user.name=junyu
2019-04-12 20:38:30,680:4402(0x7f7aabf54700):ZOO_INFO@log_env@782: Client environment:user.home=/root
2019-04-12 20:38:30,680:4402(0x7f7aabf54700):ZOO_INFO@log_env@794: Client environment:user.dir=/home/junyu/mesos/build
2019-04-12 20:38:30,680:4402(0x7f7aabf54700):ZOO_INFO@zookeeper_init@827: Initiating client connection, host=192.168.1.203:2181 sessionTimeout=10000 watcher=0x7f7abfeac31a sessionId=0 sessionPasswd=<null> context=0x7f7a940024a8 flags=0
2019-04-12 20:38:30,680:4402(0x7f7a81ffb700):ZOO_INFO@check_events@1764: initiated connection to server [192.168.1.203:2181]
2019-04-12 20:38:30,680:4402(0x7f7a83fff700):ZOO_INFO@check_events@1764: initiated connection to server [192.168.1.203:2181]
2019-04-12 20:38:30,683:4402(0x7f7a80ff9700):ZOO_INFO@check_events@1764: initiated connection to server [192.168.1.203:2181]
2019-04-12 20:38:30,686:4402(0x7f7a83fff700):ZOO_INFO@check_events@1811: session establishment complete on server [192.168.1.203:2181], sessionId=0x300001a5a35000d, negotiated timeout=10000
2019-04-12 20:38:30,687:4402(0x7f7a82ffd700):ZOO_INFO@check_events@1811: session establishment complete on server [192.168.1.203:2181], sessionId=0x300001a5a35000e, negotiated timeout=10000
2019-04-12 20:38:30,688:4402(0x7f7a81ffb700):ZOO_INFO@check_events@1811: session establishment complete on server [192.168.1.203:2181], sessionId=0x300001a5a35000f, negotiated timeout=10000
I0412 20:38:30.698457 4407 recover.cpp:437] Starting replica recovery
2019-04-12 20:38:30,699:4402(0x7f7a80ff9700):ZOO_INFO@check_events@1811: session establishment complete on server [192.168.1.203:2181], sessionId=0x300001a5a350010, negotiated timeout=10000
I0412 20:38:30.705942 4408 group.cpp:341] Group process (zookeeper-group(2)@192.168.1.203:5050) connected to ZooKeeper
I0412 20:38:30.706039 4408 group.cpp:831] Syncing group operations: queue size (joins, cancels, datas) = (1, 0, 0)
I0412 20:38:30.706084 4408 group.cpp:419] Trying to create path '/mesos/log_replicas' in ZooKeeper
I0412 20:38:30.706492 4410 group.cpp:341] Group process (zookeeper-group(3)@192.168.1.203:5050) connected to ZooKeeper
I0412 20:38:30.706547 4410 group.cpp:831] Syncing group operations: queue size (joins, cancels, datas) = (0, 0, 0)
I0412 20:38:30.706574 4410 group.cpp:419] Trying to create path '/mesos' in ZooKeeper
I0412 20:38:30.707094 4402 master.cpp:415] Master 44892538-c1db-44ad-84c8-c96e87e3c612 (192.168.1.203) started on 192.168.1.203:5050
I0412 20:38:30.707161 4402 master.cpp:418] Flags at startup: --agent_ping_timeout="15secs" --agent_reregister_timeout="10mins" --allocation_interval="1secs" --allocator="hierarchical" --authenticate_agents="false" --authenticate_frameworks="false" --authenticate_http_frameworks="false" --authenticate_http_readonly="false" --authenticate_http_readwrite="false" --authentication_v0_timeout="15secs" --authenticators="crammd5" --authorizers="local" --filter_gpu_resources="true" --framework_sorter="drf" --help="false" --hostname_lookup="false" --http_authenticators="basic" --initialize_driver_logging="true" --ip="0.0.0.0" --log_auto_initialize="true" --log_dir="/var/lib/mesos/log" --logbufsecs="0" --logging_level="INFO" --max_agent_ping_timeouts="5" --max_completed_frameworks="50" --max_completed_tasks_per_framework="1000" --max_unreachable_tasks_per_framework="1000" --memory_profiling="false" --min_allocatable_resources="cpus:0.01|mem:32" --port="5050" --quiet="false" --quorum="2" --recovery_agent_removal_limit="100%" --registry="replicated_log" --registry_fetch_timeout="1mins" --registry_gc_interval="15mins" --registry_max_agent_age="2weeks" --registry_max_agent_count="102400" --registry_store_timeout="20secs" --registry_strict="false" --require_agent_domain="false" --role_sorter="drf" --root_submissions="true" --version="false" --webui_dir="/usr/local/share/mesos/webui" --work_dir="/var/lib/mesos" --zk="zk://192.168.1.203:2181/mesos" --zk_session_timeout="10secs"
I0412 20:38:30.707587 4402 master.cpp:469] Master allowing unauthenticated frameworks to register
I0412 20:38:30.707626 4402 master.cpp:475] Master allowing unauthenticated agents to register
I0412 20:38:30.707667 4402 master.cpp:482] Master allowing HTTP frameworks to register without authentication
I0412 20:38:30.707722 4402 master.cpp:523] Using default 'crammd5' authenticator
I0412 20:38:30.707592 4406 group.cpp:341] Group process (zookeeper-group(1)@192.168.1.203:5050) connected to ZooKeeper
I0412 20:38:30.707813 4406 group.cpp:831] Syncing group operations: queue size (joins, cancels, datas) = (0, 0, 0)
I0412 20:38:30.707854 4406 group.cpp:419] Trying to create path '/mesos/log_replicas' in ZooKeeper
W0412 20:38:30.707762 4402 authenticator.cpp:513] No credentials provided, authentication requests will be refused
I0412 20:38:30.708020 4402 authenticator.cpp:520] Initializing server SASL
I0412 20:38:30.710398 4404 group.cpp:341] Group process (zookeeper-group(4)@192.168.1.203:5050) connected to ZooKeeper
I0412 20:38:30.710463 4404 group.cpp:831] Syncing group operations: queue size (joins, cancels, datas) = (0, 0, 0)
I0412 20:38:30.710500 4404 group.cpp:419] Trying to create path '/mesos' in ZooKeeper
I0412 20:38:30.727607 4407 recover.cpp:468] Replica is in VOTING status
I0412 20:38:30.738859 4406 network.hpp:437] ZooKeeper group memberships changed
I0412 20:38:30.744848 4403 detector.cpp:152] Detected a new leader: (id='12')
I0412 20:38:30.759812 4410 group.cpp:700] Trying to get '/mesos/log_replicas/0000000011' in ZooKeeper
I0412 20:38:30.760123 4404 group.cpp:700] Trying to get '/mesos/json.info_0000000012' in ZooKeeper
I0412 20:38:30.762030 4410 group.cpp:700] Trying to get '/mesos/log_replicas/0000000012' in ZooKeeper
I0412 20:38:30.773219 4410 network.hpp:485] ZooKeeper group PIDs: { log-replica(1)@192.168.1.202:5050, log-replica(1)@192.168.1.203:5050 }
I0412 20:38:30.784901 4403 replica.cpp:497] Replica received implicit promise request from __req_res__(2)@192.168.1.202:5050 with proposal 2
I0412 20:38:30.788923 4403 replica.cpp:344] Persisted promised to 2
I0412 20:38:30.802224 4404 zookeeper.cpp:262] A new leading master (UPID=master@192.168.1.202:5050) is detected
I0412 20:38:30.821233 4402 master.cpp:2061] Successfully attached file '/var/lib/mesos/log/mesos-master.INFO'
I0412 20:38:30.821713 4409 contender.cpp:152] Joining the ZK group
I0412 20:38:30.822278 4409 master.cpp:2140] The newly elected leader is master@192.168.1.202:5050 with id 860c8fc1-d41b-4581-9a29-ebbf2afbf501
I0412 20:38:30.824812 4409 replica.cpp:541] Replica received write request for position 5 from __req_res__(4)@192.168.1.202:5050
I0412 20:38:30.829365 4405 contender.cpp:268] New candidate (id='13') has entered the contest for leadership
I0412 20:38:30.860303 4404 replica.cpp:695] Replica received learned notice for position 5 from log-network(1)@192.168.1.202:5050
I0412 20:38:30.865927 4406 replica.cpp:541] Replica received write request for position 6 from __req_res__(6)@192.168.1.202:5050
I0412 20:38:30.876231 4403 replica.cpp:695] Replica received learned notice for position 6 from log-network(1)@192.168.1.202:5050
I0412 20:38:49.710676 4405 network.hpp:437] ZooKeeper group memberships changed
I0412 20:38:49.711261 4405 group.cpp:700] Trying to get '/mesos/log_replicas/0000000011' in ZooKeeper
I0412 20:38:49.712424 4405 group.cpp:700] Trying to get '/mesos/log_replicas/0000000012' in ZooKeeper
I0412 20:38:49.713428 4405 group.cpp:700] Trying to get '/mesos/log_replicas/0000000013' in ZooKeeper
I0412 20:38:49.714771 4408 network.hpp:485] ZooKeeper group PIDs: { log-replica(1)@192.168.1.201:5050, log-replica(1)@192.168.1.202:5050, log-replica(1)@192.168.1.203:5050 }
2019-04-12 20:39:13,143:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 42ms
2019-04-12 20:39:13,143:4402(0x7f7a82ffd700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 35ms
2019-04-12 20:39:26,428:4402(0x7f7a83fff700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:39:26,429:4402(0x7f7a81ffb700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:39:29,848:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 21ms
2019-04-12 20:39:29,848:4402(0x7f7a82ffd700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 21ms
2019-04-12 20:39:33,113:4402(0x7f7a81ffb700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:39:33,113:4402(0x7f7a83fff700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:41:03,241:4402(0x7f7a81ffb700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 26ms
2019-04-12 20:41:03,241:4402(0x7f7a83fff700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 22ms
2019-04-12 20:41:23,317:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:41:23,317:4402(0x7f7a82ffd700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:41:30,014:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 26ms
2019-04-12 20:41:30,014:4402(0x7f7a82ffd700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 26ms
2019-04-12 20:41:33,288:4402(0x7f7a81ffb700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 13ms
2019-04-12 20:41:33,288:4402(0x7f7a83fff700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:41:33,375:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 27ms
2019-04-12 20:41:33,375:4402(0x7f7a82ffd700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 27ms
2019-04-12 20:42:06,758:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 14ms
2019-04-12 20:42:13,377:4402(0x7f7a83fff700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 20ms
2019-04-12 20:42:13,377:4402(0x7f7a81ffb700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 20ms
2019-04-12 20:42:16,773:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 11ms
2019-04-12 20:42:30,075:4402(0x7f7a81ffb700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:42:30,075:4402(0x7f7a83fff700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 13ms
2019-04-12 20:43:46,896:4402(0x7f7a82ffd700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 16ms
2019-04-12 20:43:46,896:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 16ms
2019-04-12 20:43:56,856:4402(0x7f7a81ffb700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 25ms
2019-04-12 20:43:56,857:4402(0x7f7a83fff700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 26ms
I0412 20:44:04.569538 4407 http.cpp:1117] HTTP GET for /master/state?jsonp=angular.callbacks._0 from 127.0.0.1:51658 with User-Agent='Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:66.0) Gecko/20100101 Firefox/66.0'
I0412 20:44:04.570606 4407 http.cpp:2298] Redirecting request for /master/state?jsonp=angular.callbacks._0 to the leading master 192.168.1.202
2019-04-12 20:44:13,609:4402(0x7f7a82ffd700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 21ms
2019-04-12 20:44:13,609:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 22ms
2019-04-12 20:44:40,239:4402(0x7f7a81ffb700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 16ms
2019-04-12 20:44:40,240:4402(0x7f7a83fff700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 17ms
2019-04-12 20:44:57,015:4402(0x7f7a82ffd700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:44:57,024:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 11ms
2019-04-12 20:45:33,640:4402(0x7f7a83fff700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 15ms
2019-04-12 20:46:07,121:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:46:07,121:4402(0x7f7a82ffd700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:46:57,180:4402(0x7f7a80ff9700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
不重定向錯誤輸出的話可以這樣啓動
root@junyu:/home/junyu/mesos/build# mesos-master --work_dir=/var/lib/mesos --log_dir=/var/lib/mesos/log --no-hostname_lookup --ip=0.0.0.0 --zk=zk://192.168.1.201:2181/mesos --quorum=2 > /var/lib/mesos/master/nohub.out
I0412 20:38:49.459234 5273 logging.cpp:201] INFO level logging started!
I0412 20:38:49.461467 5273 main.cpp:242] Build: 2019-04-09 23:17:33 by junyu
I0412 20:38:49.461513 5273 main.cpp:243] Version: 1.7.2
I0412 20:38:49.521054 5273 main.cpp:344] Using 'hierarchical' allocator
I0412 20:38:49.545603 5273 replica.cpp:795] Replica recovered with log positions 3 -> 4 with 0 holes and 0 unlearned
I0412 20:38:49.562497 5278 log.cpp:108] Attempting to join replica to ZooKeeper group
I0412 20:38:49.571964 5273 master.cpp:415] Master 67be9d87-a445-43b6-a2d8-e38fbd154832 (192.168.1.201) started on 192.168.1.201:5050
I0412 20:38:49.572052 5273 master.cpp:418] Flags at startup: --agent_ping_timeout="15secs" --agent_reregister_timeout="10mins" --allocation_interval="1secs" --allocator="hierarchical" --authenticate_agents="false" --authenticate_frameworks="false" --authenticate_http_frameworks="false" --authenticate_http_readonly="false" --authenticate_http_readwrite="false" --authentication_v0_timeout="15secs" --authenticators="crammd5" --authorizers="local" --filter_gpu_resources="true" --framework_sorter="drf" --help="false" --hostname_lookup="false" --http_authenticators="basic" --initialize_driver_logging="true" --ip="0.0.0.0" --log_auto_initialize="true" --log_dir="/var/lib/mesos/log" --logbufsecs="0" --logging_level="INFO" --max_agent_ping_timeouts="5" --max_completed_frameworks="50" --max_completed_tasks_per_framework="1000" --max_unreachable_tasks_per_framework="1000" --memory_profiling="false" --min_allocatable_resources="cpus:0.01|mem:32" --port="5050" --quiet="false" --quorum="2" --recovery_agent_removal_limit="100%" --registry="replicated_log" --registry_fetch_timeout="1mins" --registry_gc_interval="15mins" --registry_max_agent_age="2weeks" --registry_max_agent_count="102400" --registry_store_timeout="20secs" --registry_strict="false" --require_agent_domain="false" --role_sorter="drf" --root_submissions="true" --version="false" --webui_dir="/usr/local/share/mesos/webui" --work_dir="/var/lib/mesos" --zk="zk://192.168.1.201:2181/mesos" --zk_session_timeout="10secs"
I0412 20:38:49.572547 5273 master.cpp:469] Master allowing unauthenticated frameworks to register
I0412 20:38:49.572587 5273 master.cpp:475] Master allowing unauthenticated agents to register
I0412 20:38:49.572624 5273 master.cpp:482] Master allowing HTTP frameworks to register without authentication
I0412 20:38:49.572705 5273 master.cpp:523] Using default 'crammd5' authenticator
W0412 20:38:49.572789 5273 authenticator.cpp:513] No credentials provided, authentication requests will be refused
I0412 20:38:49.572964 5273 authenticator.cpp:520] Initializing server SASL
2019-04-12 20:38:49,613:5273(0x7fd812747700):ZOO_INFO@log_env@753: Client environment:zookeeper.version=zookeeper C client 3.4.8
2019-04-12 20:38:49,613:5273(0x7fd812747700):ZOO_INFO@log_env@757: Client environment:host.name=master
2019-04-12 20:38:49,613:5273(0x7fd812747700):ZOO_INFO@log_env@764: Client environment:os.name=Linux
2019-04-12 20:38:49,613:5273(0x7fd812747700):ZOO_INFO@log_env@765: Client environment:os.arch=4.15.0-48-generic
2019-04-12 20:38:49,613:5273(0x7fd812747700):ZOO_INFO@log_env@766: Client environment:os.version=#51-Ubuntu SMP Wed Apr 3 08:28:49 UTC 2019
2019-04-12 20:38:49,614:5273(0x7fd811f46700):ZOO_INFO@log_env@753: Client environment:zookeeper.version=zookeeper C client 3.4.8
2019-04-12 20:38:49,614:5273(0x7fd811f46700):ZOO_INFO@log_env@757: Client environment:host.name=master
2019-04-12 20:38:49,614:5273(0x7fd811f46700):ZOO_INFO@log_env@764: Client environment:os.name=Linux
2019-04-12 20:38:49,614:5273(0x7fd811f46700):ZOO_INFO@log_env@765: Client environment:os.arch=4.15.0-48-generic
2019-04-12 20:38:49,614:5273(0x7fd811f46700):ZOO_INFO@log_env@766: Client environment:os.version=#51-Ubuntu SMP Wed Apr 3 08:28:49 UTC 2019
2019-04-12 20:38:49,614:5273(0x7fd813f4a700):ZOO_INFO@log_env@753: Client environment:zookeeper.version=zookeeper C client 3.4.8
2019-04-12 20:38:49,614:5273(0x7fd813f4a700):ZOO_INFO@log_env@757: Client environment:host.name=master
2019-04-12 20:38:49,614:5273(0x7fd813f4a700):ZOO_INFO@log_env@764: Client environment:os.name=Linux
2019-04-12 20:38:49,614:5273(0x7fd813f4a700):ZOO_INFO@log_env@765: Client environment:os.arch=4.15.0-48-generic
2019-04-12 20:38:49,614:5273(0x7fd813f4a700):ZOO_INFO@log_env@766: Client environment:os.version=#51-Ubuntu SMP Wed Apr 3 08:28:49 UTC 2019
2019-04-12 20:38:49,616:5273(0x7fd812747700):ZOO_INFO@log_env@774: Client environment:user.name=junyu
2019-04-12 20:38:49,616:5273(0x7fd812747700):ZOO_INFO@log_env@782: Client environment:user.home=/root
2019-04-12 20:38:49,616:5273(0x7fd812747700):ZOO_INFO@log_env@794: Client environment:user.dir=/home/junyu/mesos/build
2019-04-12 20:38:49,616:5273(0x7fd812747700):ZOO_INFO@zookeeper_init@827: Initiating client connection, host=192.168.1.201:2181 sessionTimeout=10000 watcher=0x7fd826ea031a sessionId=0 sessionPasswd=<null> context=0x7fd7f0000bd8 flags=0
2019-04-12 20:38:49,616:5273(0x7fd811f46700):ZOO_INFO@log_env@774: Client environment:user.name=junyu
2019-04-12 20:38:49,616:5273(0x7fd813f4a700):ZOO_INFO@log_env@774: Client environment:user.name=junyu
2019-04-12 20:38:49,616:5273(0x7fd811f46700):ZOO_INFO@log_env@782: Client environment:user.home=/root
2019-04-12 20:38:49,616:5273(0x7fd811f46700):ZOO_INFO@log_env@794: Client environment:user.dir=/home/junyu/mesos/build
2019-04-12 20:38:49,616:5273(0x7fd811f46700):ZOO_INFO@zookeeper_init@827: Initiating client connection, host=192.168.1.201:2181 sessionTimeout=10000 watcher=0x7fd826ea031a sessionId=0 sessionPasswd=<null> context=0x7fd808000bd8 flags=0
2019-04-12 20:38:49,616:5273(0x7fd813f4a700):ZOO_INFO@log_env@782: Client environment:user.home=/root
2019-04-12 20:38:49,616:5273(0x7fd813f4a700):ZOO_INFO@log_env@794: Client environment:user.dir=/home/junyu/mesos/build
2019-04-12 20:38:49,616:5273(0x7fd813f4a700):ZOO_INFO@zookeeper_init@827: Initiating client connection, host=192.168.1.201:2181 sessionTimeout=10000 watcher=0x7fd826ea031a sessionId=0 sessionPasswd=<null> context=0x7fd800001928 flags=0
2019-04-12 20:38:49,617:5273(0x7fd812747700):ZOO_INFO@log_env@753: Client environment:zookeeper.version=zookeeper C client 3.4.8
2019-04-12 20:38:49,617:5273(0x7fd812747700):ZOO_INFO@log_env@757: Client environment:host.name=master
2019-04-12 20:38:49,617:5273(0x7fd812747700):ZOO_INFO@log_env@764: Client environment:os.name=Linux
2019-04-12 20:38:49,617:5273(0x7fd812747700):ZOO_INFO@log_env@765: Client environment:os.arch=4.15.0-48-generic
2019-04-12 20:38:49,617:5273(0x7fd812747700):ZOO_INFO@log_env@766: Client environment:os.version=#51-Ubuntu SMP Wed Apr 3 08:28:49 UTC 2019
2019-04-12 20:38:49,617:5273(0x7fd812747700):ZOO_INFO@log_env@774: Client environment:user.name=junyu
2019-04-12 20:38:49,617:5273(0x7fd812747700):ZOO_INFO@log_env@782: Client environment:user.home=/root
2019-04-12 20:38:49,617:5273(0x7fd812747700):ZOO_INFO@log_env@794: Client environment:user.dir=/home/junyu/mesos/build
2019-04-12 20:38:49,617:5273(0x7fd812747700):ZOO_INFO@zookeeper_init@827: Initiating client connection, host=192.168.1.201:2181 sessionTimeout=10000 watcher=0x7fd826ea031a sessionId=0 sessionPasswd=<null> context=0x7fd804001318 flags=0
2019-04-12 20:38:49,618:5273(0x7fd7e8f30700):ZOO_INFO@check_events@1764: initiated connection to server [192.168.1.201:2181]
2019-04-12 20:38:49,620:5273(0x7fd7e9f32700):ZOO_INFO@check_events@1764: initiated connection to server [192.168.1.201:2181]
2019-04-12 20:38:49,622:5273(0x7fd7e27fc700):ZOO_INFO@check_events@1764: initiated connection to server [192.168.1.201:2181]
2019-04-12 20:38:49,624:5273(0x7fd7e37fe700):ZOO_INFO@check_events@1764: initiated connection to server [192.168.1.201:2181]
2019-04-12 20:38:49,628:5273(0x7fd7e9f32700):ZOO_INFO@check_events@1811: session establishment complete on server [192.168.1.201:2181], sessionId=0x1000018b1a1000d, negotiated timeout=10000
I0412 20:38:49.629961 5279 recover.cpp:437] Starting replica recovery
2019-04-12 20:38:49,633:5273(0x7fd7e8f30700):ZOO_INFO@check_events@1811: session establishment complete on server [192.168.1.201:2181], sessionId=0x1000018b1a1000c, negotiated timeout=10000
2019-04-12 20:38:49,634:5273(0x7fd7e27fc700):ZOO_INFO@check_events@1811: session establishment complete on server [192.168.1.201:2181], sessionId=0x1000018b1a1000e, negotiated timeout=10000
I0412 20:38:49.642890 5274 group.cpp:341] Group process (zookeeper-group(1)@192.168.1.201:5050) connected to ZooKeeper
I0412 20:38:49.643134 5274 group.cpp:831] Syncing group operations: queue size (joins, cancels, datas) = (0, 0, 0)
I0412 20:38:49.643205 5274 group.cpp:419] Trying to create path '/mesos/log_replicas' in ZooKeeper
I0412 20:38:49.643509 5277 group.cpp:341] Group process (zookeeper-group(3)@192.168.1.201:5050) connected to ZooKeeper
I0412 20:38:49.643654 5277 group.cpp:831] Syncing group operations: queue size (joins, cancels, datas) = (0, 0, 0)
I0412 20:38:49.643702 5277 group.cpp:419] Trying to create path '/mesos' in ZooKeeper
I0412 20:38:49.643924 5280 group.cpp:341] Group process (zookeeper-group(2)@192.168.1.201:5050) connected to ZooKeeper
I0412 20:38:49.644065 5280 group.cpp:831] Syncing group operations: queue size (joins, cancels, datas) = (1, 0, 0)
I0412 20:38:49.644114 5280 group.cpp:419] Trying to create path '/mesos/log_replicas' in ZooKeeper
I0412 20:38:49.659307 5279 recover.cpp:468] Replica is in VOTING status
2019-04-12 20:38:49,665:5273(0x7fd7e37fe700):ZOO_INFO@check_events@1811: session establishment complete on server [192.168.1.201:2181], sessionId=0x1000018b1a1000f, negotiated timeout=10000
I0412 20:38:49.669595 5276 group.cpp:341] Group process (zookeeper-group(4)@192.168.1.201:5050) connected to ZooKeeper
I0412 20:38:49.669900 5276 group.cpp:831] Syncing group operations: queue size (joins, cancels, datas) = (0, 0, 0)
I0412 20:38:49.669965 5276 group.cpp:419] Trying to create path '/mesos' in ZooKeeper
I0412 20:38:49.673216 5273 master.cpp:2061] Successfully attached file '/var/lib/mesos/log/mesos-master.INFO'
I0412 20:38:49.705631 5275 contender.cpp:152] Joining the ZK group
I0412 20:38:49.715975 5280 network.hpp:437] ZooKeeper group memberships changed
I0412 20:38:49.717648 5276 detector.cpp:152] Detected a new leader: (id='12')
I0412 20:38:49.718441 5276 group.cpp:700] Trying to get '/mesos/log_replicas/0000000011' in ZooKeeper
I0412 20:38:49.719594 5275 group.cpp:700] Trying to get '/mesos/json.info_0000000012' in ZooKeeper
I0412 20:38:49.746973 5278 contender.cpp:268] New candidate (id='14') has entered the contest for leadership
I0412 20:38:49.748689 5276 group.cpp:700] Trying to get '/mesos/log_replicas/0000000012' in ZooKeeper
I0412 20:38:49.750424 5281 zookeeper.cpp:262] A new leading master (UPID=master@192.168.1.202:5050) is detected
I0412 20:38:49.751216 5281 master.cpp:2140] The newly elected leader is master@192.168.1.202:5050 with id 860c8fc1-d41b-4581-9a29-ebbf2afbf501
I0412 20:38:49.751809 5276 group.cpp:700] Trying to get '/mesos/log_replicas/0000000013' in ZooKeeper
I0412 20:38:49.754077 5275 network.hpp:485] ZooKeeper group PIDs: { log-replica(1)@192.168.1.201:5050, log-replica(1)@192.168.1.202:5050, log-replica(1)@192.168.1.203:5050 }
2019-04-12 20:39:19,751:5273(0x7fd7e8f30700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
2019-04-12 20:40:26,522:5273(0x7fd7e8f30700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 21ms
2019-04-12 20:40:29,869:5273(0x7fd7e8f30700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 12ms
I0412 20:42:26.879333 5276 http.cpp:1117] HTTP GET for /master/state?jsonp=angular.callbacks._0 from 127.0.0.1:47014 with User-Agent='Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:66.0) Gecko/20100101 Firefox/66.0'
I0412 20:42:26.879546 5276 http.cpp:2298] Redirecting request for /master/state?jsonp=angular.callbacks._0 to the leading master 192.168.1.202
2019-04-12 20:42:50,041:5273(0x7fd7e8f30700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 38ms
2019-04-12 20:42:50,042:5273(0x7fd7e9f32700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 38ms
2019-04-12 20:42:50,042:5273(0x7fd7e37fe700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 39ms
2019-04-12 20:42:50,042:5273(0x7fd7e27fc700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 39ms
2019-04-12 20:43:20,113:5273(0x7fd7e27fc700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 39ms
2019-04-12 20:43:20,113:5273(0x7fd7e8f30700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 40ms
2019-04-12 20:43:20,113:5273(0x7fd7e37fe700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 40ms
2019-04-12 20:43:20,113:5273(0x7fd7e9f32700):ZOO_WARN@zookeeper_interest@1597: Exceeded deadline by 40ms
啓動SLAVE（docker安裝詳細操作待續）
需要首先安裝Docker後，開啓docker服務，可以參見我的另一篇博客：docker使用macVlan進行容器間通信
slave1
mesos-slave --containerizers="mesos,docker" --work_dir=/var/lib/mesos --log_dir=/var/lib/mesos/log --master=zk://192.168.1.201:2181,192.168.1.202:2181,192.168.1.203:2181/mesos --no-hostname_lookup --ip=0.0.0.0
slave2
mesos-slave --containerizers="mesos,docker" --work_dir=/var/lib/mesos --log_dir=/var/lib/mesos/log --master=zk://192.168.1.201:2181,192.168.1.202:2181,192.168.1.203:2181/mesos --no-hostname_lookup --ip=0.0.0.0
