1.基礎環境介紹 Ubuntu 12.04.5 openssh 都需要默認安裝 源節點
ceph 0.80.4 ceph-admin管理和客戶端節點，ceph01,ceph02,ceph03集羣節點， 網絡萬兆：192.168.100.11 集羣節點硬盤需要3個。以上是基礎配置
2.利用ice安裝Calamari-server、ceph-deploy部署3節點Ceph環境，因爲離線安裝，所以/etc/apt/sources.list備份。 配好hostname。
每個節點需要寫ceph-deploy的/etc/hosts ip 需要在該/etc/hosts
ceph-deploy需要與其他節點之間免KEY
#ssh-keygen
#ssh-copy-id test-ceph01 ceph02 ceph03
locale
export LC_ALL="C"
3.1）搭建時間同步服務器
安裝ntp apt-get install ntp
3.2)修改ntp.conf備份基礎
vim /etc/ntp.conf
# (Again, the address is an example only.)
broadcast 160.17.5.255
3.3)啓動服務
service ntpd start
# more information.
server ceph01
ntpdate -d ip
查看防火牆關閉
ufw disable
Firewall stopped and disabled on system startup
4.在 根目錄下創建一個ceph_config目錄解壓包到這個目錄下
執行安裝腳步如下：
#python ice_setup.py
chown -R www-data:www-data /var/log/calamari/
#calamari-ctl initialize
apt-key list
ceph-deploy calamari connect ceph01 ceph02 ceph03 ceph04
#ceph-deploy install ceph-admin ceph01 ceph02 ceph03 安裝ceph集羣
#ceph-deploy new test-ceph01 初始化mon並生成ceph.conf
修改ceph.conf文件
[global]
fsid = de882364-b3f9-45ce-b625-42acdbba3922
mon_initial_members = ceph01, ceph02, ceph03
mon_host = 160.17.5.11,160.17.5.12,160.17.5.13
auth_cluster_required = cephx
auth_service_required = cephx
auth_client_required = cephx
filestore_xattr_use_omap = true
public_network = 160.17.5.0/24
cluster_network = 192.168.110.0/24
osd_pool_default_size = 3
osd_pool_default_min_size = 2
osd_pool_default_pg_num = 256
osd_pool_default_pgp_num = 256
osd_max_backfills = 3
osd_recovery_max_active = 5
ceph mon remove ceph01
mon_host = 192.168.111.11,192.168.111.12,192.168.111.13
Ceph-deploy mon create test-ceph01 創建可以是3臺mon
ceph-deploy --overwrite-conf mon create ceph01
ceph-deploy gatherkeys ceph01 ceph02 ceph03
環境有髒數據執行以下操作
Ceph-deploy osd create --zap-disk ceph01:/dev/sdc ceph02:/dev/sdc ceph03:/dev/sdc
強制安裝
ceph-deploy --overwrite-conf osd create rceph01:/dev/sdb rceph02://dev/sdb rceph03:/dev/sdb
pkill -i salt-minion
salt-key -L 發現
salt-key -A 加入
節點需要安裝網管的可以加入主機的名稱
安裝
#apt-get install tgt radosgw
#apt-get install libapache2-mod-fastcgi
先將節點ceph01節點生成ceph.client.radosgw.keyring的key拷貝到其他需要網管的節點
將節點ceph01文件分發到個節點的home下
./gateway.sh
./server
創建池
./pool.sh
選擇網管節點
ceph-deploy --overwrite-conf config push ceph03