1.基础环境介绍 Ubuntu
12.04.5 openssh 都需要默认安装 源节点
ceph
0.80.4 ceph-admin管理和客户端节点，ceph01,ceph02,ceph03集群节点， 网络万兆：192.168.100.11 集群节点硬盘需要3个。以上是基础配置
2.利用ice安装Calamari-server、ceph-deploy部署3节点Ceph环境，因为离线安装，所以/etc/apt/sources.list备份。
配好hostname。
每个节点需要写ceph-deploy的/etc/hosts
ip 需要在该/etc/hosts
ceph-deploy需要与其他节点之间免KEY
#ssh-keygen
#ssh-copy-id
test-ceph01 ceph02 ceph03
locale
export
LC_ALL="C"
3.配置ntp时间同步
3.1）搭建时间同步服务器
安装ntp apt-get install
ntp
3.2)修改ntp.conf备份基础
vim /etc/ntp.conf
# (Again, the address
is an example only.)
broadcast 160.17.5.255
3.3)启动服务
service ntpd start
# more information.
server ceph01
ntpdate -d ip
查看防火墙关闭
ufw
disable
Firewall
stopped and disabled on system startup
4.在
根目录下创建一个ceph_config目录解压包到这个目录下
执行安装脚步如下：
#python
ice_setup.py
chown
-R www-data:www-data /var/log/calamari/
#calamari-ctl
initialize
apt-key
list
ceph-deploy
calamari connect ceph01 ceph02 ceph03 ceph04
#ceph-deploy
install ceph-admin ceph01 ceph02 ceph03 安装ceph集群
#ceph-deploy
new test-ceph01 初始化mon并生成ceph.conf
修改ceph.conf文件
[global]
fsid =
de882364-b3f9-45ce-b625-42acdbba3922
mon_initial_members =
ceph01, ceph02, ceph03
mon_host =
160.17.5.11,160.17.5.12,160.17.5.13
auth_cluster_required
= cephx
auth_service_required
= cephx
auth_client_required =
cephx
filestore_xattr_use_omap
= true
public_network =
160.17.5.0/24
cluster_network =
192.168.110.0/24
osd_pool_default_size
= 3
osd_pool_default_min_size
= 2
osd_pool_default_pg_num
= 256
osd_pool_default_pgp_num
= 256
osd_max_backfills = 3
osd_recovery_max_active
= 5
ceph mon remove
ceph01
mon_host =
192.168.111.11,192.168.111.12,192.168.111.13
Ceph-deploy
mon create test-ceph01 创建可以是3台mon
ceph-deploy
--overwrite-conf mon create ceph01
ceph-deploy
gatherkeys ceph01 ceph02 ceph03
环境有脏数据执行以下操作
Ceph-deploy
osd create --zap-disk ceph01:/dev/sdc ceph02:/dev/sdc
ceph03:/dev/sdc
强制安装
ceph-deploy
--overwrite-conf osd create rceph01:/dev/sdb rceph02://dev/sdb
rceph03:/dev/sdb
pkill
-i salt-minion
salt-key
-L 发现
salt-key
-A 加入
节点需要安装网管的可以加入主机的名称
安装
#apt-get
install tgt radosgw
#apt-get
install libapache2-mod-fastcgi
先将节点ceph01节点生成ceph.client.radosgw.keyring的key拷贝到其他需要网管的节点
将节点ceph01文件分发到个节点的home下
./gateway.sh
./server
创建池
./pool.sh
选择网管节点
ceph-deploy
--overwrite-conf config push ceph03