Install Ceph

+ mon1: 192.168.10.11 (cài ceph-admin)
+ mon2: 192.168.10.12
+ mon3: 192.168.10.13

+ osd1: 192.168.10.21
+ osd2: 192.168.10.22
+ osd3: 192.168.10.23


####### THUC HIEN TREN TAT CA CAC NODE #######
+ Cau hinh file host
echo "192.168.10.11 mon1" >> /etc/hosts
echo "192.168.10.12 mon2" >> /etc/hosts
echo "192.168.10.13 mon3" >> /etc/hosts
echo "192.168.10.21 osd1" >> /etc/hosts
echo "192.168.10.22 osd2" >> /etc/hosts
echo "192.168.10.23 osd3" >> /etc/hosts


+ Tao user `cephuser` 
useradd -d /home/cephuser -m cephuser
passwd cephuser

echo "cephuser ALL = (root) NOPASSWD:ALL" | sudo tee /etc/sudoers.d/cephuser
chmod 0440 /etc/sudoers.d/cephuser

+ Cai dat chrony (NTP Server )

Sửa file: /etc/chrony.conf
#	server 10.10.0.163 iburst # IP node controller

+ Restart lại dịch vụ
systemctl enable chronyd.service
systemctl restart chronyd.service


####### THUC HIEN TREN MON1 #########
+ Khai bao repos cho CEPH

sudo yum install -y yum-utils

sudo yum-config-manager --add-repo https://dl.fedoraproject.org/pub/epel/7/x86_64/ 
sudo yum install --nogpgcheck -y epel-release 
sudo rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY-EPEL-7 
sudo rm /etc/yum.repos.d/dl.fedoraproject.org*

+ Tao file repos
cat << EOF > /etc/yum.repos.d/ceph-deploy.repo
[Ceph-noarch]
name=Ceph noarch packages
baseurl=http://download.ceph.com/rpm-jewel/el7/noarch
enabled=1
gpgcheck=1
type=rpm-md
gpgkey=https://download.ceph.com/keys/release.asc
priority=1
EOF

+ Cap nhat os
yum -y update 

+ Tao key tren mon1
su - cephuser
ssh-keygen -t rsa

+ Thêm đoạn sau vào file config và save lại. nano ~/.ssh/config
  Host mon1
          Hostname mon1
          User cephuser
   
  Host mon2
          Hostname mon2
          User cephuser

  Host mon3
          Hostname mon3
          User cephuser
   
  Host osd1
          Hostname osd1
          User cephuser
   
  Host osd2
          Hostname osd2
          User cephuser
   
  Host osd3
          Hostname osd3
          User cephuser

+ Cap quyen cho file .ssh/config
chmod 644 ~/.ssh/config


+ Copy key vua tao o tren 
ssh-copy-id mon1
ssh-copy-id mon2
ssh-copy-id mon3
ssh-copy-id osd1
ssh-copy-id osd2
ssh-copy-id osd3


+ Cai ceph ceph-deploy

sudo yum install -y ceph-deploy

+ Tao 1 thu muc
mkdir cluster
cd cluster

+ Cai dat MON 
ceph-deploy new mon1 mon2 mon3

+ Them cac dong duoi vao file ceph.conf vua tao
echo "osd pool default size = 3" >> ceph.conf
echo "public network = 192.168.10.0/24" >> ceph.conf


+ Cai dat ceph
ceph-deploy install --release jewel mon1 mon2 mon3 osd1 osd2 osd3 

+ Thiet lap mon 
ceph-deploy mon create-initial

+ Kiem tra cac o cung tren cac may
ceph-deploy disk list osd1
ceph-deploy disk list osd2
ceph-deploy disk list osd3


##Thiep lap cac OSD, su dung sdb lam journal

ceph-deploy osd prepare ceph1:sdc:/dev/sdb 
ceph-deploy osd prepare ceph1:sdd:/dev/sdb 
ceph-deploy osd prepare ceph1:sde:/dev/sdb 

ceph-deploy osd prepare ceph2:sdc:/dev/sdb 
ceph-deploy osd prepare ceph2:sdd:/dev/sdb 
ceph-deploy osd prepare ceph2:sde:/dev/sdb 

ceph-deploy osd prepare ceph3:sdc:/dev/sdb 
ceph-deploy osd prepare ceph3:sdd:/dev/sdb 
ceph-deploy osd prepare ceph3:sde:/dev/sdb 

##Active cac OSD vua tao
ceph-deploy osd activate ceph1:/dev/sdc1:/dev/sdb1
ceph-deploy osd activate ceph1:/dev/sdd1:/dev/sdb2
ceph-deploy osd activate ceph1:/dev/sde1:/dev/sdb3


ceph-deploy osd activate ceph2:/dev/sdc1:/dev/sdb1
ceph-deploy osd activate ceph2:/dev/sdd1:/dev/sdb2
ceph-deploy osd activate ceph2:/dev/sde1:/dev/sdb3

ceph-deploy osd activate ceph3:/dev/sdc1:/dev/sdb1
ceph-deploy osd activate ceph3:/dev/sdd1:/dev/sdb2
ceph-deploy osd activate ceph3:/dev/sde1:/dev/sdb3

  
###Copy key cho cac node ceph
ceph-deploy admin mon1 mon2 mon3 osd1 osd2 osd3 

###Phân quyền cho file /etc/ceph/ceph.client.admin.keyring
sudo chmod +r /etc/ceph/ceph.client.admin.keyring
hoac sudo chmod 644 /etc/ceph/ceph.client.admin.keyring


###Cac lenh kiem tra ceph sau khi cai xong 

+ Kiem tra tinh trang cua ceph
ceph health  hoac ceph -s   

+ Kiem tra hoat dong cua cac osd
ceph osd tree
 
+ Liet ke cac pool van tat
ceph osd pool ls

+ Liet ke cac pool chi tiet
ceph osd dump |grep pool