############# FASE 0
### Criação de usuários, pacotes e auth
echo -e 'Defaults:ceph !requiretty\nceph ALL = (root) NOPASSWD:ALL' | tee /etc/sudoers.d/ceph ; chmod 440 /etc/sudoers.d/ceph
wget -q -O- 'https://download.ceph.com/keys/release.asc' | sudo apt-key add -
echo deb http://download.ceph.com/debian-luminous/ $(lsb_release -sc) main | sudo tee /etc/apt/sources.list.d/ceph.list
apt update
apt install ceph-deploy python-ceph ceph-base
chsh -s /bin/bash ceph
passwd ceph

### REDE
# Adicionar a seguinte linha em /etc/ceph/ceph.conf , abaixo de [global]
cluster network = 10.0.0.1/24

### Troca de chaves
#su ceph
ssh-keygen
ssh-copy-id ceph@osd1
ssh-copy-id ceph@osd2
ssh-copy-id ceph@osd3

### Configurações iniciais do cluster
#su ceph; cd /etc/ceph
ceph-deploy new mon1
ceph-deploy install mon1 osd1 osd2 osd3
ceph-deploy mon create-initial
ceph-deploy mon create mon1

### Conf Manager
ceph-deploy mgr create mon1
ceph config-key put mgr/dashboard/server_addr 0.0.0.0
# Adicionar no ceph.conf
[mgr]
mgr_modules = dashboard
# Reiniciar o servico
sudo service ceph-mgr@mon1 restart


#Ver o status dos Cluster
ceph status

### Criando os OSD
ceph-deploy install osd1 osd2 osd3
ceph-deploy admin node1 node2 node3
#ceph osd tree
ceph-deploy osd create --zap-disk osd1:/dev/sdb
#ceph osd tree
ceph-deploy osd create --zap-disk osd2:/dev/sdb
#ceph osd tree
ceph-deploy osd create --zap-disk osd3:/dev/sdb
#ceph osd tree


### Criando os Pools Replicados
ceph osd pool create br-teste 128 128 size 3
#ceph osd pool ls
#ceph df
#ceph osd pool get br-teste all
#ceph status

### Criando as Imagens
rbd create bloco1 --size 1G  -p br-teste --image-format=2
rbd feature -p br-teste disable bloco1 exclusive-lock,object-map,fast-diff,deep-flatten

### Montando a Imagem no MON1
# Adicionar no arquivo /etc/ceph/rbdmap
br-teste/bloco1	id=admin,keyring=/etc/ceph/ceph.client.admin.keyring
service rbdmap restart
#ls -lh /dev/rbd/
#mkfs.xfs /dev/rbd/bloco1
#mkdir /ceph
#mount /dev/rbd/bloco1 /ceph
#dd if=/dev/zero of=/ceph/zero.iso bs=1M count=100
#ceph df

### Alterando os Pools
#ceph status
#ceph osd pool get br-teste all
ceph osd pool set br-teste size 2
ceph osd pool set br-teste min_size 1
#ceph status

### Criando os Pools Erasure Code
ceph osd erasure-code-profile set erasure-2-1 ruleset-failure-domain=osd k=2 m=1
ceph osd pool create be-teste 128 128 erasure erasure-2-1

ceph osd tier add be-teste br-teste
ceph osd tier cache-mode br-teste writeback
ceph osd tier set-overlay be-teste br-teste

#ceph df

### Substituindo HDs
# Executando no HOST!!!
OSD_RUIM=3
DEV=/dev/sdb

ceph osd out $OSD_RUIM
while ! ceph osd safe-to-destroy $OSD_RUIM ; sleep 10; echo -n "." ; done ; echo; echo "Pode continuar...";echo
ceph osd destroy $OSD_RUIM --yes-i-really-mean-it
ceph-disk prepare --bluestore $DEV --osd-id $OSD_RUIM

### Editando o Crushmap
# Puxando
ceph osd getcrushmap -o crushmapdump
crushtool -d crushmapdump -o cm-decompilado.tier
vi cm-decompilado.tier

# Salvando
crushtool -c cm-decompilado.tier -o cm-compilado.tier
ceph osd setcrushmap -i cm-compilado.tier