#!/usr/bin/env bash
#########################################
#Copyright (c) 2021 ABLECLOUD Co. Ltd.
#
#ceph 스토리지를 초기화(bootstrap)하는 스크립트
#
#최초작성자 : 윤여천 책임(ycyun@ablecloud.io)
#최초작성일 : 2021-04-05
#########################################
set -x
#scvm의 PN-ip를 갖는 host목록 생성
conffile=/root/ceph.conf
imagename="localhost:5000/ceph/daemon:latest"
hosts=$(grep scvm /etc/hosts| grep -v mngt | grep -v cn | awk {'print $1'})
scvms=$(grep scvm /etc/hosts| grep -v mngt | grep -v cn | grep scvm | awk {'print $1'})
allhosts=$(grep -v mngt /etc/hosts | grep -v cn | grep -v localhost | awk {'print $1'})

echo "[global]" > "$conffile"
echo -n -e "\tmon_host = " >> "$conffile"
for host in $hosts
do
  echo -n "[v2:$host:3300/0,v1:$host:6789/0], " >> "$conffile"
done
echo >> "$conffile"
echo -n -e "\tmon host = " >> "$conffile"
for host in $hosts
do
  echo -n "[v2:$host:3300/0,v1:$host:6789/0], " >> "$conffile"
done
echo  >> "$conffile"
echo -e "\tcontainer_image = $imagename" >> "$conffile"
echo -e "\tmgr/cephadm/container_image_base = $imagename" >> "$conffile"
echo >> "$conffile"
sed -i 's/, $//' "$conffile"

# podman registry container start
podman start registry

#container image id추출
image=$(/bin/podman inspect --format {{.ID}},{{.RepoDigests}} $imagename | cut -d "," -f 2 | sed 's/\[//' | sed 's/]//' )
cephadm --image "$image" bootstrap \
        --initial-dashboard-user ablecloud \
        --initial-dashboard-password password \
        --ssh-private-key /root/.ssh/id_rsa \
        --ssh-public-key /root/.ssh/id_rsa.pub \
        --no-minimize-config \
        --skip-pull \
        --allow-overwrite \
        --mon-ip "$(grep -w scvm$ /etc/hosts | awk {'print $1'})" \
        --cluster-network $(grep scvm-cn /etc/hosts| awk {'print $1'}| cut -d '.' -f 1-3).0/24 \
        --config "$conffile" && \
        ceph config set global container_image $image && \
        ceph config set global mgr/cephadm/container_image_base $image && \
        ceph config set client rbd_cache_policy writeback && \
        ceph config set client rbd_cache_size 4294967296 && \
        ceph config set client rbd_cache_max_dirty 3221225472 && \
        ceph config set client rbd_cache_target_dirty 2147483648 && \
        ceph config set client rbd_cache_max_dirty_age 5.0 && \
        ceph config set mgr mgr/cephadm/container_image_alertmanager localhost:5000/prom/alertmanager:ablestack && \
        ceph config set mgr mgr/cephadm/container_image_grafana localhost:5000/ceph/ceph-grafana:ablestack && \
        ceph config set mgr mgr/cephadm/container_image_node_exporter localhost:5000/prom/node-exporter:ablestack && \
        ceph config set mgr mgr/cephadm/container_image_prometheus localhost:5000/prom/prometheus:ablestack

#crontab<<EOF
#* * * * * /usr/local/bin/ipcorrector
#EOF
#sed -e '/mon host/d' /etc/ceph/ceph.conf | sed -e 's/mon_host/mon host/' > /etc/ceph/ceph.conf_
grep fsid /etc/ceph/ceph.conf >> /root/ceph.conf
sed -e '/mon_host/d' /root/ceph.conf > /etc/ceph/ceph.conf_
cp /etc/ceph/ceph.conf_ /etc/ceph/ceph.conf
for host in $allhosts
do
  scp -o StrictHostKeyChecking=no /etc/ceph/* $host:/etc/ceph/
done
for host in $hosts
do
  ssh -o StrictHostKeyChecking=no $host rm -rf /root/bootstrap.sh
done

for host in $scvms
do
  ssh $host "(crontab -l 2>/dev/null; echo \"* * * * * /usr/local/bin/ipcorrector\") | crontab -"
done

for host in $scvms
do
  ceph orch host add $(grep $host /etc/hosts | awk {'print $2'}) $host
done

for host in $scvms
do
  if [ $(ceph orch ps | grep $host) -ne 0 ]
  then
    sleep 1
  fi
done

for mgr in $(ceph orch ps |grep mgr |awk {'print $1'} | sed 's/mgr\.//')
do
  scvm=$(echo $mgr | sed 's/\..*//')
  ip=$(grep $scvm-mngt /etc/hosts |awk {'print $1'})
  ceph config set mgr mgr/dashboard/$mgr/server_addr $ip
done

ceph mgr module disable dashboard
ceph mgr module enable dashboard

ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false
ceph config set mgr mgr/pg_autoscaler/autoscale_profile scale-up

for host in $hosts
do
  ssh -o StrictHostKeyChecking=no $host /usr/bin/mv -f /usr/share/ablestack/ablestack-wall/process-exporter/scvm_process.yml /usr/share/ablestack/ablestack-wall/process-exporter/process.yml
  ssh -o StrictHostKeyChecking=no $host systemctl enable --now node-exporter
  ssh -o StrictHostKeyChecking=no $host systemctl enable --now process-exporter
done

exit