# 配置3个节点ubuntu 20操作系统源
cat /etc/apt/sources.list
deb http://mirrors.aliyun.com/ubuntu/ focal main restricted universe multiverse
deb http://mirrors.aliyun.com/ubuntu/ focal-security main restricted universe multiverse
deb http://mirrors.aliyun.com/ubuntu/ focal-updates main restricted universe multiverse
deb http://mirrors.aliyun.com/ubuntu/ focal-backports main restricted universe multiverse

# 配置3个节点的hosts
/etc/hosts
192.168.1.196   u196
192.168.1.197   u197
192.168.1.198   u198

# 配置3个节点时间同步，196节点配置，拷贝到197和198节点
vi /etc/chrony/chrony.conf
pool u196        iburst maxsources 4

scp chrony.conf u197:/etc/chrony/
scp chrony.conf u198:/etc/chrony/

systemctl restart chrony
systemctl restart chronyd
chronyc sources

# 部署docker
apt install ca-certificates curl gnupg lsb-release

curl -fsSL http://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg | sudo apt-key add -
add-apt-repository "deb [arch=amd64] http://mirrors.aliyun.com/docker-ce/linux/ubuntu $(lsb_release -cs) stable"
apt install docker-ce docker-ce-cli containerd.io apt-transport-https software-properties-common -y

# 启动docker
systemctl status docker
systemctl restart docker

# 添加 ceph 源证书
wget -q -O- 'https://download.ceph.com/keys/release.asc' | sudo apt-key add -

# 添加ceph apt 源
echo 'deb https://mirrors.tuna.tsinghua.edu.cn/ceph/debian-quincy/ focal main' > /etc/apt/sources.list.d/ceph.list

# 更新本地apt源
apt update

# 安装ceph-common和cephadm
apt install ceph-common cephadm -y

# 拉取ceph 17镜像
docker pull quay.io/ceph/ceph:v17.2
docker pull quay.io/ceph/ceph-grafana:9.4.12
docker pull quay.io/prometheus/node-exporter:latest
docker pull quay.io/prometheus/alertmanager:latest
docker pull quay.io/prometheus/prometheus:latest

# 196节点部署mon
cephadm --image quay.io/ceph/ceph:v17.2 bootstrap --mon-ip 192.168.1.196 --initial-dashboard-user admin --initial-dashboard-password liuy5277 --allow-mismatched-release

# 添加mon/mgr节点host
ssh-copy-id -f -i /etc/ceph/ceph.pub u197
ssh-copy-id -f -i /etc/ceph/ceph.pub u198

ceph orch host add u197 192.168.1.197 --labels=_admin
ceph orch host add u198 192.168.1.198 --labels=_admin

# 添加osd
ceph orch apply osd --all-available-devices --unmanaged=true

ceph orch daemon add osd u196:/dev/vdb
ceph orch daemon add osd u197:/dev/vdb
ceph orch daemon add osd u198:/dev/vdb

# 部署mds
ceph orch apply mds cephfs --placement='3 u196 u197 u198'

ceph osd pool create cephfs_data 128
ceph osd pool create cephfs_metadata 64
ceph fs new cephfs01 cephfs_data cephfs_metadata

# 部署nfs
ceph nfs cluster create d449eb1e-eb79-11ee-a6d1-8bc03479c953 "u196,u197,u198" --port 2049
mount -t ceph u201:6789:/ /cephfs -o name=admin,secret=AQAV1gJmalYIKBAAEzizP5sY1aeCRs2/grhB0w==,_netdev
mkdir /cephfs/data

创建别名为nfs01的共享，存储数据在cephfs的/data里面
ceph nfs export create cephfs --cluster-id d449eb1e-eb79-11ee-a6d1-8bc03479c953 --pseudo-path /nfs01 --fsname=cephfs01 --path=/data
{
    "bind": "/nfs01",
    "fs": "cephfs01",
    "path": "/data",
    "cluster": "4101504e-e364-11ee-a68e-99388f3ce351",
    "mode": "RW"
}
root@u196:~#