bclinux aarch64 ceph 14.2.10 彻底删除ceph集群及数据

ceph-deploy purge ceph-3

[root@ceph-0 ~]# ceph-deploy purge ceph-3
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy purge ceph-3
[ceph_deploy.cli][INFO  ] ceph-deploy options:
[ceph_deploy.cli][INFO  ]  username                      : None
[ceph_deploy.cli][INFO  ]  verbose                       : False
[ceph_deploy.cli][INFO  ]  overwrite_conf                : False
[ceph_deploy.cli][INFO  ]  quiet                         : False
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0xffff8e6cb2d0>
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
[ceph_deploy.cli][INFO  ]  host                          : ['ceph-3']
[ceph_deploy.cli][INFO  ]  func                          : <function purge at 0xffff8e858ad0>
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
[ceph_deploy.cli][INFO  ]  default_release               : False
[ceph_deploy.install][INFO  ] note that some dependencies *will not* be removed because they can cause issues with qemu-kvm
[ceph_deploy.install][INFO  ] like: librbd1 and librados2
[ceph_deploy.install][DEBUG ] Purging on cluster ceph hosts ceph-3
[ceph_deploy.install][DEBUG ] Detecting platform for host ceph-3 ...
dhclient(1723) is already running - exiting. 
 
This version of ISC DHCP is based on the release available
on ftp.isc.org. Features have been added and other changes
have been made to the base software release in order to make
it work better with this distribution.
 
Please report issues with this software via: 
https://gitee.com/src-openeuler/dhcp/issues
 
exiting.
dhclient(1723) is already running - exiting. 
 
This version of ISC DHCP is based on the release available
on ftp.isc.org. Features have been added and other changes
have been made to the base software release in order to make
it work better with this distribution.
 
Please report issues with this software via: 
https://gitee.com/src-openeuler/dhcp/issues
 
exiting.
[ceph-3][DEBUG ] connected to host: ceph-3 
[ceph-3][DEBUG ] detect platform information from remote host
21.10U3 LTS
bclinux
[ceph-3][DEBUG ] detect machine type
[ceph_deploy.install][INFO  ] Distro info: bclinux 21.10U3 21.10U3 LTS
[ceph-3][INFO  ] Purging Ceph on ceph-3
[ceph-3][INFO  ] Running command: yum -y -q remove ceph ceph-release ceph-common ceph-radosgw
[ceph-3][WARNIN] Unable to connect to Registration Management Service
[ceph-3][INFO  ] Running command: yum clean all
[ceph-3][WARNIN] Unable to connect to Registration Management Service
[ceph-3][DEBUG ] 12 files removed

ceph-deploy purgedata ceph-3

[root@ceph-0 ~]# ceph-deploy purgedata ceph-3
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy purgedata ceph-3
[ceph_deploy.cli][INFO  ] ceph-deploy options:
[ceph_deploy.cli][INFO  ]  username                      : None
[ceph_deploy.cli][INFO  ]  verbose                       : False
[ceph_deploy.cli][INFO  ]  overwrite_conf                : False
[ceph_deploy.cli][INFO  ]  quiet                         : False
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0xffffbc70ba00>
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
[ceph_deploy.cli][INFO  ]  host                          : ['ceph-3']
[ceph_deploy.cli][INFO  ]  func                          : <function purgedata at 0xffffbc898b50>
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
[ceph_deploy.cli][INFO  ]  default_release               : False
[ceph_deploy.install][DEBUG ] Purging data from cluster ceph hosts ceph-3
dhclient(1723) is already running - exiting. 
 
This version of ISC DHCP is based on the release available
on ftp.isc.org. Features have been added and other changes
have been made to the base software release in order to make
it work better with this distribution.
 
Please report issues with this software via: 
https://gitee.com/src-openeuler/dhcp/issues
 
exiting.
dhclient(1723) is already running - exiting. 
 
This version of ISC DHCP is based on the release available
on ftp.isc.org. Features have been added and other changes
have been made to the base software release in order to make
it work better with this distribution.
 
Please report issues with this software via: 
https://gitee.com/src-openeuler/dhcp/issues
 
exiting.
[ceph-3][DEBUG ] connected to host: ceph-3 
[ceph-3][DEBUG ] detect platform information from remote host
21.10U3 LTS
bclinux
[ceph-3][DEBUG ] detect machine type
[ceph-3][DEBUG ] find the location of an executable
dhclient(1723) is already running - exiting. 
 
This version of ISC DHCP is based on the release available
on ftp.isc.org. Features have been added and other changes
have been made to the base software release in order to make
it work better with this distribution.
 
Please report issues with this software via: 
https://gitee.com/src-openeuler/dhcp/issues
 
exiting.
dhclient(1723) is already running - exiting. 
 
This version of ISC DHCP is based on the release available
on ftp.isc.org. Features have been added and other changes
have been made to the base software release in order to make
it work better with this distribution.
 
Please report issues with this software via: 
https://gitee.com/src-openeuler/dhcp/issues
 
exiting.
[ceph-3][DEBUG ] connected to host: ceph-3 
[ceph-3][DEBUG ] detect platform information from remote host
21.10U3 LTS
bclinux
[ceph-3][DEBUG ] detect machine type
[ceph_deploy.install][INFO  ] Distro info: bclinux 21.10U3 21.10U3 LTS
[ceph-3][INFO  ] purging data on ceph-3
[ceph-3][INFO  ] Running command: rm -rf --one-file-system -- /var/lib/ceph
[ceph-3][WARNIN] OSDs may still be mounted, trying to unmount them
[ceph-3][INFO  ] Running command: find /var/lib/ceph -mindepth 1 -maxdepth 2 -type d -exec umount {} ;
[ceph-3][WARNIN] umount: /var/lib/ceph/osd: not mounted.
[ceph-3][INFO  ] Running command: rm -rf --one-file-system -- /var/lib/ceph
[ceph-3][INFO  ] Running command: rm -rf --one-file-system -- /etc/ceph/

ceph-deploy forgetkeys

[root@ceph-0 ~]# ceph-deploy forgetkeys
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
[ceph_deploy.cli][INFO  ] Invoked (2.0.1): /usr/bin/ceph-deploy forgetkeys
[ceph_deploy.cli][INFO  ] ceph-deploy options:
[ceph_deploy.cli][INFO  ]  username                      : None
[ceph_deploy.cli][INFO  ]  verbose                       : False
[ceph_deploy.cli][INFO  ]  overwrite_conf                : False
[ceph_deploy.cli][INFO  ]  quiet                         : False
[ceph_deploy.cli][INFO  ]  cd_conf                       : <ceph_deploy.conf.cephdeploy.Conf instance at 0xffffba1f3f00>
[ceph_deploy.cli][INFO  ]  cluster                       : ceph
[ceph_deploy.cli][INFO  ]  func                          : <function forgetkeys at 0xffffba3a5750>
[ceph_deploy.cli][INFO  ]  ceph_conf                     : None
[ceph_deploy.cli][INFO  ]  default_release               : False

 cleanlvm.sh

result_VG=`vgdisplay | grep "ceph" |awk '{print $3}'`
for vg in ${result_VG}
do
	vgremove -f ${vg}
done

[root@ceph-0 ~]# bash  cleanlvm.sh

测试环境没做缓存盘（跳过）

略。。

reboot

重启ceph-3节点

wipefs -a /dev/vdb

[root@ceph-3 ~]# wipefs -a /dev/vdb 

清理ceph数据目录

sudo rm -rf /var/lib/ceph/osd/*           
sudo rm -rf /var/lib/ceph/mon/*           
sudo rm -rf /var/lib/ceph/mds/*           
sudo rm -rf /var/lib/ceph/bootstrap-mds/* 
sudo rm -rf /var/lib/ceph/bootstrap-osd/* 
sudo rm -rf /var/lib/ceph/bootstrap-mon/* 
sudo rm -rf /var/lib/ceph/tmp/*           
sudo rm -rf /etc/ceph/*                   
sudo rm -rf /var/run/ceph/*               
rm -rf /etc/ceph/*
rm -rf /root/ceph/*
rm -rf /var/lib/ceph/*/*
rm -rf /var/log/ceph/*
rm -rf /var/run/ceph/*
userdel -r ceph  # 清除ceph用户

重复ceph-2 ceph-1 ceph-0

重装

参考

ceph-deploy bclinux aarch64 ceph 14.2.10-CSDN博客

故障

purge多结点后，purgedata报错

参考

ceph环境清理_ceph purge-CSDN博客