ceph
/
ceph-ansible
mirror of https://github.com/ceph/ceph-ansible.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

purge: merge playbooks 

This refactor merges the two playbooks so we only have to maintain 1
playbook.
(Symlink the old purge-container-cluster.yml playbook for backward
 compatibility).

Signed-off-by: Guillaume Abrioux <gabrioux@redhat.com>
pull/6748/head
Guillaume Abrioux 2021-07-13 18:48:42 +02:00 committed by Dimitri Savineau
parent 6b50401d0c
commit 17cd83bf3a
2 changed files with 364 additions and 784 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

478
infrastructure-playbooks/purge-cluster.yml
View File

@ -113,12 +113,24 @@
gather_facts: false # Already gathered previously gather_facts: false # Already gathered previously
become: true become: true
tasks: tasks:
- import_role:
name: ceph-defaults
- name: stop ceph nfss with systemd - name: stop ceph nfss with systemd
service: service:
name: nfs-ganesha name: "{{ 'ceph-nfs@' + ansible_facts['hostname'] if containerized_deployment | bool else 'nfs-ganesha' }}"
state: stopped state: stopped
failed_when: false failed_when: false
when: ansible_facts['service_mgr'] == 'systemd'
- name: remove ceph nfs directories for "{{ ansible_facts['hostname'] }}"
file:
path: "{{ item }}"
state: absent
with_items:
- /etc/ganesha
- /var/lib/nfs/ganesha
- /var/run/ganesha
- /etc/systemd/system/ceph-nfs@.service
- name: purge node-exporter - name: purge node-exporter
@ -234,6 +246,11 @@
enabled: no enabled: no
failed_when: false failed_when: false
- name: remove ceph mds service
file:
path: /etc/systemd/system/ceph-mds@.service
state: absent
- name: purge ceph mgr cluster - name: purge ceph mgr cluster
hosts: mgrs hosts: mgrs
@ -248,6 +265,11 @@
failed_when: false failed_when: false
when: ansible_facts['service_mgr'] == 'systemd' when: ansible_facts['service_mgr'] == 'systemd'
- name: remove ceph mgr service
file:
path: /etc/systemd/system/ceph-mgr@.service
state: absent
- name: purge rgwloadbalancer cluster - name: purge rgwloadbalancer cluster
hosts: rgwloadbalancers hosts: rgwloadbalancers
@ -292,6 +314,7 @@
service: service:
name: "ceph-rbd-mirror@rbd-mirror.{{ ansible_facts['hostname'] }}" name: "ceph-rbd-mirror@rbd-mirror.{{ ansible_facts['hostname'] }}"
state: stopped state: stopped
enabled: no
failed_when: false failed_when: false
@ -334,13 +357,12 @@
register: osd_ids register: osd_ids
changed_when: false changed_when: false
- name: stop ceph-osd with systemd - name: stop ceph-osd
service: service:
name: ceph-osd@{{ item }} name: ceph-osd@{{ item }}
state: stopped state: stopped
enabled: no enabled: no
with_items: "{{ osd_ids.stdout_lines }}" with_items: "{{ osd_ids.stdout_lines }}"
when: ansible_facts['service_mgr'] == 'systemd'
- name: remove ceph udev rules - name: remove ceph udev rules
file: file:
@ -349,6 +371,7 @@
with_items: with_items:
- /usr/lib/udev/rules.d/95-ceph-osd.rules - /usr/lib/udev/rules.d/95-ceph-osd.rules
- /usr/lib/udev/rules.d/60-ceph-by-parttypeuuid.rules - /usr/lib/udev/rules.d/60-ceph-by-parttypeuuid.rules
when: not containerized_deployment | bool
# NOTE(leseb): hope someone will find a more elegant way one day... # NOTE(leseb): hope someone will find a more elegant way one day...
- name: see if encrypted partitions are present - name: see if encrypted partitions are present
@ -440,6 +463,7 @@
changed_when: false changed_when: false
failed_when: false failed_when: false
register: ceph_volume_present register: ceph_volume_present
when: not containerized_deployment | bool
- name: zap and destroy osds created by ceph-volume with lvm_volumes - name: zap and destroy osds created by ceph-volume with lvm_volumes
ceph_volume: ceph_volume:
@ -454,8 +478,12 @@
action: "zap" action: "zap"
environment: environment:
CEPH_VOLUME_DEBUG: "{{ ceph_volume_debug }}" CEPH_VOLUME_DEBUG: "{{ ceph_volume_debug }}"
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
with_items: "{{ lvm_volumes | default([]) }}" with_items: "{{ lvm_volumes | default([]) }}"
when: ceph_volume_present.rc == 0 when:
- containerized_deployment | bool
or ceph_volume_present.rc == 0
- name: zap and destroy osds created by ceph-volume with devices - name: zap and destroy osds created by ceph-volume with devices
ceph_volume: ceph_volume:
@ -463,11 +491,15 @@
action: "zap" action: "zap"
environment: environment:
CEPH_VOLUME_DEBUG: "{{ ceph_volume_debug }}" CEPH_VOLUME_DEBUG: "{{ ceph_volume_debug }}"
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
with_items: with_items:
- "{{ devices | default([]) }}" - "{{ devices | default([]) }}"
- "{{ dedicated_devices | default([]) }}" - "{{ dedicated_devices | default([]) }}"
- "{{ bluestore_wal_devices | default([]) }}" - "{{ bluestore_wal_devices | default([]) }}"
when: ceph_volume_present.rc == 0 when:
- containerized_deployment | bool
or ceph_volume_present.rc == 0
- name: get ceph block partitions - name: get ceph block partitions
shell: | shell: |
@ -545,6 +577,11 @@
with_items: "{{ resolved_parent_device }}" with_items: "{{ resolved_parent_device }}"
changed_when: false changed_when: false
- name: remove ceph osd service
file:
path: /etc/systemd/system/ceph-osd@.service
state: absent
when: containerized_deployment | bool
- name: purge ceph mon cluster - name: purge ceph mon cluster
hosts: mons hosts: mons
@ -574,6 +611,14 @@
- /var/lib/ceph/bootstrap-mgr - /var/lib/ceph/bootstrap-mgr
- /var/lib/ceph/tmp - /var/lib/ceph/tmp
- name: remove ceph mon and mgr service
file:
path: "/etc/systemd/system/ceph-{{ item }}@.service"
state: absent
with_items:
- mon
- mgr
- name: purge ceph-crash daemons - name: purge ceph-crash daemons
hosts: hosts:
@ -586,19 +631,72 @@
gather_facts: false gather_facts: false
become: true become: true
tasks: tasks:
- import_role:
name: ceph-defaults
- name: stop ceph-crash service - name: stop ceph-crash service
service: service:
name: ceph-crash.service name: "{{ 'ceph-crash@' + ansible_facts['hostname'] if containerized_deployment | bool else 'ceph-crash.service' }}"
state: stopped state: stopped
enabled: no enabled: no
failed_when: false failed_when: false
- name: remove service file
file:
name: "/etc/systemd/system/ceph-crash.service"
state: absent
failed_when: false
- name: remove /var/lib/ceph/crash - name: remove /var/lib/ceph/crash
file: file:
path: /var/lib/ceph/crash path: /var/lib/ceph/crash
state: absent state: absent
- name: check container hosts
hosts:
- mons
- osds
- mdss
- rgws
- rbdmirrors
- nfss
- mgrs
become: true
tasks:
- name: containerized_deployment only
when: containerized_deployment | bool
block:
- import_role:
name: ceph-defaults
- import_role:
name: ceph-facts
tasks_from: container_binary
- name: remove stopped/exited containers
command: >
{{ container_binary }} container prune -f
changed_when: false
- name: show container list on all the nodes (should be empty)
command: >
{{ container_binary }} ps --filter='name=ceph' -a -q
register: containers_list
changed_when: false
- name: show container images on all the nodes (should be empty if tags was passed remove_img)
command: >
{{ container_binary }} images
register: images_list
changed_when: false
- name: fail if container are still present
fail:
msg: "It looks like container are still present."
when: containers_list.stdout_lines|length > 0
- name: final cleanup - check any running ceph, purge ceph packages, purge config and remove data - name: final cleanup - check any running ceph, purge ceph packages, purge config and remove data
vars: vars:
# When set to true both groups of packages are purged. # When set to true both groups of packages are purged.
@ -661,131 +759,281 @@
shell: rm -rf /var/lib/ceph/* # noqa 302 shell: rm -rf /var/lib/ceph/* # noqa 302
listen: "remove data" listen: "remove data"
tasks: tasks:
- name: purge ceph packages with yum - import_role:
yum: name: ceph-defaults
name: "{{ ceph_packages }}"
state: absent
when: ansible_facts['pkg_mgr'] == 'yum'
- name: purge ceph packages with dnf - name: non containerized related tasks
dnf: when: not containerized_deployment | bool
name: "{{ ceph_packages }}" block:
state: absent - name: purge ceph packages with yum
when: ansible_facts['pkg_mgr'] == 'dnf' yum:
name: "{{ ceph_packages }}"
state: absent
when: ansible_facts['pkg_mgr'] == 'yum'
- name: purge ceph packages with apt - name: purge ceph packages with dnf
apt: dnf:
name: "{{ ceph_packages }}" name: "{{ ceph_packages }}"
state: absent state: absent
purge: true when: ansible_facts['pkg_mgr'] == 'dnf'
when: ansible_facts['pkg_mgr'] == 'apt'
- name: purge remaining ceph packages with yum - name: purge ceph packages with apt
yum: apt:
name: "{{ ceph_remaining_packages }}" name: "{{ ceph_packages }}"
state: absent state: absent
when: purge: true
- ansible_facts['pkg_mgr'] == 'yum' when: ansible_facts['pkg_mgr'] == 'apt'
- purge_all_packages | bool
- name: purge remaining ceph packages with dnf - name: purge remaining ceph packages with yum
dnf: yum:
name: "{{ ceph_remaining_packages }}" name: "{{ ceph_remaining_packages }}"
state: absent state: absent
when: when:
- ansible_facts['pkg_mgr'] == 'dnf' - ansible_facts['pkg_mgr'] == 'yum'
- purge_all_packages | bool - purge_all_packages | bool
- name: purge remaining ceph packages with apt - name: purge remaining ceph packages with dnf
apt: dnf:
name: "{{ ceph_remaining_packages }}" name: "{{ ceph_remaining_packages }}"
state: absent state: absent
when: when:
- ansible_facts['pkg_mgr'] == 'apt' - ansible_facts['pkg_mgr'] == 'dnf'
- purge_all_packages | bool - purge_all_packages | bool
- name: purge extra packages with yum - name: purge remaining ceph packages with apt
yum: apt:
name: "{{ extra_packages }}" name: "{{ ceph_remaining_packages }}"
state: absent state: absent
when: when:
- ansible_facts['pkg_mgr'] == 'yum' - ansible_facts['pkg_mgr'] == 'apt'
- purge_all_packages | bool - purge_all_packages | bool
- name: purge extra packages with dnf - name: purge extra packages with yum
dnf: yum:
name: "{{ extra_packages }}" name: "{{ extra_packages }}"
state: absent state: absent
when: when:
- ansible_facts['pkg_mgr'] == 'dnf' - ansible_facts['pkg_mgr'] == 'yum'
- purge_all_packages | bool - purge_all_packages | bool
- name: purge extra packages with apt - name: purge extra packages with dnf
apt: dnf:
name: "{{ extra_packages }}" name: "{{ extra_packages }}"
state: absent state: absent
when: when:
- ansible_facts['pkg_mgr'] == 'apt' - ansible_facts['pkg_mgr'] == 'dnf'
- purge_all_packages | bool - purge_all_packages | bool
- name: remove config and any ceph socket left - name: purge extra packages with apt
file: apt:
path: "{{ item }}" name: "{{ extra_packages }}"
state: absent state: absent
with_items: when:
- /etc/ceph - ansible_facts['pkg_mgr'] == 'apt'
- /etc/keepalived - purge_all_packages | bool
- /etc/haproxy
- /run/ceph
- name: remove logs - name: remove config and any ceph socket left
file: file:
path: /var/log/ceph path: "{{ item }}"
state: absent state: absent
with_items:
- /etc/ceph
- /etc/keepalived
- /etc/haproxy
- /run/ceph
- name: request data removal - name: remove logs
command: echo requesting data removal # noqa 301 file:
become: false path: /var/log/ceph
delegate_to: localhost state: absent
notify: remove data
- name: purge dnf cache - name: request data removal
command: dnf clean all command: echo requesting data removal # noqa 301
when: ansible_facts['pkg_mgr'] == 'dnf' become: false
delegate_to: localhost
notify: remove data
- name: clean apt - name: purge dnf cache
command: apt-get clean # noqa 303 command: dnf clean all
when: ansible_facts['pkg_mgr'] == 'apt' when: ansible_facts['pkg_mgr'] == 'dnf'
- name: purge ceph repo file in /etc/yum.repos.d - name: clean apt
file: command: apt-get clean # noqa 303
path: '/etc/yum.repos.d/{{ item }}.repo' when: ansible_facts['pkg_mgr'] == 'apt'
state: absent
with_items:
- ceph-dev
- ceph_stable
when: ansible_facts['os_family'] == 'RedHat'
- name: check for anything running ceph - name: purge ceph repo file in /etc/yum.repos.d
command: "ps -u ceph -U ceph" file:
register: check_for_running_ceph path: '/etc/yum.repos.d/{{ item }}.repo'
changed_when: false state: absent
failed_when: check_for_running_ceph.rc == 0 with_items:
- ceph-dev
- ceph_stable
when: ansible_facts['os_family'] == 'RedHat'
- name: find ceph systemd unit files to remove - name: check for anything running ceph
find: command: "ps -u ceph -U ceph"
paths: "/etc/systemd/system" register: check_for_running_ceph
pattern: "ceph*" changed_when: false
recurse: true failed_when: check_for_running_ceph.rc == 0
file_type: any
register: systemd_files
- name: remove ceph systemd unit files - name: find ceph systemd unit files to remove
file: find:
path: "{{ item.path }}" paths: "/etc/systemd/system"
state: absent pattern: "ceph*"
with_items: "{{ systemd_files.files }}" recurse: true
when: ansible_facts['service_mgr'] == 'systemd' file_type: any
register: systemd_files
- name: remove ceph systemd unit files
file:
path: "{{ item.path }}"
state: absent
with_items: "{{ systemd_files.files }}"
when: ansible_facts['service_mgr'] == 'systemd'
- name: containerized related tasks
when: containerized_deployment | bool
block:
- name: check if it is Atomic host
stat: path=/run/ostree-booted
register: stat_ostree
- name: set fact for using Atomic host
set_fact:
is_atomic: "{{ stat_ostree.stat.exists }}"
- import_role:
name: ceph-facts
tasks_from: container_binary
- name: remove ceph container image
command: "{{ container_binary }} rmi {{ ceph_docker_registry }}/{{ ceph_docker_image }}:{{ ceph_docker_image_tag }}"
changed_when: false
when:
- inventory_hostname not in groups.get(client_group_name, [])
or inventory_hostname == groups.get(client_group_name, []) | first
tags:
- remove_img
- name: stop docker service
service:
name: docker
state: stopped
enabled: no
when:
- not is_atomic
- container_binary == 'docker'
ignore_errors: true
- name: remove docker on debian/ubuntu
apt:
name: ['docker-ce', 'docker-engine', 'docker.io', 'python-docker', 'python3-docker']
state: absent
update_cache: yes
autoremove: yes
when: ansible_facts['os_family'] == 'Debian'
- name: red hat based systems tasks
block:
- name: yum related tasks on red hat
block:
- name: remove packages on redhat
yum:
name: ['epel-release', 'docker', 'python-docker-py']
state: absent
- name: remove package dependencies on redhat
command: yum -y autoremove
args:
warn: no
- name: remove package dependencies on redhat again
command: yum -y autoremove
args:
warn: no
when:
ansible_facts['pkg_mgr'] == "yum"
- name: dnf related tasks on red hat
block:
- name: remove docker on redhat
dnf:
name: ['docker', 'python3-docker']
state: absent
- name: remove package dependencies on redhat
command: dnf -y autoremove
args:
warn: no
- name: remove package dependencies on redhat again
command: dnf -y autoremove
args:
warn: no
when:
ansible_facts['pkg_mgr'] == "dnf"
when:
ansible_facts['os_family'] == 'RedHat' and
not is_atomic
- name: find any service-cid file left
find:
paths: /run
patterns:
- "ceph-*.service-cid"
- "rbd-target-api.service-cid"
- "rbd-target-gw.service-cid"
- "tcmu-runner.service-cid"
- "node_exporter.service-cid"
- "prometheus.service-cid"
- "grafana-server.service-cid"
- "alertmanager.service-cid"
register: service_cid_files
- name: rm any service-cid file
file:
path: "{{ item.path }}"
state: absent
with_items: "{{ service_cid_files.files }}"
- name: purge ceph directories
hosts:
- mons
- osds
- mdss
- rgws
- rbdmirrors
- nfss
- mgrs
gather_facts: false # Already gathered previously
become: true
tasks:
- import_role:
name: ceph-defaults
- name: purge ceph directories - containerized deployments
when: containerized_deployment | bool
block:
- name: purge ceph directories for "{{ ansible_facts['hostname'] }}" and ceph socket
file:
path: "{{ item }}"
state: absent
with_items:
- /etc/ceph
- /var/log/ceph
- /run/ceph
- "{{ ceph_osd_docker_run_script_path | default('/usr/share') }}/ceph-osd-run.sh"
- name: remove ceph data
shell: rm -rf /var/lib/ceph/* # noqa 302
changed_when: false
# (todo): remove this when we are able to manage docker
# service on atomic host.
- name: remove docker data
shell: rm -rf /var/lib/docker/* # noqa 302
when: not is_atomic | bool
- name: purge fetch directory - name: purge fetch directory

669
infrastructure-playbooks/purge-container-cluster.yml
View File

@ -1,669 +0,0 @@
---
# This playbook purges a containerized Ceph cluster
# It removes: packages, containers, configuration files and ALL THE DATA
- name: confirm whether user really meant to purge the cluster
hosts: localhost
gather_facts: false
vars_prompt:
- name: ireallymeanit
prompt: >
Are you sure you want to purge the cluster?
Note that if with_pkg is not set docker packages
and more will be uninstalled from non-atomic hosts.
Do you want to continue?
default: 'no'
private: no
tasks:
- name: exit playbook, if user did not mean to purge cluster
fail:
msg: >
"Exiting purge-container-cluster playbook, cluster was NOT purged.
To purge the cluster, either say 'yes' on the prompt or
or use `-e ireallymeanit=yes` on the command line when
invoking the playbook"
when: ireallymeanit != 'yes'
- name: set ceph_docker_registry value if not set
set_fact:
ceph_docker_registry: "docker.io"
when: ceph_docker_registry is not defined
- name: check there's no ceph kernel threads present
hosts: clients
become: true
any_errors_fatal: true
tasks:
- import_role:
name: ceph-defaults
- block:
- name: get nfs nodes ansible facts
setup:
gather_subset:
- 'all'
- '!facter'
- '!ohai'
delegate_to: "{{ item }}"
delegate_facts: True
with_items: "{{ groups[nfs_group_name] }}"
run_once: true
- name: get all nfs-ganesha mount points
command: grep "{{ hostvars[item]['ansible_facts']['all_ipv4_addresses'] | ips_in_ranges(public_network.split(',')) | first }}" /proc/mounts
register: nfs_ganesha_mount_points
failed_when: false
with_items: "{{ groups[nfs_group_name] }}"
- name: ensure nfs-ganesha mountpoint(s) are unmounted
mount:
path: "{{ item.split(' ')[1] }}"
state: unmounted
with_items:
- "{{ nfs_ganesha_mount_points.results | map(attribute='stdout_lines') | list }}"
when: item | length > 0
when: groups[nfs_group_name] | default([]) | length > 0
- name: ensure cephfs mountpoint are unmounted
command: umount -a -t ceph
changed_when: false
- name: find mapped rbd ids
find:
paths: /sys/bus/rbd/devices
file_type: any
register: rbd_mapped_ids
- name: use sysfs to unmap rbd devices
shell: "echo {{ item.path | basename }} > /sys/bus/rbd/remove_single_major"
changed_when: false
with_items: "{{ rbd_mapped_ids.files }}"
- name: unload ceph kernel modules
modprobe:
name: "{{ item }}"
state: absent
with_items:
- rbd
- ceph
- libceph
- name: purge ceph nfs cluster
hosts: nfss
become: true
tasks:
- name: disable ceph nfs service
service:
name: "ceph-nfs@{{ ansible_facts['hostname'] }}"
state: stopped
enabled: no
ignore_errors: true
- name: remove ceph nfs service
file:
path: /etc/systemd/system/ceph-nfs@.service
state: absent
- name: remove ceph nfs directories for "{{ ansible_facts['hostname'] }}"
file:
path: "{{ item }}"
state: absent
with_items:
- /etc/ganesha
- /var/lib/nfs/ganesha
- /var/run/ganesha
- name: purge ceph mds cluster
hosts: mdss
become: true
tasks:
- name: disable ceph mds service
service:
name: "ceph-mds@{{ ansible_facts['hostname'] }}"
state: stopped
enabled: no
ignore_errors: true
- name: remove ceph mds service
file:
path: /etc/systemd/system/ceph-mds@.service
state: absent
- name: purge ceph iscsigws cluster
hosts: iscsigws
become: true
tasks:
- name: disable ceph iscsigw services
service:
name: "{{ item }}"
state: stopped
enabled: no
ignore_errors: true
with_items:
- rbd-target-api
- rbd-target-gw
- tcmu-runner
- name: remove ceph iscsigw systemd unit files
file:
path: /etc/systemd/system/{{ item }}.service
state: absent
ignore_errors: true
with_items:
- rbd-target-api
- rbd-target-gw
- tcmu-runner
- name: purge ceph mgr cluster
hosts: mgrs
become: true
tasks:
- name: disable ceph mgr service
service:
name: "ceph-mgr@{{ ansible_facts['hostname'] }}"
state: stopped
enabled: no
ignore_errors: true
- name: remove ceph mgr service
file:
path: /etc/systemd/system/ceph-mgr@.service
state: absent
- name: purge ceph rgw cluster
hosts: rgws
become: true
tasks:
- import_role:
name: ceph-defaults
- import_role:
name: ceph-facts
tasks_from: set_radosgw_address
- name: disable ceph rgw service
service:
name: "ceph-radosgw@rgw.{{ ansible_facts['hostname'] }}.{{ item.instance_name }}"
state: stopped
enabled: no
failed_when: false
with_items: "{{ rgw_instances }}"
- name: remove ceph rgw service
file:
path: /etc/systemd/system/ceph-radosgw@.service
state: absent
- name: purge ceph rbd-mirror cluster
hosts: rbdmirrors
become: true
tasks:
- name: disable ceph rbd-mirror service
service:
name: "ceph-rbd-mirror@rbd-mirror.{{ ansible_facts['hostname'] }}"
state: stopped
enabled: no
ignore_errors: true
- name: remove ceph rbd-mirror service
file:
path: /etc/systemd/system/ceph-rbd-mirror@.service
state: absent
- name: purge ceph osd cluster
hosts: osds
become: true
tasks:
- import_role:
name: ceph-defaults
- name: gather monitors facts
setup:
gather_subset:
- 'all'
- '!facter'
- '!ohai'
delegate_to: "{{ item }}"
delegate_facts: True
with_items: "{{ groups.get(mon_group_name | default('mons')) }}"
- import_role:
name: ceph-facts
- name: get all the running osds
shell: systemctl list-units --all | grep -oE "ceph-osd@([0-9]+).service" # noqa 303
register: osd_units
changed_when: false
ignore_errors: true
- name: disable ceph osd service
service:
name: "{{ item }}"
state: stopped
enabled: no
with_items: "{{ osd_units.stdout_lines }}"
- name: remove osd mountpoint tree
file:
path: /var/lib/ceph/osd/
state: absent
ignore_errors: true
- name: default lvm_volumes if not defined
set_fact:
lvm_volumes: []
when: lvm_volumes is not defined
- name: zap and destroy osds created by ceph-volume with lvm_volumes
ceph_volume:
data: "{{ item.data }}"
data_vg: "{{ item.data_vg|default(omit) }}"
journal: "{{ item.journal|default(omit) }}"
journal_vg: "{{ item.journal_vg|default(omit) }}"
db: "{{ item.db|default(omit) }}"
db_vg: "{{ item.db_vg|default(omit) }}"
wal: "{{ item.wal|default(omit) }}"
wal_vg: "{{ item.wal_vg|default(omit) }}"
action: "zap"
environment:
CEPH_VOLUME_DEBUG: "{{ ceph_volume_debug }}"
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry }}/{{ ceph_docker_image }}:{{ ceph_docker_image_tag }}"
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
with_items: "{{ lvm_volumes }}"
when: lvm_volumes | default([]) | length > 0
- name: zap and destroy osds created by ceph-volume with devices
ceph_volume:
data: "{{ item }}"
action: "zap"
environment:
CEPH_VOLUME_DEBUG: "{{ ceph_volume_debug }}"
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry }}/{{ ceph_docker_image }}:{{ ceph_docker_image_tag }}"
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
with_items:
- "{{ devices | default([]) }}"
- "{{ dedicated_devices | default([]) }}"
- "{{ bluestore_wal_devices | default([]) }}"
- name: remove ceph osd service
file:
path: /etc/systemd/system/ceph-osd@.service
state: absent
- name: include vars from group_vars/osds.yml
include_vars:
file: "{{ item }}"
with_first_found:
- files:
- "{{ playbook_dir }}/group_vars/osds"
- "{{ playbook_dir }}/group_vars/osds.yml"
skip: true
- name: purge ceph mon cluster
hosts: mons
become: true
tasks:
# since mgr are now collocated with mons by default
- name: disable ceph mon and mgr service
service:
name: "{{ item }}"
state: stopped
enabled: no
ignore_errors: true
with_items:
- "ceph-mgr@{{ ansible_facts['hostname'] }}"
- "ceph-mon@{{ ansible_facts['hostname'] }}"
- name: remove ceph mon and mgr service
file:
path: "/etc/systemd/system/ceph-{{ item }}@.service"
state: absent
with_items:
- mon
- mgr
- name: purge node-exporter
hosts:
- mons
- osds
- mdss
- rgws
- rbdmirrors
- nfss
- mgrs
- monitoring
- iscsigws
- clients
gather_facts: false
become: true
tasks:
- import_role:
name: ceph-defaults
- block:
- import_role:
name: ceph-facts
tasks_from: container_binary
- name: disable node_exporter service
service:
name: node_exporter
state: stopped
enabled: no
failed_when: false
- name: remove node_exporter service file
file:
name: /etc/systemd/system/node_exporter.service
state: absent
- name: remove node-exporter image
command: "{{ container_binary }} rmi {{ node_exporter_container_image }}"
failed_when: false
tags:
- remove_img
when: dashboard_enabled | bool
- name: purge ceph-grafana
hosts: monitoring
gather_facts: false
become: true
vars:
grafana_services:
- grafana-server
- prometheus
- alertmanager
tasks:
- import_role:
name: ceph-defaults
- block:
- import_role:
name: ceph-facts
tasks_from: container_binary
- name: stop services
service:
name: "{{ item }}"
state: stopped
enabled: no
with_items: "{{ grafana_services }}"
failed_when: false
- name: remove service files
file:
name: "/etc/systemd/system/{{ item }}.service"
state: absent
with_items: "{{ grafana_services }}"
failed_when: false
- name: remove ceph dashboard container images
command: "{{ container_binary }} rmi {{ item }}"
with_items:
- "{{ prometheus_container_image }}"
- "{{ grafana_container_image }}"
- "{{ alertmanager_container_image }}"
failed_when: false
tags:
- remove_img
- name: remove data
file:
name: "{{ item }}"
state: absent
with_items:
- /etc/grafana/grafana.ini
- /etc/grafana/provisioning
- /var/lib/grafana
- /etc/alertmanager
- /var/lib/alertmanager
- /var/lib/prometheus
- /etc/prometheus
failed_when: false
when: dashboard_enabled | bool
- name: purge ceph-crash containers
hosts:
- mons
- osds
- mdss
- rgws
- rbdmirrors
- mgrs
gather_facts: false
become: true
tasks:
- name: stop ceph-crash container
service:
name: "ceph-crash@{{ ansible_facts['hostname'] }}"
state: stopped
enabled: no
failed_when: false
- name: remove service file
file:
name: "/etc/systemd/system/ceph-crash.service"
state: absent
failed_when: false
- name: remove /var/lib/ceph/crash
file:
path: /var/lib/ceph/crash
state: absent
- name: check container hosts
hosts:
- mons
- osds
- mdss
- rgws
- rbdmirrors
- nfss
- mgrs
become: true
tasks:
- import_role:
name: ceph-defaults
- import_role:
name: ceph-facts
tasks_from: container_binary
- name: remove stopped/exited containers
command: >
{{ container_binary }} container prune -f
changed_when: false
- name: show container list on all the nodes (should be empty)
command: >
{{ container_binary }} ps --filter='name=ceph' -a -q
register: containers_list
changed_when: false
- name: show container images on all the nodes (should be empty if tags was passed remove_img)
command: >
{{ container_binary }} images
register: images_list
changed_when: false
- name: fail if container are still present
fail:
msg: "It looks like container are still present."
when: containers_list.stdout_lines|length > 0
- name: final cleanup
hosts:
- mons
- osds
- mdss
- rgws
- rbdmirrors
- nfss
- mgrs
- monitoring
become: true
tags: with_pkg
tasks:
- import_role:
name: ceph-defaults
- name: check if it is Atomic host
stat: path=/run/ostree-booted
register: stat_ostree
- name: set fact for using Atomic host
set_fact:
is_atomic: "{{ stat_ostree.stat.exists }}"
- import_role:
name: ceph-facts
tasks_from: container_binary
- name: remove ceph container image
command: "{{ container_binary }} rmi {{ ceph_docker_registry }}/{{ ceph_docker_image }}:{{ ceph_docker_image_tag }}"
changed_when: false
tags:
- remove_img
- name: stop docker service
service:
name: docker
state: stopped
enabled: no
when:
- not is_atomic
- container_binary == 'docker'
ignore_errors: true
- name: remove docker on debian/ubuntu
apt:
name: ['docker-ce', 'docker-engine', 'docker.io', 'python-docker', 'python3-docker']
state: absent
update_cache: yes
autoremove: yes
when: ansible_facts['os_family'] == 'Debian'
- name: red hat based systems tasks
block:
- name: yum related tasks on red hat
block:
- name: remove packages on redhat
yum:
name: ['epel-release', 'docker', 'python-docker-py']
state: absent
- name: remove package dependencies on redhat
command: yum -y autoremove
args:
warn: no
- name: remove package dependencies on redhat again
command: yum -y autoremove
args:
warn: no
when:
ansible_facts['pkg_mgr'] == "yum"
- name: dnf related tasks on red hat
block:
- name: remove docker on redhat
dnf:
name: ['docker', 'python3-docker']
state: absent
- name: remove package dependencies on redhat
command: dnf -y autoremove
args:
warn: no
- name: remove package dependencies on redhat again
command: dnf -y autoremove
args:
warn: no
when:
ansible_facts['pkg_mgr'] == "dnf"
when:
ansible_facts['os_family'] == 'RedHat' and
not is_atomic
- name: find any service-cid file left
find:
paths: /run
patterns:
- "ceph-*.service-cid"
- "rbd-target-api.service-cid"
- "rbd-target-gw.service-cid"
- "tcmu-runner.service-cid"
- "node_exporter.service-cid"
- "prometheus.service-cid"
- "grafana-server.service-cid"
- "alertmanager.service-cid"
register: service_cid_files
- name: rm any service-cid file
file:
path: "{{ item.path }}"
state: absent
with_items: "{{ service_cid_files.files }}"
- name: purge ceph directories
hosts:
- mons
- osds
- mdss
- rgws
- rbdmirrors
- nfss
- mgrs
gather_facts: false # Already gathered previously
become: true
tasks:
- name: purge ceph directories for "{{ ansible_facts['hostname'] }}" and ceph socket
file:
path: "{{ item }}"
state: absent
with_items:
- /etc/ceph
- /var/log/ceph
- /run/ceph
- "{{ ceph_osd_docker_run_script_path | default('/usr/share') }}/ceph-osd-run.sh"
- name: remove ceph data
shell: rm -rf /var/lib/ceph/* # noqa 302
changed_when: false
# (todo): remove this when we are able to manage docker
# service on atomic host.
- name: remove docker data
shell: rm -rf /var/lib/docker/* # noqa 302
when: not is_atomic | bool
- name: purge fetch directory
hosts: localhost
gather_facts: false
tasks:
- name: set fetch_directory value if not set
set_fact:
fetch_directory: "fetch/"
when: fetch_directory is not defined
- name: purge fetch directory for localhost
file:
path: "{{ fetch_directory | default('fetch/') }}/"
state: absent

1
infrastructure-playbooks/purge-container-cluster.yml 120000
View File

@ -0,0 +1 @@
purge-cluster.yml