ceph-ansible/infrastructure-playbooks/purge-docker-cluster.yml

---
# This playbook purges a containerized Ceph cluster
# It removes: packages, containers, configuration files and ALL THE DATA

- name: confirm whether user really meant to purge the cluster

  hosts:
    - localhost

  gather_facts: false

  vars_prompt:
    - name: ireallymeanit
      prompt: Are you sure you want to purge the cluster?
      default: 'no'
      private: no

    - name: remove_packages
      prompt: >
        If --skip-tags=with_pkg is not set docker packages
        and more will be uninstalled from non-atomic hosts.
        Do you want to continue?        
      default: 'no'
      private: no

  tasks:
  - name: exit playbook, if user did not mean to purge cluster
    fail:
      msg: >
        "Exiting purge-docker-cluster playbook, cluster was NOT purged.
         To purge the cluster, either say 'yes' on the prompt or
         or use `-e ireallymeanit=yes` on the command line when
         invoking the playbook"        
    when: ireallymeanit != 'yes'

  - name: exit playbook, if user did not mean to remove packages
    fail:
      msg: >
        "Exiting purge-docker-cluster playbook. No packages were removed.
         To skip removing packages use --skip-tag=with_pkg. To continue
         with removing packages, do not specify --skip-tag=with_pkg and
         either say 'yes' on the prompt or use `-e remove_packages=yes`
         on the command line when invoking the playbook"        
    when: remove_packages != 'yes'


- name: purge ceph mds cluster

  vars:
    mds_group_name: mdss

  hosts:
    - "{{ mds_group_name }}"

  become: true

  tasks:
  - include_vars: roles/ceph-common/defaults/main.yml
  - include_vars: roles/ceph-mds/defaults/main.yml
  - include_vars: group_vars/all
    ignore_errors: true
  - include_vars: group_vars/mdss
    ignore_errors: true

  - name: disable ceph mds service
    service:
      name: "ceph-mds@{{ ansible_hostname }}"
      state: stopped
      enabled: no
    ignore_errors: true

  - name: remove ceph mds container
    docker:
      image: "{{ ceph_mds_docker_username }}/{{ ceph_mds_docker_imagename }}:{{ ceph_mds_docker_image_tag }}"
      name: "{{ ansible_hostname }}"
      state: absent
    ignore_errors: true

  - name: remove ceph mds service
    file:
      path: /etc/systemd/system/ceph-mds@.service
      state: absent

  - name: remove ceph mds image
    docker_image:
      state: absent
      name: "{{ ceph_mds_docker_username }}/{{ ceph_mds_docker_imagename }}"
      tag: "{{ ceph_mds_docker_image_tag }}"
    tags:
      remove_img


- name: purge ceph rgw cluster

  vars:
    rgw_group_name: rgws

  hosts:
    - "{{ rgw_group_name }}"

  become: true

  tasks:
  - include_vars: roles/ceph-common/defaults/main.yml
  - include_vars: roles/ceph-rgw/defaults/main.yml
  - include_vars: group_vars/all
    ignore_errors: true
  - include_vars: group_vars/rgws
    ignore_errors: true

  - name: disable ceph rgw service
    service:
      name: "ceph-rgw@{{ ansible_hostname }}"
      state: stopped
      enabled: no
    ignore_errors: true

  - name: remove ceph rgw container
    docker:
      image: "{{ ceph_rgw_docker_username }}/{{ ceph_rgw_docker_imagename }}:{{ ceph_rgw_docker_image_tag }}"
      name: "{{ ansible_hostname }}"
      state: absent
    ignore_errors: true

  - name: remove ceph rgw service
    file:
      path: /etc/systemd/system/ceph-rgw@.service
      state: absent

  - name: remove ceph rgw image
    docker_image:
      state: absent
      name: "{{ ceph_rgw_docker_username }}/{{ ceph_rgw_docker_imagename }}"
      tag: "{{ ceph_rgw_docker_image_tag }}"
    tags:
      remove_img


- name: purge ceph rbd-mirror cluster

  vars:
    rbdmirror_group_name: rbd_mirrors

  hosts:
    - "{{ rbdmirror_group_name }}"

  become: true

  tasks:
  - include_vars: roles/ceph-common/defaults/main.yml
  - include_vars: roles/ceph-rbd-mirror/defaults/main.yml
  - include_vars: group_vars/all
    ignore_errors: true
  - include_vars: group_vars/rbd-mirrors
    ignore_errors: true

  - name: disable ceph rbd-mirror service
    service:
      name: "ceph-rbd-mirror@{{ ansible_hostname }}"
      state: stopped
      enabled: no
    ignore_errors: true

  - name: remove ceph rbd-mirror container
    docker:
      image: "{{ ceph_rbd_mirror_docker_username }}/{{ ceph_rbd_mirror_docker_imagename }}:{{ ceph_rbd_mirror_docker_image_tag }}"
      name: "{{ ansible_hostname }}"
      state: absent
    ignore_errors: true

  - name: remove ceph rbd-mirror service
    file:
      path: /etc/systemd/system/ceph-rbd-mirror@.service
      state: absent

  - name: remove ceph rbd-mirror image
    docker_image:
      state: absent
      name: "{{ ceph_rbd_mirror_docker_username }}/{{ ceph_rbd_mirror_docker_imagename }}"
      tag: "{{ ceph_rbd_mirror_docker_image_tag }}"
    tags:
      remove_img


- name: purge ceph nfs cluster

  vars:
    nfs_group_name: nfss

  hosts:
    - "{{ nfs_group_name }}"

  become: true

  tasks:
  - include_vars: roles/ceph-common/defaults/main.yml
  - include_vars: roles/ceph-nfs/defaults/main.yml
  - include_vars: group_vars/all
    ignore_errors: true
  - include_vars: group_vars/nfss
    ignore_errors: true

  - name: disable ceph nfs service
    service:
      name: "ceph-nfs@{{ ansible_hostname }}"
      state: stopped
      enabled: no
    ignore_errors: true

  - name: remove ceph nfs container
    docker:
      image: "{{ ceph_nfs_docker_username }}/{{ ceph_nfs_docker_imagename }}:{{ ceph_nfs_docker_image_tag }}"
      name: "{{ ansible_hostname }}"
      state: absent
    ignore_errors: true

  - name: remove ceph nfs service
    file:
      path: /etc/systemd/system/ceph-nfs@.service
      state: absent

  - name: remove ceph nfs directories for "{{ ansible_hostname }}"
    file:
      path: "{{ item }}"
      state: absent
    with_items:
      - /etc/ganesha
      - /var/lib/nfs/ganesha
      - /var/run/ganesha

  - name: remove ceph nfs image
    docker_image:
      state: absent
      name: "{{ ceph_nfs_docker_username }}/{{ ceph_nfs_docker_imagename }}"
      tag: "{{ ceph_nfs_docker_image_tag }}"
    tags:
      remove_img


- name: purge ceph osd cluster

  vars:
    osd_group_name: osds

  hosts:
    - "{{ osd_group_name }}"

  become: true

  tasks:
  - include_vars: roles/ceph-common/defaults/main.yml
  - include_vars: roles/ceph-osd/defaults/main.yml
  - include_vars: group_vars/all
    ignore_errors: true
  - include_vars: group_vars/osds
    ignore_errors: true

  - name: disable ceph osd service
    service:
      name: "ceph-osd@{{ item | basename }}"
      state: stopped
      enabled: no
    with_items: "{{ ceph_osd_docker_devices }}"
    ignore_errors: true

  - name: remove ceph osd prepare container
    docker:
      image: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}:{{ ceph_osd_docker_image_tag }}"
      name: "{{ ansible_hostname }}-osd-prepare-{{ item | regex_replace('/', '') }}"
      state: absent
    with_items: "{{ ceph_osd_docker_devices }}"
    ignore_errors: true

  - name: remove ceph osd container
    docker:
      image: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}:{{ ceph_osd_docker_image_tag }}"
      name: "{{ ansible_hostname }}-osd-{{ item | regex_replace('/', '') }}"
      state: absent
    with_items: "{{ ceph_osd_docker_devices }}"
    ignore_errors: true

  - name: zap ceph osd disk
    docker:
      image: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}:{{ ceph_osd_docker_image_tag }}"
      name: "{{ ansible_hostname }}-osd-zap-{{ item | regex_replace('/', '') }}"
      net: host
      pid: host
      state: started
      privileged: yes
      env: "CEPH_DAEMON=zap_device,OSD_DEVICE={{ item }}"
      volumes: "/var/lib/ceph:/var/lib/ceph,/etc/ceph:/etc/ceph,/dev:/dev,/run:/run"
    with_items: "{{ ceph_osd_docker_devices }}"

  - name: remove ceph osd zap disk container
    docker:
      image: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}:{{ ceph_osd_docker_image_tag }}"
      name: "{{ ansible_hostname }}-osd-zap-{{ item | regex_replace('/', '') }}"
      state: absent
    with_items: "{{ ceph_osd_docker_devices }}"

  # zap twice
  - name: zap ceph osd disk
    docker:
      image: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}:{{ ceph_osd_docker_image_tag }}"
      name: "{{ ansible_hostname }}-osd-zap-{{ item | regex_replace('/', '') }}"
      net: host
      pid: host
      state: started
      privileged: yes
      env: "CEPH_DAEMON=zap_device,OSD_DEVICE={{ item }}"
      volumes: "/var/lib/ceph:/var/lib/ceph,/etc/ceph:/etc/ceph,/dev:/dev,/run:/run"
    with_items: "{{ ceph_osd_docker_devices }}"

  - name: remove ceph osd zap disk container
    docker:
      image: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}:{{ ceph_osd_docker_image_tag }}"
      name: "{{ ansible_hostname }}-osd-zap-{{ item | regex_replace('/', '') }}"
      state: absent
    with_items: "{{ ceph_osd_docker_devices }}"

  - name: remove ceph osd service
    file:
      path: /etc/systemd/system/ceph-osd@.service
      state: absent

  - name: remove ceph osd image
    docker_image:
      state: absent
      name: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}"
      tag: "{{ ceph_osd_docker_image_tag }}"
    tags:
      remove_img


- name: purge ceph mon cluster

  vars:
    mon_group_name: mons

  hosts:
    - "{{ mon_group_name }}"

  become: true

  tasks:
  - include_vars: roles/ceph-common/defaults/main.yml
  - include_vars: roles/ceph-mon/defaults/main.yml
  - include_vars: roles/ceph-restapi/defaults/main.yml
  - include_vars: group_vars/all
    ignore_errors: true
  - include_vars: group_vars/mons
    ignore_errors: true
  - include_vars: group_vars/restapis
    ignore_errors: true

  - name: disable ceph mon service
    service:
      name: "ceph-mon@{{ ansible_hostname }}"
      state: stopped
      enabled: no
    ignore_errors: true

  - name: remove ceph mon container
    docker:
      image: "{{ ceph_mon_docker_username }}/{{ ceph_mon_docker_imagename }}:{{ ceph_mon_docker_image_tag }}"
      name: "{{ ansible_hostname }}"
      state: absent
    ignore_errors: true

  - name: remove restapi container
    docker:
      image: "{{ ceph_restapi_docker_username }}/{{ ceph_restapi_docker_imagename }}:{{ ceph_restapi_docker_image_tag }}"
      name: "{{ ansible_hostname }}-ceph-restapi"
      state: absent
    ignore_errors: true

  - name: remove ceph mon service
    file:
      path: /etc/systemd/system/ceph-mon@.service
      state: absent

  - name: remove ceph mon image
    docker_image:
      state: absent
      name: "{{ ceph_mon_docker_username }}/{{ ceph_mon_docker_imagename }}"
      tag: "{{ ceph_mon_docker_image_tag }}"
    tags:
      remove_img


- name: remove installed packages

  vars:
    mon_group_name:       mons
    osd_group_name:       osds
    mds_group_name:       mdss
    rgw_group_name:       rgws
    rbdmirror_group_name: rbd_mirrors
    nfs_group_name:       nfss

  hosts:
    - "{{ mon_group_name }}"
    - "{{ osd_group_name }}"
    - "{{ mds_group_name }}"
    - "{{ rgw_group_name }}"
    - "{{ rbdmirror_group_name }}"
    - "{{ nfs_group_name }}"

  become: true

  tags:
    with_pkg

  tasks:
  - name: check if it is Atomic host
    stat: path=/run/ostree-booted
    register: stat_ostree

  - name: set fact for using Atomic host
    set_fact:
      is_atomic: "{{ stat_ostree.stat.exists }}"

  - name: stop docker service
    service:
      name: docker
      state: stopped
      enabled: no
    when: not is_atomic

  - name: remove docker-py
    pip:
      name: docker-py
      version: 1.1.0
      state: absent
    when:
      ansible_version['full'] | version_compare('2.1.0.0', '<') and
      not is_atomic

  - name: remove docker-py
    pip:
      name: docker-py
      state: absent
    when:
      ansible_version['full'] | version_compare('2.1.0.0', '>=') and
      not is_atomic

  - name: remove six
    pip:
      name: six
      version: 1.9.0
      state: absent
    when: not is_atomic

  - name: remove pip and docker on ubuntu
    apt:
      name: "{{ item }}"
      state: absent
      update_cache: yes
      autoremove: yes
    with_items:
      - python-pip
      - docker
      - docker.io
    when: ansible_distribution == 'Ubuntu'

  - name: remove pip and docker on debian
    apt:
      name: "{{ item }}"
      state: absent
      update_cache: yes
      autoremove: yes
    with_items:
      - python-pip
      - docker-engine
    when: ansible_distribution == 'Debian'

  - name: remove epel-release on redhat
    yum:
      name: epel-release
      state: absent
    when:
      ansible_os_family == 'RedHat' and
      not is_atomic

  - name: remove pip on redhat
    yum:
      name: "{{ item }}"
      state: absent
    with_items:
      - python-pip
    when:
      ansible_os_family == 'RedHat' and
      ansible_pkg_mgr == "yum" and
      not is_atomic

  - name: remove docker-engine on redhat
    yum:
      name: "{{ item }}"
      state: absent
    with_items:
      - docker-engine
    when:
      ansible_os_family == 'RedHat' and
      ansible_pkg_mgr == "yum" and
      not is_atomic

  # for CentOS
  - name: remove docker on redhat
    yum:
      name: "{{ item }}"
      state: absent
    with_items:
      - docker
    when:
      ansible_os_family == 'RedHat' and
      ansible_pkg_mgr == "yum" and
      not is_atomic

  - name: remove pip and docker on redhat
    dnf:
      name: "{{ item }}"
      state: absent
    with_items:
      - python-pip
      - docker-engine
      - docker
    when:
      ansible_os_family == 'RedHat' and
      ansible_pkg_mgr == "dnf" and
      not is_atomic

  - name: remove package dependencies on redhat
    command: yum -y autoremove
    when:
      ansible_os_family == 'RedHat' and
      ansible_pkg_mgr == "yum" and
      not is_atomic

  - name: remove package dependencies on redhat again
    command: yum -y autoremove
    when:
      ansible_os_family == 'RedHat' and
      ansible_pkg_mgr == "yum" and
      not is_atomic

  - name: remove package dependencies on redhat
    command: dnf -y autoremove
    when:
      ansible_os_family == 'RedHat' and
      ansible_pkg_mgr == "dnf" and
      not is_atomic

  - name: remove package dependencies on redhat again
    command: dnf -y autoremove
    when:
      ansible_os_family == 'RedHat' and
      ansible_pkg_mgr == "dnf" and
      not is_atomic


- name: purge ceph directories

  vars:
    mon_group_name:       mons
    osd_group_name:       osds
    mds_group_name:       mdss
    rgw_group_name:       rgws
    rbdmirror_group_name: rbd_mirrors
    nfs_group_name:       nfss

  hosts:
    - "{{ mon_group_name }}"
    - "{{ osd_group_name }}"
    - "{{ mds_group_name }}"
    - "{{ rgw_group_name }}"
    - "{{ rbdmirror_group_name }}"
    - "{{ nfs_group_name }}"

  gather_facts: false # Already gathered previously

  become: true

  tasks:
  - name: purge ceph directories for "{{ ansible_hostname }}"
    file:
      path: "{{ item }}"
      state: absent
    with_items:
      - /etc/ceph
      - /var/lib/ceph
      - /var/log/ceph


- name: purge fetch directory

  hosts:
    - localhost

  gather_facts: false

  tasks:
  - include_vars: roles/ceph-common/defaults/main.yml
  - include_vars: group_vars/all
    ignore_errors: true
  - include_vars: group_vars/mdss
    ignore_errors: true
  - include_vars: group_vars/rgws
    ignore_errors: true
  - include_vars: group_vars/rbd-mirrors
    ignore_errors: true
  - include_vars: group_vars/nfss
    ignore_errors: true
  - include_vars: group_vars/osds
    ignore_errors: true
  - include_vars: group_vars/mons
    ignore_errors: true
  - include_vars: group_vars/restapis
    ignore_errors: true

  - name: purge fetch directory for localhost
    file:
      path: "{{ fetch_directory }}"
      state: absent