# 警告：此脚本将清理单个node节点，使用请详细参阅 docs/op/del_one_node.md
# 如果该节点为kube-node节点，请先执行kubectl drain
# 请三思后运行此脚本，特别的：如果有pod使用了本地存储类型，请自行判断重要性
# 参考 docs/op/del_one_node.md说明
# 使用：
# 1. 假设待删节点为 192.168.1.1，执行 sed -i 's/NODE_TO_DEL/192.168.1.1/g' tools/clean_one_node.yml
# 2. 执行 ansible-playbook /etc/ansible/tools/clean_one_node.yml

# 执行kubectl drain(节点可能是kube-node节点)
- hosts: deploy
  tasks:
  - name: 执行kubectl drain(节点可能是kube-node节点)
    shell: "{{ bin_dir }}/kubectl drain NODE_TO_DEL --ignore-daemonsets --delete-local-data"
    ignore_errors: true

# 清理 kube-node 相关服务
- hosts: NODE_TO_DEL
  tasks:
  - name: stop kube-node service
    shell: "systemctl stop kubelet kube-proxy"
    ignore_errors: true

  - name: umount kubelet 挂载的目录
    shell: "mount | grep '/var/lib/kubelet'| awk '{print $3}'|xargs umount"
    ignore_errors: true

  - name: 清理目录和文件
    file: name={{ item }} state=absent
    with_items:
    - "/var/lib/kubelet/"
    - "/var/lib/kube-proxy/"
    - "/etc/systemd/system/kubelet.service"
    - "/etc/systemd/system/kube-proxy.service"
    - "/opt/kube/kube-system/"

# 清理 kube-master 相关
- hosts: NODE_TO_DEL
  tasks:
  - name: stop kube-master service
    shell: "systemctl stop kube-apiserver kube-controller-manager kube-scheduler"
    ignore_errors: true

  - name: 清理目录和文件
    file: name={{ item }} state=absent
    with_items:
    - "/var/run/kubernetes"
    - "/etc/systemd/system/kube-apiserver.service"
    - "/etc/systemd/system/kube-controller-manager.service"
    - "/etc/systemd/system/kube-scheduler.service"

# 清理集群docker服务、网络相关
- hosts: NODE_TO_DEL
  tasks:
  - name: 清理kube-router相关
    shell: "{{ bin_dir }}/docker run --privileged --net=host cloudnativelabs/kube-router --cleanup-config"
    ignore_errors: true
    when: "CLUSTER_NETWORK == 'kube-router'"

  - name: stop docker service
    shell: "systemctl stop docker"
    ignore_errors: true

  # 因为calico-kube-controller使用了host网络，相当于使用了docker -net=host，需要
  # 卸载 /var/run/docker/netns/default
  - name: 卸载docker 相关fs1
    mount: path=/var/run/docker/netns/default state=unmounted

  - name: 卸载docker 相关fs2
    mount: path=/var/lib/docker/overlay state=unmounted

  - name: 清理目录和文件
    file: name={{ item }} state=absent
    with_items:
    - "/etc/cni/"
    - "/root/.kube/"
    - "/run/flannel/"
    - "/etc/calico/"
    - "/var/run/calico/"
    - "/var/log/calico/"
    - "/var/lib/cni/"
    - "/var/lib/docker/"
    - "/var/lib/kube-router/"
    - "/var/run/docker/"
    - "/etc/systemd/system/calico-node.service"
    - "/etc/systemd/system/docker.service"
    - "/etc/systemd/system/docker.service.requires/"
    - "/opt/kube/kube-system/"

  - name: 清理 iptables
    shell: "iptables -F && iptables -X \
	&& iptables -F -t nat && iptables -X -t nat \
	&& iptables -F -t raw && iptables -X -t raw \
	&& iptables -F -t mangle && iptables -X -t mangle"

  - name: 清理网络
    shell: "ip link del docker0; \
	ip link del tunl0; \
	ip link del flannel.1; \
	ip link del cni0; \
        ip link del mynet0; \
	ip link del kube-bridge; \
        ip link del dummy0; \
	systemctl restart networking; \
	systemctl restart network"
    ignore_errors: true

  - name: 清理calico残留路由
    shell: "for rt in `ip route|grep bird|sed 's/blackhole//'|awk '{print $1}'`;do ip route del $rt;done;"
    when: "CLUSTER_NETWORK == 'calico'"
    ignore_errors: true

# 清理etcd 集群相关
- hosts: NODE_TO_DEL
  tasks:
  - name: stop etcd service
    shell: systemctl stop etcd
    ignore_errors: true

  - name: 清理目录和文件
    file: name={{ item }} state=absent
    with_items:
    - "/var/lib/etcd"
    - "/etc/etcd/"
    - "/etc/systemd/system/etcd.service"

# 清理负载均衡相关
- hosts: NODE_TO_DEL
  tasks:
  - name: stop keepalived service
    shell: systemctl disable keepalived && systemctl stop keepalived
    ignore_errors: true

  - name: stop haproxy service
    shell: systemctl disable haproxy && systemctl stop haproxy
    ignore_errors: true

  - name: 清理LB 配置文件目录
    file: name={{ item }} state=absent
    with_items:
    - "/etc/haproxy"
    - "/etc/keepalived"

# 清理其他
- hosts: NODE_TO_DEL
  tasks:
  - name: 清理证书目录和文件
    file: name={{ item }} state=absent
    with_items:
    - "/etc/kubernetes/"
    - "{{ ca_dir }}" 
    - "/root/.kube/"
    - "/etc/docker/"

  - name: 清理自动生成的PATH
    lineinfile:
      dest: ~/.bashrc
      state: absent
      regexp: '{{ item }}'
    with_items:
    - 'kubeasz'
    - 'helm'
    - 'kubectl completion'

# 执行kubectl delete(节点可能是kube-node节点)
- hosts: deploy
  tasks:
  - name: 执行kubectl delete(节点可能是kube-node节点)
    shell: "{{ bin_dir }}/kubectl delete node NODE_TO_DEL"
    ignore_errors: true