kubespray/tests/testcases/040_check-network-adv.yml

---
- name: Testcases for calico
  hosts: kube_node
  tasks:
    - name: Test tunl0 routes
      command: "/sbin/ip route"
      register: routes
      failed_when: routes.stdout_lines
        | select('contains', '/' ~ calico_pool_blocksize|d(26))
        | select('contains', 'tunl0') | length == 0
      when:
        - (calico_ipip_mode is defined and calico_ipip_mode != 'Never')
        - kube_network_plugin | default('calico') == 'calico'


- name: Advanced testcases for network
  hosts: k8s_cluster
  vars:
    agent_report_interval: 10
    netcheck_namespace: default
    netchecker_port: 31081

  tasks:
    - name: Force binaries directory for Container Linux by CoreOS and Flatcar
      set_fact:
        bin_dir: "/opt/bin"
      when: ansible_os_family in ["Flatcar", "Flatcar Container Linux by Kinvolk"]

    - name: Force binaries directory on other hosts
      set_fact:
        bin_dir: "/usr/local/bin"
      when: not ansible_os_family in ["Flatcar", "Flatcar Container Linux by Kinvolk"]

    - import_role:  # noqa name[missing]
        name: cluster-dump

    - name: Wait for netchecker server
      command: "{{ bin_dir }}/kubectl get pods --field-selector=status.phase==Running -o jsonpath-as-json={.items[*].metadata.name} --namespace {{ netcheck_namespace }}"
      register: pods_json
      until:
        - pods_json.stdout | from_json | select('match', 'netchecker-server.*') | length == 1
        - (pods_json.stdout | from_json | select('match', 'netchecker-agent.*') | length)
          >= (groups['k8s_cluster'] | intersect(ansible_play_hosts) | length * 2)
      retries: 3
      delay: 10
      when: inventory_hostname == groups['kube_control_plane'][0]

    - name: Get netchecker pods
      command: "{{ bin_dir }}/kubectl -n {{ netcheck_namespace }} describe pod -l app={{ item }}"
      run_once: true
      delegate_to: "{{ groups['kube_control_plane'][0] }}"
      with_items:
        - netchecker-agent
        - netchecker-agent-hostnet
      when: not pods_json is success

    - debug:  # noqa name[missing]
        var: nca_pod.stdout_lines
      when: inventory_hostname == groups['kube_control_plane'][0]

    - name: Get netchecker agents
      uri:
        url: "http://{{ ansible_default_ipv4.address }}:{{ netchecker_port }}/api/v1/agents/"
        return_content: true
      run_once: true
      delegate_to: "{{ groups['kube_control_plane'][0] }}"
      register: agents
      retries: 18
      delay: "{{ agent_report_interval }}"
      until: agents.content | length > 0 and
        agents.content[0] == '{' and
        agents.content | from_json | length >= groups['k8s_cluster'] | intersect(ansible_play_hosts) | length * 2
      failed_when: false

    - name: Check netchecker status
      uri:
        url: "http://{{ ansible_default_ipv4.address }}:{{ netchecker_port }}/api/v1/connectivity_check"
        status_code: 200
        return_content: true
      delegate_to: "{{ groups['kube_control_plane'][0] }}"
      run_once: true
      register: connectivity_check
      retries: 3
      delay: "{{ agent_report_interval }}"
      until: connectivity_check.content | length > 0 and
        connectivity_check.content[0] == '{'
      failed_when: false
      when:
        - agents.content != '{}'

    - debug:  # noqa name[missing]
        var: pods_json
      run_once: true

    - name: Get kube-proxy logs
      command: "{{ bin_dir }}/kubectl -n kube-system logs -l k8s-app=kube-proxy"
      when:
        - inventory_hostname == groups['kube_control_plane'][0]
        - not connectivity_check is success

    - name: Get logs from other apps
      command: "{{ bin_dir }}/kubectl -n kube-system logs -l k8s-app={{ item }} --all-containers"
      when:
        - inventory_hostname == groups['kube_control_plane'][0]
        - not connectivity_check is success
      with_items:
        - kube-router
        - flannel
        - canal-node
        - calico-node
        - cilium

    - name: Parse agents list
      set_fact:
        agents_check_result: "{{ agents.content | from_json }}"
      delegate_to: "{{ groups['kube_control_plane'][0] }}"
      run_once: true
      when:
        - agents is success
        - agents.content is defined
        - agents.content[0] == '{'

    - debug:  # noqa name[missing]
        var: agents_check_result
      delegate_to: "{{ groups['kube_control_plane'][0] }}"
      run_once: true
      when:
        - agents_check_result is defined

    - name: Parse connectivity check
      set_fact:
        connectivity_check_result: "{{ connectivity_check.content | from_json }}"
      delegate_to: "{{ groups['kube_control_plane'][0] }}"
      run_once: true
      when:
        - connectivity_check is success
        - connectivity_check.content is defined
        - connectivity_check.content[0] == '{'

    - debug:  # noqa name[missing]
        var: connectivity_check_result
      delegate_to: "{{ groups['kube_control_plane'][0] }}"
      run_once: true
      when:
        - connectivity_check_result is defined

    - name: Check connectivity with all netchecker agents
      assert:
        that:
          - agents_check_result is defined
          - connectivity_check_result is defined
          - agents_check_result.keys() | length > 0
          - not connectivity_check_result.Absent
          - not connectivity_check_result.Outdated
        msg: "Connectivity check to netchecker agents failed"
      delegate_to: "{{ groups['kube_control_plane'][0] }}"
      run_once: true

    - name: Create macvlan network conf
      command:
        cmd: "{{ bin_dir }}/kubectl create -f -"
        stdin: |
          apiVersion: "k8s.cni.cncf.io/v1"
          kind: NetworkAttachmentDefinition
          metadata:
            name: macvlan-conf
          spec:
            config: '{
              "cniVersion": "0.4.0",
              "type": "macvlan",
              "master": "eth0",
              "mode": "bridge",
              "ipam": {
                "type": "host-local",
                "subnet": "192.168.1.0/24",
                "rangeStart": "192.168.1.200",
                "rangeEnd": "192.168.1.216",
                "routes": [
                  { "dst": "0.0.0.0/0" }
                ],
              "gateway": "192.168.1.1"
            }
          }'
          ---
          apiVersion: v1
          kind: Pod
          metadata:
            name: samplepod
            annotations:
              k8s.v1.cni.cncf.io/networks: macvlan-conf
          spec:
            containers:
            - name: samplepod
              command: ["/bin/bash", "-c", "sleep 2000000000000"]
              image: dougbtv/centos-network
      when:
        - inventory_hostname == groups['kube_control_plane'][0]
        - kube_network_plugin_multus | default(false) | bool

    - name: Check secondary macvlan interface
      command: "{{ bin_dir }}/kubectl exec samplepod -- ip addr show dev net1"
      register: output
      until: output.rc == 0
      retries: 90
      changed_when: false
      when:
        - inventory_hostname == groups['kube_control_plane'][0]
        - kube_network_plugin_multus | default(false) | bool