ceph-ansible/roles/ceph-osd/tasks/docker/start_docker_osd.yml

---
# For openstack VMs modify the mount point below depending on if the Openstack
# VM deploy tool defaults to mounting ephemeral disks
- name: umount ceph disk (if on openstack)
  mount:
    name: /mnt
    src: /dev/vdb
    fstype: ext3
    state: unmounted
  when: ceph_docker_on_openstack

- name: verify if the disk was already prepared
  shell: "lsblk -o PARTLABEL {{ item }} | grep -sq 'ceph'"
  failed_when: false
  with_items: ceph_osd_docker_devices
  register: osd_prepared

- name: prepare ceph osd disk
  docker:
    image: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}"
    name: "{{ ansible_hostname }}-osd-prepare-{{ item.0 | regex_replace('/', '') }}"
    net: host
    pid: host
    state: started
    privileged: yes
    env: "OSD_DEVICE={{ item.0 }},{{ ceph_osd_docker_prepare_env }}"
    volumes: "/var/lib/ceph:/var/lib/ceph,/etc/ceph:/etc/ceph,/dev:/dev,/run:/run"
  with_together:
    - ceph_osd_docker_devices
    - osd_prepared.results
  when:
    - item.1.get("rc", 0) != 0
    - ceph_osd_docker_prepare_env is defined
    - not osd_containerized_deployment_with_kv
    - not is_atomic
    - not ansible_os_family == 'CoreOS'

- name: prepare ceph osd disk with kv_store
  docker:
    image: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}"
    name: "{{ ansible_hostname }}-osd-prepare-{{ item | regex_replace('/', '') }}"
    net: host
    pid: host
    state: running
    privileged: yes
    volumes: "{{ item.0 }}:{{ item.0 }}"
    env: "OSD_DEVICE={{ item.0 }},KV_TYPE={{kv_type}},KV_IP={{kv_endpoint}},{{ ceph_osd_docker_prepare_env }}"
  ignore_errors: true
  with_together:
    - ceph_osd_docker_devices
    - osd_prepared.results
  when:
    - item.1.get("rc", 0) != 0
    - ceph_osd_docker_prepare_env is defined
    - osd_containerized_deployment_with_kv
    - not is_atomic
    - not ansible_os_family == 'CoreOS'

- name: prepare ceph osd disk for container operating systems
  shell: |
    docker run -d --net=host \
    --pid=host \
    --privileged=true \
    -v /etc/ceph:/etc/ceph \
    -v /var/lib/ceph/:/var/lib/ceph/ \
    -v {{ item.0 }}:{{ item.0 }} \
    -e OSD_DEVICE="{{ item.0 }}" \
    -e "{{ ceph_osd_docker_prepare_env }}" \
    "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}" \
    osd_ceph_disk_prepare
  failed_when: false
  changed_when: false
  with_together:
    - ceph_osd_docker_devices
    - osd_prepared.results
  when:
    - item.1.get("rc", 0) != 0
    - is_atomic or ansible_os_family == 'CoreOS'
    - not osd_containerized_deployment_with_kv

- name: prepare ceph osd disk for container operating systems with kv_store
  shell: |
    docker run -d --net=host \
    --pid=host \
    --privileged=true \
    -e KV_TYPE={{ kv_type }} \
    -e KV_IP={{ kv_endpoint }} \
    -v {{ item.0 }}:{{ item.0 }} \
    -e OSD_DEVICE={{ item.0 }} \
    -e "{{ ceph_osd_docker_prepare_env }}" \
    "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}" \
    osd_ceph_disk_prepare
  failed_when: false
  changed_when: false
  with_together:
    - ceph_osd_docker_devices
    - osd_prepared.results
  when:
    - item.1.get("rc", 0) != 0
    - is_atomic or ansible_os_family == 'CoreOS'
    - osd_containerized_deployment_with_kv

# Use systemd to manage container on Atomic host
- name: generate systemd unit file
  become: true
  template:
    src: "{{ playbook_dir }}/roles/ceph-osd/templates/ceph-osd.service.j2"
    dest: /var/lib/ceph/ceph-osd@.service
    owner: "root"
    group: "root"
    mode: "0644"
  failed_when: false
  when: is_atomic or ansible_os_family == 'CoreOS'

- name: link systemd unit file for osd instance
  file:
    src: /var/lib/ceph/ceph-osd@.service
    dest: /etc/systemd/system/multi-user.target.wants/ceph-osd@{{ item | basename }}.service
    state: link
  with_items: ceph_osd_docker_devices
  when: is_atomic or ansible_os_family == 'CoreOS'

- name: enable systemd unit file for osd instance
  shell: systemctl enable /etc/systemd/system/multi-user.target.wants/ceph-osd@{{ item | basename }}.service
  failed_when: false
  changed_when: false
  with_items: ceph_osd_docker_devices
  when: is_atomic or ansible_os_family == 'CoreOS'

- name: reload systemd unit files
  shell: systemctl daemon-reload
  changed_when: false
  failed_when: false
  when: is_atomic or ansible_os_family == 'CoreOS'

- name: systemd start osd container
  service:
    name: ceph-osd@{{ item | basename }}
    state: started
    enabled: yes
  changed_when: false
  with_items: ceph_osd_docker_devices
  when: is_atomic or ansible_os_family == 'CoreOS'

- name: run the ceph osd docker image
  docker:
    image: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}"
    name: "{{ ansible_hostname }}-osd-{{ item | regex_replace('/', '') }}"
    net: host
    pid: host
    state: started
    privileged: yes
    env: "OSD_DEVICE={{ item }},{{ ceph_osd_docker_extra_env }}"
    volumes: "/var/lib/ceph:/var/lib/ceph,/etc/ceph:/etc/ceph,/dev:/dev,/run:/run"
  with_items: ceph_osd_docker_devices
  when:
    - not is_atomic
    - ansible_os_family != 'CoreOS'
    - not osd_containerized_deployment_with_kv

- name: run the ceph osd docker image with kv
  docker:
    image: "{{ ceph_osd_docker_username }}/{{ ceph_osd_docker_imagename }}"
    name: "{{ ansible_hostname }}-osd-{{ item | regex_replace('/', '') }}"
    net: host
    pid: host
    state: running
    privileged: yes
    env: "KV_TYPE={{kv_type}},KV_IP={{kv_endpoint}},OSD_DEVICE={{ item }},{{ ceph_osd_docker_extra_env }}"
    volumes: "/dev/:/dev/"
  with_items: ceph_osd_docker_devices
  when:
   - not is_atomic
   - ansible_os_family != 'CoreOS'
   - osd_containerized_deployment_with_kv