2017-07-26 05:48:13 +08:00
---
2018-11-07 18:45:29 +08:00
- block :
# For openstack VMs modify the mount point below depending on if the Openstack
# VM deploy tool defaults to mounting ephemeral disks
- name : umount ceph disk (if on openstack)
mount :
name : /mnt
src : /dev/vdb
fstype : ext3
state : unmounted
when :
- ceph_docker_on_openstack
2018-11-29 07:10:29 +08:00
- name : test if the container image has the disk_list function
command : "{{ container_binary }} run --rm --entrypoint=stat {{ ceph_docker_registry }}/{{ ceph_docker_image }}:{{ ceph_docker_image_tag }} disk_list.sh"
changed_when : false
failed_when : false
register : disk_list
when :
- osd_scenario != 'lvm'
2018-11-07 18:45:29 +08:00
- name : generate ceph osd docker run script
become : true
template :
src : "{{ role_path }}/templates/ceph-osd-run.sh.j2"
dest : "{{ ceph_osd_docker_run_script_path }}/ceph-osd-run.sh"
owner : "root"
group : "root"
mode : "0744"
2018-11-08 17:02:37 +08:00
setype : "bin_t"
2018-11-07 18:45:29 +08:00
notify :
- restart ceph osds
when :
- containerized_deployment
2018-11-29 21:59:25 +08:00
# this is for ceph-disk, the ceph-disk command is gone so we have to list /var/lib/ceph
- name : get osd ids
shell : |
ls /var/lib/ceph/osd/ | sed 's/.*-//'
register : osd_ids_non_container
2018-11-07 18:45:29 +08:00
- name : set_fact docker_exec_start_osd
set_fact :
2018-11-08 17:02:37 +08:00
docker_exec_start_osd : "{{ '{{ container_binary }} run --rm --privileged=true -v /var/run/udev/:/var/run/udev/:z -v /run/lvm/lvmetad.socket:/run/lvm/lvmetad.socket -v /etc/ceph:/etc/ceph:z -v /dev:/dev --entrypoint=ceph-volume ' + ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment else 'ceph-volume' }}"
2018-11-07 18:45:29 +08:00
- name : collect osd ids
shell : >
{{ docker_exec_start_osd }} lvm list --format json
2017-07-26 05:48:13 +08:00
changed_when : false
failed_when : false
2018-11-07 18:45:29 +08:00
register : ceph_osd_ids
- name : generate systemd unit file
become : true
template :
src : "{{ role_path }}/templates/ceph-osd.service.j2"
dest : /etc/systemd/system/ceph-osd@.service
owner : "root"
group : "root"
mode : "0644"
notify :
- restart ceph osds
Do not search osd ids if ceph-volume
Description of problem: The 'get osd id' task goes through all the 10 times (and its respective timeouts) to make sure that the number of OSDs in the osd directory match the number of devices.
This happens always, regardless if the setup and deployment is correct.
Version-Release number of selected component (if applicable): Surely the latest. But any ceph-ansible version that contains ceph-volume support is affected.
How reproducible: 100%
Steps to Reproduce:
1. Use ceph-volume (LVM) to deploy OSDs
2. Avoid using anything in the 'devices' section
3. Deploy the cluster
Actual results:
TASK [ceph-osd : get osd id _uses_shell=True, _raw_params=ls /var/lib/ceph/osd/ | sed 's/.*-//'] **********************************************************************************************************************************************
task path: /Users/alfredo/python/upstream/ceph/src/ceph-volume/ceph_volume/tests/functional/lvm/.tox/xenial-filestore-dmcrypt/tmp/ceph-ansible/roles/ceph-osd/tasks/start_osds.yml:6
FAILED - RETRYING: get osd id (10 retries left).
FAILED - RETRYING: get osd id (9 retries left).
FAILED - RETRYING: get osd id (8 retries left).
FAILED - RETRYING: get osd id (7 retries left).
FAILED - RETRYING: get osd id (6 retries left).
FAILED - RETRYING: get osd id (5 retries left).
FAILED - RETRYING: get osd id (4 retries left).
FAILED - RETRYING: get osd id (3 retries left).
FAILED - RETRYING: get osd id (2 retries left).
FAILED - RETRYING: get osd id (1 retries left).
ok: [osd0] => {
"attempts": 10,
"changed": false,
"cmd": "ls /var/lib/ceph/osd/ | sed 's/.*-//'",
"delta": "0:00:00.002717",
"end": "2018-01-21 18:10:31.237933",
"failed": true,
"failed_when_result": false,
"rc": 0,
"start": "2018-01-21 18:10:31.235216"
}
STDOUT:
0
1
2
Expected results:
There aren't any (or just a few) timeouts while the OSDs are found
Additional info:
This is happening because the check is mapping the number of "devices" defined for ceph-disk (in this case it would be 0) to match the number of OSDs found.
Basically this line:
until: osd_id.stdout_lines|length == devices|unique|length
Means in this 2 OSD case it is trying to ensure the following incorrect condition:
until: 2 == 0
Closes: https://bugzilla.redhat.com/show_bug.cgi?id=1537103
2018-01-29 21:28:23 +08:00
when :
2018-11-07 18:45:29 +08:00
- containerized_deployment
- name : systemd start osd
systemd :
2018-11-29 21:59:25 +08:00
name : ceph-osd@{{ item | regex_replace('/dev/', '') if osd_scenario != 'lvm' and containerized_deployment else item }}
2018-11-07 18:45:29 +08:00
state : started
enabled : yes
daemon_reload : yes
2018-12-06 06:04:48 +08:00
with_items : "{{ devices if osd_scenario != 'lvm' and containerized_deployment else ((ceph_osd_ids.stdout | from_json).keys() | list) if osd_scenario == 'lvm' and not containerized_deployment else osd_ids_non_container.stdout_lines }}"
2017-07-26 05:48:13 +08:00
2017-07-05 21:47:48 +08:00
- name : ensure systemd service override directory exists
file :
state : directory
path : "/etc/systemd/system/ceph-osd@.service.d/"
when :
- ceph_osd_systemd_overrides is defined
- ansible_service_mgr == 'systemd'
- name : add ceph-osd systemd service overrides
config_template :
src : "ceph-osd.service.d-overrides.j2"
dest : "/etc/systemd/system/ceph-osd@.service.d/ceph-osd-systemd-overrides.conf"
config_overrides : "{{ ceph_osd_systemd_overrides | default({}) }}"
config_type : "ini"
when :
- ceph_osd_systemd_overrides is defined
2018-11-20 07:45:40 +08:00
- ansible_service_mgr == 'systemd'