mirror of https://github.com/ceph/ceph-ansible.git
194 lines
8.7 KiB
YAML
194 lines
8.7 KiB
YAML
---
|
|
- name: Include create_ceph_initial_dirs.yml
|
|
ansible.builtin.include_tasks: create_ceph_initial_dirs.yml
|
|
when: containerized_deployment | bool
|
|
|
|
- name: Include_tasks rgw_systemd_environment_file.yml
|
|
ansible.builtin.include_tasks: rgw_systemd_environment_file.yml
|
|
when: inventory_hostname in groups.get(rgw_group_name, [])
|
|
|
|
- name: Config file operations related to OSDs
|
|
when:
|
|
- inventory_hostname in groups.get(osd_group_name, [])
|
|
# the rolling_update.yml playbook sets num_osds to the number of currently
|
|
# running osds
|
|
- not rolling_update | bool
|
|
block:
|
|
- name: Reset num_osds
|
|
ansible.builtin.set_fact:
|
|
num_osds: 0
|
|
|
|
- name: Count number of osds for lvm scenario
|
|
ansible.builtin.set_fact:
|
|
num_osds: "{{ num_osds | int + (lvm_volumes | length | int) }}"
|
|
when: lvm_volumes | default([]) | length > 0
|
|
|
|
- name: Ceph-volume pre-requisites tasks
|
|
when:
|
|
- devices | default([]) | length > 0
|
|
block:
|
|
- name: Look up for ceph-volume rejected devices
|
|
ceph_volume:
|
|
cluster: "{{ cluster }}"
|
|
action: "inventory"
|
|
register: rejected_devices
|
|
environment:
|
|
CEPH_VOLUME_DEBUG: "{{ ceph_volume_debug }}"
|
|
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
|
|
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
|
|
PYTHONIOENCODING: utf-8
|
|
|
|
- name: Set_fact rejected_devices
|
|
ansible.builtin.set_fact:
|
|
_rejected_devices: "{{ _rejected_devices | default([]) + [item.path] }}"
|
|
with_items: "{{ rejected_devices.stdout | default('{}') | from_json }}"
|
|
when: "'Used by ceph-disk' in item.rejected_reasons"
|
|
|
|
- name: Set_fact _devices
|
|
ansible.builtin.set_fact:
|
|
_devices: "{{ devices | difference(_rejected_devices | default([])) }}"
|
|
|
|
- name: Run 'ceph-volume lvm batch --report' to see how many osds are to be created
|
|
ceph_volume:
|
|
cluster: "{{ cluster }}"
|
|
objectstore: "{{ osd_objectstore }}"
|
|
batch_devices: "{{ _devices }}"
|
|
osds_per_device: "{{ osds_per_device | default(1) | int }}"
|
|
block_db_size: "{{ block_db_size }}"
|
|
report: true
|
|
action: "batch"
|
|
register: lvm_batch_report
|
|
environment:
|
|
CEPH_VOLUME_DEBUG: "{{ ceph_volume_debug }}"
|
|
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
|
|
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
|
|
PYTHONIOENCODING: utf-8
|
|
when: _devices | default([]) | length > 0
|
|
|
|
- name: Set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)
|
|
ansible.builtin.set_fact:
|
|
num_osds: "{{ num_osds | int + ((lvm_batch_report.stdout | default('{}') | from_json).osds | default([]) | length | int) + (_rejected_devices | default([]) | length | int) }}"
|
|
when:
|
|
- (lvm_batch_report.stdout | default('{}') | from_json) is mapping
|
|
- (lvm_batch_report.stdout | default('{}') | from_json).changed | default(true) | bool
|
|
|
|
- name: Set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)
|
|
ansible.builtin.set_fact:
|
|
num_osds: "{{ num_osds | int + ((lvm_batch_report.stdout | default('{}') | from_json) | default([]) | length | int) + (_rejected_devices | default([]) | length | int) }}"
|
|
when:
|
|
- (lvm_batch_report.stdout | default('{}') | from_json) is not mapping
|
|
- (lvm_batch_report.stdout | default('{}') | from_json).changed | default(true) | bool
|
|
|
|
- name: Run 'ceph-volume lvm list' to see how many osds have already been created
|
|
ceph_volume:
|
|
action: "list"
|
|
register: lvm_list
|
|
environment:
|
|
CEPH_VOLUME_DEBUG: "{{ ceph_volume_debug }}"
|
|
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
|
|
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
|
|
PYTHONIOENCODING: utf-8
|
|
changed_when: false
|
|
|
|
- name: Set_fact num_osds (add existing osds)
|
|
ansible.builtin.set_fact:
|
|
num_osds: "{{ num_osds | int + (lvm_list.stdout | default('{}') | from_json | dict2items | map(attribute='value') | flatten | map(attribute='devices') | sum(start=[]) | difference(lvm_volumes | default([]) | map(attribute='data')) | length | int) }}"
|
|
|
|
- name: Set osd related config facts
|
|
when: inventory_hostname in groups.get(osd_group_name, [])
|
|
block:
|
|
- name: Set_fact _osd_memory_target
|
|
ansible.builtin.set_fact:
|
|
_osd_memory_target: "{{ ((ansible_facts['memtotal_mb'] * 1048576 * safety_factor | float) / num_osds | float) | int }}"
|
|
when:
|
|
- _osd_memory_target is undefined
|
|
- num_osds | default(0) | int > 0
|
|
- ((ansible_facts['memtotal_mb'] * 1048576 * safety_factor | float) / num_osds | float) > (osd_memory_target | float)
|
|
- ceph_conf_overrides.get('osd', {}).get('osd_memory_target', '') == ''
|
|
|
|
- name: Set osd_memory_target to cluster host config
|
|
ceph_config:
|
|
action: set
|
|
who: "osd.*/{{ ansible_facts['hostname'] }}:host"
|
|
option: "osd_memory_target"
|
|
value: "{{ _osd_memory_target }}"
|
|
when:
|
|
- _osd_memory_target is defined
|
|
- running_mon is defined
|
|
environment:
|
|
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
|
|
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
|
|
delegate_to: "{{ running_mon }}"
|
|
|
|
- name: Set rgw configs
|
|
when: inventory_hostname in groups.get(rgw_group_name, [])
|
|
block:
|
|
- name: Render rgw configs
|
|
vars:
|
|
_rgw_binding_socket: "{{ item.radosgw_address | default(_radosgw_address) | string + ':' + item.radosgw_frontend_port | default(radosgw_frontend_port) | string }}"
|
|
_rgw_beast_endpoint: "{{ 'ssl_' if radosgw_frontend_ssl_certificate else '' }}endpoint={{ _rgw_binding_socket }}"
|
|
_rgw_beast_ssl_option: "{{ ' ssl_certificate=' + radosgw_frontend_ssl_certificate if radosgw_frontend_ssl_certificate else '' }}"
|
|
ansible.builtin.set_fact:
|
|
_ceph_ansible_rgw_conf: >-
|
|
{{ _ceph_ansible_rgw_conf | default({}) | combine({
|
|
'client.rgw.' + ansible_facts['hostname'] + '.' + item.instance_name: {
|
|
'log_file': '/var/log/ceph/' + cluster + '-rgw-' + ansible_facts['hostname'] + '.' + item.instance_name + '.log',
|
|
'rgw_frontends': 'beast ' + _rgw_beast_endpoint + _rgw_beast_ssl_option,
|
|
}
|
|
}, recursive=true) }}
|
|
loop: "{{ rgw_instances }}"
|
|
|
|
- name: Set config to cluster
|
|
ceph_config:
|
|
action: set
|
|
who: "{{ item.0.key }}"
|
|
option: "{{ item.1.key }}"
|
|
value: "{{ item.1.value }}"
|
|
loop: "{{ _ceph_ansible_rgw_conf | dict2dict }}"
|
|
when:
|
|
- rgw_conf_to_cluster | default(true) | bool
|
|
- running_mon is defined
|
|
environment:
|
|
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
|
|
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
|
|
delegate_to: "{{ running_mon }}"
|
|
|
|
- name: Set rgw configs to file
|
|
ansible.builtin.set_fact:
|
|
ceph_conf_overrides: "{{ ceph_conf_overrides | default({}) | combine(_ceph_ansible_rgw_conf, recursive=true) }}"
|
|
when: not rgw_conf_to_cluster | default(true) | bool
|
|
|
|
- name: Create ceph conf directory
|
|
ansible.builtin.file:
|
|
path: "/etc/ceph"
|
|
state: directory
|
|
owner: "ceph"
|
|
group: "ceph"
|
|
mode: "{{ ceph_directories_mode }}"
|
|
when: not containerized_deployment | bool
|
|
|
|
- name: Import_role ceph-facts
|
|
ansible.builtin.import_role:
|
|
name: ceph-facts
|
|
tasks_from: set_radosgw_address.yml
|
|
when:
|
|
- set_radosgw_address | default(true)
|
|
- inventory_hostname in groups.get(rgw_group_name, [])
|
|
|
|
- name: Generate Ceph file
|
|
openstack.config_template.config_template:
|
|
src: "ceph.conf.j2"
|
|
dest: "{{ ceph_conf_key_directory }}/{{ cluster }}.conf"
|
|
owner: "{{ ceph_uid if containerized_deployment | bool else 'ceph' }}"
|
|
group: "{{ ceph_uid if containerized_deployment | bool else 'ceph' }}"
|
|
mode: "0644"
|
|
config_overrides: "{{ ceph_conf_overrides }}"
|
|
config_type: ini
|
|
notify:
|
|
- Restart ceph mons
|
|
- Restart ceph osds
|
|
- Restart ceph mdss
|
|
- Restart ceph rgws
|
|
- Restart ceph mgrs
|
|
- Restart ceph rbdmirrors
|