2017-08-04 22:57:46 +08:00
|
|
|
---
|
2018-07-27 22:56:09 +08:00
|
|
|
- name: include create_ceph_initial_dirs.yml
|
2018-10-04 16:02:24 +08:00
|
|
|
include_tasks: create_ceph_initial_dirs.yml
|
2018-07-27 22:56:09 +08:00
|
|
|
|
2017-08-04 22:57:46 +08:00
|
|
|
# ceph-common
|
|
|
|
- block:
|
2018-02-21 22:56:32 +08:00
|
|
|
- name: create ceph conf directory
|
2017-08-04 22:57:46 +08:00
|
|
|
file:
|
2018-02-21 22:56:32 +08:00
|
|
|
path: "/etc/ceph"
|
2017-08-04 22:57:46 +08:00
|
|
|
state: directory
|
|
|
|
owner: "ceph"
|
|
|
|
group: "ceph"
|
|
|
|
mode: "0755"
|
|
|
|
|
2018-09-11 01:23:20 +08:00
|
|
|
- block:
|
2018-09-19 04:12:59 +08:00
|
|
|
- name: count number of osds for ceph-disk scenarios
|
2018-09-11 01:23:20 +08:00
|
|
|
set_fact:
|
|
|
|
num_osds: "{{ devices | length | int }}"
|
|
|
|
when:
|
2018-09-18 22:36:08 +08:00
|
|
|
- devices | default([]) | length > 0
|
2018-09-19 04:12:59 +08:00
|
|
|
- osd_scenario in ['collocated', 'non-collocated']
|
2018-09-11 01:23:20 +08:00
|
|
|
|
|
|
|
- name: count number of osds for lvm scenario
|
|
|
|
set_fact:
|
|
|
|
num_osds: "{{ lvm_volumes | length | int }}"
|
|
|
|
when:
|
2018-09-18 22:36:08 +08:00
|
|
|
- lvm_volumes | default([]) | length > 0
|
2018-09-11 01:23:20 +08:00
|
|
|
- osd_scenario == 'lvm'
|
|
|
|
|
2018-09-21 02:32:00 +08:00
|
|
|
- name: run 'ceph-volume lvm batch --report' to see how many osds are to be created
|
|
|
|
ceph_volume:
|
|
|
|
cluster: "{{ cluster }}"
|
|
|
|
objectstore: "{{ osd_objectstore }}"
|
|
|
|
batch_devices: "{{ devices }}"
|
|
|
|
osds_per_device: "{{ osds_per_device | default(1) | int }}"
|
|
|
|
journal_size: "{{ journal_size }}"
|
|
|
|
block_db_size: "{{ block_db_size }}"
|
|
|
|
report: true
|
|
|
|
action: "batch"
|
|
|
|
register: lvm_batch_report
|
|
|
|
environment:
|
|
|
|
CEPH_VOLUME_DEBUG: 1
|
|
|
|
when:
|
|
|
|
- devices | default([]) | length > 0
|
|
|
|
- osd_scenario == 'lvm'
|
|
|
|
|
|
|
|
- name: set_fact num_osds from the output of 'ceph-volume lvm batch --report'
|
2018-09-11 01:23:20 +08:00
|
|
|
set_fact:
|
2018-09-21 02:32:00 +08:00
|
|
|
num_osds: "{{ (lvm_batch_report.stdout | from_json).osds | length | int }}"
|
2018-09-11 01:23:20 +08:00
|
|
|
when:
|
2018-09-18 22:36:08 +08:00
|
|
|
- devices | default([]) | length > 0
|
2018-09-11 01:23:20 +08:00
|
|
|
- osd_scenario == 'lvm'
|
2018-09-21 02:32:00 +08:00
|
|
|
|
2018-09-11 01:23:20 +08:00
|
|
|
when:
|
|
|
|
- inventory_hostname in groups.get(osd_group_name, [])
|
|
|
|
|
2017-08-04 22:57:46 +08:00
|
|
|
- name: "generate ceph configuration file: {{ cluster }}.conf"
|
|
|
|
action: config_template
|
|
|
|
args:
|
|
|
|
src: ceph.conf.j2
|
2018-02-21 22:56:32 +08:00
|
|
|
dest: /etc/ceph/{{ cluster }}.conf
|
2017-08-04 22:57:46 +08:00
|
|
|
owner: "ceph"
|
|
|
|
group: "ceph"
|
|
|
|
mode: "0644"
|
2018-03-12 22:13:53 +08:00
|
|
|
config_overrides: "{{ ceph_conf_overrides }}"
|
2017-08-04 22:57:46 +08:00
|
|
|
config_type: ini
|
|
|
|
notify:
|
|
|
|
- restart ceph mons
|
|
|
|
- restart ceph osds
|
|
|
|
- restart ceph mdss
|
|
|
|
- restart ceph rgws
|
2017-10-18 00:28:06 +08:00
|
|
|
- restart ceph mgrs
|
|
|
|
- restart ceph rbdmirrors
|
2018-06-05 16:43:55 +08:00
|
|
|
|
|
|
|
- name: "ensure fetch directory exists"
|
|
|
|
run_once: true
|
|
|
|
become: false
|
|
|
|
local_action:
|
|
|
|
module: file
|
|
|
|
path: "{{ fetch_directory }}/{{ fsid }}/etc/ceph"
|
|
|
|
state: directory
|
|
|
|
mode: "0755"
|
|
|
|
when:
|
|
|
|
- ceph_conf_local
|
|
|
|
|
|
|
|
- name: "generate {{ cluster }}.conf configuration file locally"
|
|
|
|
local_action: config_template
|
|
|
|
become: false
|
|
|
|
run_once: true
|
|
|
|
args:
|
|
|
|
src: "ceph.conf.j2"
|
|
|
|
dest: "{{ fetch_directory }}/{{ fsid }}/etc/ceph/{{ cluster }}.conf"
|
|
|
|
config_overrides: "{{ ceph_conf_overrides }}"
|
|
|
|
config_type: ini
|
|
|
|
when:
|
|
|
|
- inventory_hostname in groups[mon_group_name]
|
|
|
|
- ceph_conf_local
|
2017-09-15 06:48:53 +08:00
|
|
|
when:
|
|
|
|
- not containerized_deployment|bool
|
2017-08-04 22:57:46 +08:00
|
|
|
|
|
|
|
# ceph-docker-common
|
|
|
|
# only create fetch directory when:
|
|
|
|
# we are not populating kv_store with default ceph.conf AND host is a mon
|
|
|
|
# OR
|
|
|
|
# we are not population kv_store with default ceph.conf AND there at least 1 nfs in nfs group AND host is the first nfs
|
|
|
|
- block:
|
|
|
|
- name: create a local fetch directory if it does not exist
|
syntax: change local_action syntax
Use a nicer syntax for `local_action` tasks.
We used to have oneliner like this:
```
local_action: wait_for port=22 host={{ hostvars[inventory_hostname]['ansible_default_ipv4']['address'] }} state=started delay=10 timeout=500 }}
```
The usual syntax:
```
local_action:
module: wait_for
port: 22
host: "{{ hostvars[inventory_hostname]['ansible_default_ipv4']['address'] }}"
state: started
delay: 10
timeout: 500
```
is nicer and kind of way to keep consistency regarding the whole
playbook.
This also fix a potential issue about missing quotation :
```
Traceback (most recent call last):
File "/tmp/ansible_wQtWsi/ansible_module_command.py", line 213, in <module>
main()
File "/tmp/ansible_wQtWsi/ansible_module_command.py", line 185, in main
rc, out, err = module.run_command(args, executable=executable, use_unsafe_shell=shell, encoding=None, data=stdin)
File "/tmp/ansible_wQtWsi/ansible_modlib.zip/ansible/module_utils/basic.py", line 2710, in run_command
File "/usr/lib64/python2.7/shlex.py", line 279, in split
return list(lex) File "/usr/lib64/python2.7/shlex.py", line 269, in next
token = self.get_token()
File "/usr/lib64/python2.7/shlex.py", line 96, in get_token
raw = self.read_token()
File "/usr/lib64/python2.7/shlex.py", line 172, in read_token
raise ValueError, "No closing quotation"
ValueError: No closing quotation
```
writing `local_action: shell echo {{ fsid }} | tee {{ fetch_directory }}/ceph_cluster_uuid.conf`
can cause trouble because it's complaining with missing quotes, this fix solves this issue.
Fixes: https://bugzilla.redhat.com/show_bug.cgi?id=1510555
Signed-off-by: Guillaume Abrioux <gabrioux@redhat.com>
2018-01-31 16:23:28 +08:00
|
|
|
local_action:
|
|
|
|
module: file
|
|
|
|
path: "{{ fetch_directory }}"
|
|
|
|
state: directory
|
2017-08-04 22:57:46 +08:00
|
|
|
changed_when: false
|
|
|
|
become: false
|
|
|
|
run_once: true
|
|
|
|
when:
|
|
|
|
- (cephx or generate_fsid)
|
|
|
|
- (not mon_containerized_default_ceph_conf_with_kv and
|
|
|
|
(inventory_hostname in groups.get(mon_group_name, []))) or
|
|
|
|
(not mon_containerized_default_ceph_conf_with_kv and
|
|
|
|
((groups.get(nfs_group_name, []) | length > 0)
|
|
|
|
and (inventory_hostname == groups.get(nfs_group_name, [])[0])))
|
|
|
|
|
|
|
|
- name: generate cluster uuid
|
syntax: change local_action syntax
Use a nicer syntax for `local_action` tasks.
We used to have oneliner like this:
```
local_action: wait_for port=22 host={{ hostvars[inventory_hostname]['ansible_default_ipv4']['address'] }} state=started delay=10 timeout=500 }}
```
The usual syntax:
```
local_action:
module: wait_for
port: 22
host: "{{ hostvars[inventory_hostname]['ansible_default_ipv4']['address'] }}"
state: started
delay: 10
timeout: 500
```
is nicer and kind of way to keep consistency regarding the whole
playbook.
This also fix a potential issue about missing quotation :
```
Traceback (most recent call last):
File "/tmp/ansible_wQtWsi/ansible_module_command.py", line 213, in <module>
main()
File "/tmp/ansible_wQtWsi/ansible_module_command.py", line 185, in main
rc, out, err = module.run_command(args, executable=executable, use_unsafe_shell=shell, encoding=None, data=stdin)
File "/tmp/ansible_wQtWsi/ansible_modlib.zip/ansible/module_utils/basic.py", line 2710, in run_command
File "/usr/lib64/python2.7/shlex.py", line 279, in split
return list(lex) File "/usr/lib64/python2.7/shlex.py", line 269, in next
token = self.get_token()
File "/usr/lib64/python2.7/shlex.py", line 96, in get_token
raw = self.read_token()
File "/usr/lib64/python2.7/shlex.py", line 172, in read_token
raise ValueError, "No closing quotation"
ValueError: No closing quotation
```
writing `local_action: shell echo {{ fsid }} | tee {{ fetch_directory }}/ceph_cluster_uuid.conf`
can cause trouble because it's complaining with missing quotes, this fix solves this issue.
Fixes: https://bugzilla.redhat.com/show_bug.cgi?id=1510555
Signed-off-by: Guillaume Abrioux <gabrioux@redhat.com>
2018-01-31 16:23:28 +08:00
|
|
|
local_action:
|
|
|
|
module: shell
|
|
|
|
python -c 'import uuid; print(str(uuid.uuid4()))' | tee {{ fetch_directory }}/ceph_cluster_uuid.conf
|
|
|
|
creates: "{{ fetch_directory }}/ceph_cluster_uuid.conf"
|
2017-08-04 22:57:46 +08:00
|
|
|
register: cluster_uuid
|
|
|
|
become: false
|
2017-09-15 06:48:53 +08:00
|
|
|
when:
|
|
|
|
- generate_fsid
|
2017-08-04 22:57:46 +08:00
|
|
|
|
|
|
|
- name: read cluster uuid if it already exists
|
syntax: change local_action syntax
Use a nicer syntax for `local_action` tasks.
We used to have oneliner like this:
```
local_action: wait_for port=22 host={{ hostvars[inventory_hostname]['ansible_default_ipv4']['address'] }} state=started delay=10 timeout=500 }}
```
The usual syntax:
```
local_action:
module: wait_for
port: 22
host: "{{ hostvars[inventory_hostname]['ansible_default_ipv4']['address'] }}"
state: started
delay: 10
timeout: 500
```
is nicer and kind of way to keep consistency regarding the whole
playbook.
This also fix a potential issue about missing quotation :
```
Traceback (most recent call last):
File "/tmp/ansible_wQtWsi/ansible_module_command.py", line 213, in <module>
main()
File "/tmp/ansible_wQtWsi/ansible_module_command.py", line 185, in main
rc, out, err = module.run_command(args, executable=executable, use_unsafe_shell=shell, encoding=None, data=stdin)
File "/tmp/ansible_wQtWsi/ansible_modlib.zip/ansible/module_utils/basic.py", line 2710, in run_command
File "/usr/lib64/python2.7/shlex.py", line 279, in split
return list(lex) File "/usr/lib64/python2.7/shlex.py", line 269, in next
token = self.get_token()
File "/usr/lib64/python2.7/shlex.py", line 96, in get_token
raw = self.read_token()
File "/usr/lib64/python2.7/shlex.py", line 172, in read_token
raise ValueError, "No closing quotation"
ValueError: No closing quotation
```
writing `local_action: shell echo {{ fsid }} | tee {{ fetch_directory }}/ceph_cluster_uuid.conf`
can cause trouble because it's complaining with missing quotes, this fix solves this issue.
Fixes: https://bugzilla.redhat.com/show_bug.cgi?id=1510555
Signed-off-by: Guillaume Abrioux <gabrioux@redhat.com>
2018-01-31 16:23:28 +08:00
|
|
|
local_action:
|
|
|
|
module: command
|
|
|
|
cat {{ fetch_directory }}/ceph_cluster_uuid.conf
|
|
|
|
removes: "{{ fetch_directory }}/ceph_cluster_uuid.conf"
|
2017-08-04 22:57:46 +08:00
|
|
|
changed_when: false
|
|
|
|
register: cluster_uuid
|
2017-10-25 22:53:34 +08:00
|
|
|
check_mode: no
|
2017-08-04 22:57:46 +08:00
|
|
|
become: false
|
2017-09-15 06:48:53 +08:00
|
|
|
when:
|
|
|
|
- generate_fsid
|
2017-08-04 22:57:46 +08:00
|
|
|
|
|
|
|
- name: ensure /etc/ceph exists
|
|
|
|
file:
|
|
|
|
path: /etc/ceph
|
|
|
|
state: directory
|
2018-04-03 19:41:07 +08:00
|
|
|
owner: "{{ ceph_uid }}"
|
|
|
|
group: "{{ ceph_uid }}"
|
2017-08-04 22:57:46 +08:00
|
|
|
mode: 0755
|
|
|
|
|
|
|
|
- name: "generate {{ cluster }}.conf configuration file"
|
|
|
|
action: config_template
|
|
|
|
args:
|
|
|
|
src: "ceph.conf.j2"
|
|
|
|
dest: "{{ ceph_conf_key_directory }}/{{ cluster }}.conf"
|
|
|
|
owner: "root"
|
|
|
|
group: "root"
|
|
|
|
mode: "0644"
|
|
|
|
config_overrides: "{{ ceph_conf_overrides }}"
|
|
|
|
config_type: ini
|
|
|
|
notify:
|
|
|
|
- restart ceph mons
|
|
|
|
- restart ceph osds
|
|
|
|
- restart ceph mdss
|
|
|
|
- restart ceph rgws
|
2017-09-27 08:08:40 +08:00
|
|
|
- restart ceph mgrs
|
2017-10-18 00:28:06 +08:00
|
|
|
- restart ceph rbdmirrors
|
2017-08-04 22:57:46 +08:00
|
|
|
|
|
|
|
- name: set fsid fact when generate_fsid = true
|
|
|
|
set_fact:
|
|
|
|
fsid: "{{ cluster_uuid.stdout }}"
|
2017-09-15 06:48:53 +08:00
|
|
|
when:
|
|
|
|
- generate_fsid
|
|
|
|
when:
|
|
|
|
- containerized_deployment|bool
|