2016-01-28 03:50:05 +08:00
|
|
|
[Unit]
|
|
|
|
Description=Ceph Monitor
|
|
|
|
After=docker.service
|
|
|
|
|
|
|
|
[Service]
|
2016-03-16 00:32:17 +08:00
|
|
|
EnvironmentFile=-/etc/environment
|
2017-02-20 17:03:49 +08:00
|
|
|
ExecStartPre=-/usr/bin/docker rm ceph-mon-%i
|
2018-09-06 20:00:13 +08:00
|
|
|
ExecStartPre=/bin/sh -c '"$(command -v mkdir)" -p /etc/ceph /var/lib/ceph/mon'
|
2018-06-27 17:23:00 +08:00
|
|
|
ExecStart=/usr/bin/docker run --rm --name ceph-mon-%i \
|
2017-09-06 16:53:30 +08:00
|
|
|
--memory={{ ceph_mon_docker_memory_limit }} \
|
2018-10-06 06:53:40 +08:00
|
|
|
{% if ceph_docker_version.split('.')[0] is version_compare('13', '>=') -%}
|
2017-10-16 21:16:48 +08:00
|
|
|
--cpus={{ ceph_mon_docker_cpu_limit }} \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% else -%}
|
2017-09-06 16:53:30 +08:00
|
|
|
--cpu-quota={{ ceph_mon_docker_cpu_limit * 100000 }} \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% endif -%}
|
|
|
|
{% if not containerized_deployment_with_kv -%}
|
2018-04-17 21:32:53 +08:00
|
|
|
-v /var/lib/ceph:/var/lib/ceph:z \
|
|
|
|
-v /etc/ceph:/etc/ceph:z \
|
2018-04-12 21:52:30 +08:00
|
|
|
-v /var/run/ceph:/var/run/ceph:z \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% else -%}
|
2017-09-06 16:53:30 +08:00
|
|
|
-e KV_TYPE={{kv_type}} \
|
|
|
|
-e KV_IP={{kv_endpoint}}\
|
|
|
|
-e KV_PORT={{kv_port}} \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% endif -%}
|
2017-09-06 16:53:30 +08:00
|
|
|
-v /etc/localtime:/etc/localtime:ro \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% if mon_docker_privileged -%}
|
2017-09-06 16:53:30 +08:00
|
|
|
--privileged \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% endif -%}
|
|
|
|
{% if mon_docker_net_host -%}
|
2017-09-06 16:53:30 +08:00
|
|
|
--net=host \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% endif -%}
|
2017-09-06 16:53:30 +08:00
|
|
|
-e IP_VERSION={{ ip_version[-1:] }} \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% if monitor_address_block != 'subnet' %}
|
2017-09-06 16:53:30 +08:00
|
|
|
{% if ip_version == 'ipv4' -%}
|
2017-09-13 06:28:08 +08:00
|
|
|
-e MON_IP={{ hostvars[inventory_hostname]['ansible_all_' + ip_version + '_addresses'] | ipaddr(monitor_address_block) | first }} \
|
2017-09-06 16:53:30 +08:00
|
|
|
{% elif ip_version == 'ipv6' -%}
|
2017-09-13 06:28:08 +08:00
|
|
|
-e MON_IP=[{{ hostvars[inventory_hostname]['ansible_all_' + ip_version + '_addresses'] | ipaddr(monitor_address_block) | first }}] \
|
2017-09-06 16:53:30 +08:00
|
|
|
{% endif -%}
|
2017-11-02 21:53:46 +08:00
|
|
|
{% elif hostvars[inventory_hostname]['monitor_address'] is defined and hostvars[inventory_hostname]['monitor_address'] != '0.0.0.0' %}
|
2017-09-13 06:28:08 +08:00
|
|
|
{% if ip_version == 'ipv4' -%}
|
|
|
|
-e MON_IP={{ hostvars[inventory_hostname]['monitor_address'] }} \
|
|
|
|
{% elif ip_version == 'ipv6' -%}
|
|
|
|
-e MON_IP=[{{ hostvars[inventory_hostname]['monitor_address'] }}] \
|
|
|
|
{% endif -%}
|
2017-11-02 21:53:46 +08:00
|
|
|
{% elif hostvars[inventory_hostname]['monitor_interface'] is defined %}
|
2017-12-11 23:56:56 +08:00
|
|
|
{% set interface = 'ansible_' + (hostvars[inventory_hostname]['monitor_interface'] | replace('-', '_')) %}
|
2017-11-02 21:53:46 +08:00
|
|
|
{% if ip_version == 'ipv4' -%}
|
2017-09-13 06:28:08 +08:00
|
|
|
-e MON_IP={{ hostvars[inventory_hostname][interface][ip_version]['address'] }} \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% elif ip_version == 'ipv6' -%}
|
|
|
|
-e MON_IP=[{{ hostvars[inventory_hostname][interface][ip_version][0]['address'] }}] \
|
|
|
|
{% endif -%}
|
|
|
|
{% else %}
|
2017-12-11 23:56:56 +08:00
|
|
|
{% set interface = 'ansible_' + (monitor_interface | replace('-', '_')) %}
|
2017-11-02 21:53:46 +08:00
|
|
|
{% if ip_version == 'ipv4' -%}
|
2017-11-09 07:03:00 +08:00
|
|
|
-e MON_IP={{ hostvars[inventory_hostname][interface][ip_version]['address'] }} \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% elif ip_version == 'ipv6' -%}
|
2017-11-09 07:03:00 +08:00
|
|
|
-e MON_IP=[{{ hostvars[inventory_hostname][interface][ip_version][0]['address'] }}] \
|
2017-11-02 21:53:46 +08:00
|
|
|
{% endif -%}
|
|
|
|
{%- endif %}
|
2017-08-31 18:04:40 +08:00
|
|
|
-e CLUSTER={{ cluster }} \
|
|
|
|
-e FSID={{ fsid }} \
|
2018-01-30 21:39:58 +08:00
|
|
|
-e CEPH_PUBLIC_NETWORK={{ public_network | regex_replace(' ', '') }} \
|
2017-08-31 18:04:40 +08:00
|
|
|
-e CEPH_DAEMON=MON \
|
2017-09-06 16:53:30 +08:00
|
|
|
{{ ceph_mon_docker_extra_env }} \
|
|
|
|
{{ceph_docker_registry }}/{{ ceph_docker_image }}:{{ ceph_docker_image_tag }}
|
mon: ensure socker is purged when mon is stopped
On containerized deployment, if a mon is stopped, the socket is not
purged and can cause failure when a cluster is redeployed after the
purge playbook has been run.
Typical error:
```
fatal: [osd0]: FAILED! => {}
MSG:
'dict object' has no attribute 'osd_pool_default_pg_num'
```
the fact is not set because of this previous failure earlier:
```
ok: [mon0] => {
"changed": false,
"cmd": "docker exec ceph-mon-mon0 ceph --cluster test daemon mon.mon0 config get osd_pool_default_pg_num",
"delta": "0:00:00.217382",
"end": "2018-07-09 22:25:53.155969",
"failed_when_result": false,
"rc": 22,
"start": "2018-07-09 22:25:52.938587"
}
STDERR:
admin_socket: exception getting command descriptions: [Errno 111] Connection refused
MSG:
non-zero return code
```
This failure happens when the ceph-mon service is stopped, indeed, since
the socket isn't purged, it's a leftover which is confusing the process.
Signed-off-by: Guillaume Abrioux <gabrioux@redhat.com>
2018-07-10 17:56:17 +08:00
|
|
|
ExecStop=-/usr/bin/docker stop ceph-mon-%i
|
|
|
|
ExecStopPost=-/bin/rm -f /var/run/ceph/{{ cluster }}-mon.{{ monitor_name }}.asok
|
2016-01-28 03:50:05 +08:00
|
|
|
Restart=always
|
|
|
|
RestartSec=10s
|
|
|
|
TimeoutStartSec=120
|
|
|
|
TimeoutStopSec=15
|
|
|
|
|
|
|
|
[Install]
|
2016-03-31 22:39:02 +08:00
|
|
|
WantedBy=multi-user.target
|