deep_scrub_choked
This commit is contained in:
a.pivkin
@@ -0,0 +1,170 @@
|
||||
---
|
||||
- name: Cephx tasks
|
||||
when:
|
||||
- cephx | bool
|
||||
block:
|
||||
- name: Get client.bootstrap-rbd-mirror from ceph monitor
|
||||
ceph_key_info:
|
||||
name: client.bootstrap-rbd-mirror
|
||||
cluster: "{{ cluster }}"
|
||||
output_format: plain
|
||||
state: info
|
||||
environment:
|
||||
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
|
||||
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
|
||||
register: _bootstrap_rbd_mirror_key
|
||||
delegate_to: "{{ groups.get(mon_group_name)[0] }}"
|
||||
run_once: true
|
||||
no_log: "{{ no_log_on_ceph_key_tasks }}"
|
||||
|
||||
- name: Ensure /var/lib/ceph/bootstrap-rbd-mirror exists
|
||||
ansible.builtin.file:
|
||||
path: /var/lib/ceph/bootstrap-rbd-mirror
|
||||
state: directory
|
||||
owner: "{{ ceph_uid if containerized_deployment | bool else 'ceph' }}"
|
||||
group: "{{ ceph_uid if containerized_deployment | bool else 'ceph' }}"
|
||||
mode: "0750"
|
||||
|
||||
- name: Copy ceph key(s)
|
||||
ansible.builtin.copy:
|
||||
dest: "/var/lib/ceph/bootstrap-rbd-mirror/{{ cluster }}.keyring"
|
||||
content: "{{ _bootstrap_rbd_mirror_key.stdout + '\n' }}"
|
||||
owner: "{{ ceph_uid if containerized_deployment | bool else 'ceph' }}"
|
||||
group: "{{ ceph_uid if containerized_deployment | bool else 'ceph' }}"
|
||||
mode: "{{ ceph_keyring_permissions }}"
|
||||
no_log: "{{ no_log_on_ceph_key_tasks }}"
|
||||
|
||||
- name: Create rbd-mirror keyrings
|
||||
ceph_key:
|
||||
name: "{{ item.name }}"
|
||||
cluster: "{{ cluster }}"
|
||||
user: client.admin
|
||||
user_key: "/etc/ceph/{{ cluster }}.client.admin.keyring"
|
||||
caps:
|
||||
mon: "profile rbd-mirror"
|
||||
osd: "profile rbd"
|
||||
dest: "{{ item.dest }}"
|
||||
secret: "{{ item.secret | default(omit) }}"
|
||||
import_key: true
|
||||
owner: "{{ ceph_uid if containerized_deployment | bool else 'ceph' }}"
|
||||
group: "{{ ceph_uid if containerized_deployment | bool else 'ceph' }}"
|
||||
mode: "{{ ceph_keyring_permissions }}"
|
||||
no_log: "{{ no_log_on_ceph_key_tasks }}"
|
||||
environment:
|
||||
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
|
||||
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
|
||||
delegate_to: "{{ groups.get(mon_group_name)[0] }}"
|
||||
loop:
|
||||
- { name: "client.rbd-mirror.{{ ansible_facts['hostname'] }}",
|
||||
dest: "/etc/ceph/{{ cluster }}.client.rbd-mirror.{{ ansible_facts['hostname'] }}.keyring" }
|
||||
- { name: "{{ ceph_rbd_mirror_local_user }}",
|
||||
dest: "/etc/ceph/{{ cluster }}.{{ ceph_rbd_mirror_local_user }}.keyring",
|
||||
secret: "{{ ceph_rbd_mirror_local_user_secret | default('') }}" }
|
||||
|
||||
- name: Get client.rbd-mirror keyring from ceph monitor
|
||||
ceph_key_info:
|
||||
name: "client.rbd-mirror.{{ ansible_facts['hostname'] }}"
|
||||
cluster: "{{ cluster }}"
|
||||
output_format: plain
|
||||
state: info
|
||||
environment:
|
||||
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
|
||||
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
|
||||
register: _rbd_mirror_key
|
||||
delegate_to: "{{ groups.get(mon_group_name)[0] }}"
|
||||
no_log: "{{ no_log_on_ceph_key_tasks }}"
|
||||
|
||||
- name: Copy ceph key
|
||||
ansible.builtin.copy:
|
||||
dest: "/etc/ceph/{{ cluster }}.client.rbd-mirror.{{ ansible_facts['hostname'] }}.keyring"
|
||||
content: "{{ _rbd_mirror_key.stdout + '\n' }}"
|
||||
owner: "{{ ceph_uid if containerized_deployment | bool else 'ceph' }}"
|
||||
group: "{{ ceph_uid if containerized_deployment | bool else 'ceph' }}"
|
||||
mode: "{{ ceph_keyring_permissions }}"
|
||||
no_log: false
|
||||
|
||||
- name: Start and add the rbd-mirror service instance
|
||||
ansible.builtin.service:
|
||||
name: "ceph-rbd-mirror@rbd-mirror.{{ ansible_facts['hostname'] }}"
|
||||
state: started
|
||||
enabled: true
|
||||
masked: false
|
||||
changed_when: false
|
||||
when:
|
||||
- not containerized_deployment | bool
|
||||
- ceph_rbd_mirror_remote_user is defined
|
||||
|
||||
- name: Set_fact ceph_rbd_mirror_pools
|
||||
ansible.builtin.set_fact:
|
||||
ceph_rbd_mirror_pools:
|
||||
- name: "{{ ceph_rbd_mirror_pool }}"
|
||||
when: ceph_rbd_mirror_pools is undefined
|
||||
|
||||
- name: Create pool if it doesn't exist
|
||||
ceph_pool:
|
||||
name: "{{ item.name }}"
|
||||
cluster: "{{ cluster }}"
|
||||
pg_num: "{{ item.pg_num | default(omit) }}"
|
||||
pgp_num: "{{ item.pgp_num | default(omit) }}"
|
||||
size: "{{ item.size | default(omit) }}"
|
||||
min_size: "{{ item.min_size | default(omit) }}"
|
||||
pool_type: "{{ item.type | default('replicated') }}"
|
||||
rule_name: "{{ item.rule_name | default(omit) }}"
|
||||
erasure_profile: "{{ item.erasure_profile | default(omit) }}"
|
||||
pg_autoscale_mode: "{{ item.pg_autoscale_mode | default(omit) }}"
|
||||
target_size_ratio: "{{ item.target_size_ratio | default(omit) }}"
|
||||
application: "{{ item.application | default('rbd') }}"
|
||||
delegate_to: "{{ groups[mon_group_name][0] }}"
|
||||
loop: "{{ ceph_rbd_mirror_pools }}"
|
||||
environment:
|
||||
CEPH_CONTAINER_IMAGE: "{{ ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else None }}"
|
||||
CEPH_CONTAINER_BINARY: "{{ container_binary }}"
|
||||
|
||||
- name: Enable mirroring on the pool
|
||||
ansible.builtin.command: "{{ rbd_cmd }} --cluster {{ cluster }} mirror pool enable {{ item.name }} {{ ceph_rbd_mirror_mode }}"
|
||||
register: result
|
||||
changed_when: false
|
||||
retries: 60
|
||||
delay: 1
|
||||
until: result is succeeded
|
||||
loop: "{{ ceph_rbd_mirror_pools }}"
|
||||
delegate_to: "{{ groups[mon_group_name][0] }}"
|
||||
|
||||
- name: Add mirroring peer
|
||||
when: ceph_rbd_mirror_remote_user is defined
|
||||
block:
|
||||
- name: List mirroring peer
|
||||
ansible.builtin.command: "{{ rbd_cmd }} --cluster {{ cluster }} mirror pool info {{ item.name }}"
|
||||
changed_when: false
|
||||
register: mirror_peer
|
||||
loop: "{{ ceph_rbd_mirror_pools }}"
|
||||
delegate_to: "{{ groups[mon_group_name][0] }}"
|
||||
|
||||
- name: Create a temporary file
|
||||
ansible.builtin.tempfile:
|
||||
path: /etc/ceph
|
||||
state: file
|
||||
suffix: _ceph-ansible
|
||||
register: tmp_file
|
||||
delegate_to: "{{ groups[mon_group_name][0] }}"
|
||||
|
||||
- name: Write secret to temporary file
|
||||
ansible.builtin.copy:
|
||||
dest: "{{ tmp_file.path }}"
|
||||
content: "{{ ceph_rbd_mirror_remote_key }}"
|
||||
mode: "0644"
|
||||
delegate_to: "{{ groups[mon_group_name][0] }}"
|
||||
|
||||
- name: Add a mirroring peer
|
||||
ansible.builtin.command: "{{ rbd_cmd }} --cluster {{ cluster }} mirror pool peer add {{ item.item.name }} {{ ceph_rbd_mirror_remote_user }}@{{ ceph_rbd_mirror_remote_cluster }} --remote-mon-host {{ ceph_rbd_mirror_remote_mon_hosts }} --remote-key-file {{ tmp_file.path }}"
|
||||
changed_when: false
|
||||
delegate_to: "{{ groups[mon_group_name][0] }}"
|
||||
loop: "{{ mirror_peer.results }}"
|
||||
run_once: true
|
||||
when: ceph_rbd_mirror_remote_user not in item.stdout
|
||||
|
||||
- name: Rm temporary file
|
||||
ansible.builtin.file:
|
||||
path: "{{ tmp_file.path }}"
|
||||
state: absent
|
||||
delegate_to: "{{ groups[mon_group_name][0] }}"
|
||||
@@ -0,0 +1,53 @@
|
||||
---
|
||||
- name: Non-containerized related tasks
|
||||
when:
|
||||
- not containerized_deployment | bool
|
||||
- ceph_rbd_mirror_remote_user is defined
|
||||
block:
|
||||
- name: Install dependencies
|
||||
ansible.builtin.package:
|
||||
name: rbd-mirror
|
||||
state: present
|
||||
register: result
|
||||
until: result is succeeded
|
||||
tags: package-install
|
||||
|
||||
- name: Ensure systemd service override directory exists
|
||||
ansible.builtin.file:
|
||||
state: directory
|
||||
path: "/etc/systemd/system/ceph-rbd-mirror@.service.d/"
|
||||
mode: "0755"
|
||||
when:
|
||||
- ceph_rbd_mirror_systemd_overrides is defined
|
||||
- ansible_facts['service_mgr'] == 'systemd'
|
||||
|
||||
- name: Add ceph-rbd-mirror systemd service overrides
|
||||
openstack.config_template.config_template:
|
||||
src: "ceph-rbd-mirror.service.d-overrides.j2"
|
||||
dest: "/etc/systemd/system/ceph-rbd-mirror@.service.d/ceph-rbd-mirror-systemd-overrides.conf"
|
||||
config_overrides: "{{ ceph_rbd_mirror_systemd_overrides | default({}) }}"
|
||||
config_type: "ini"
|
||||
when:
|
||||
- ceph_rbd_mirror_systemd_overrides is defined
|
||||
- ansible_facts['service_mgr'] == 'systemd'
|
||||
|
||||
- name: Enable ceph-rbd-mirror.target
|
||||
ansible.builtin.systemd:
|
||||
name: "ceph-rbd-mirror.target"
|
||||
state: started
|
||||
enabled: true
|
||||
masked: false
|
||||
changed_when: false
|
||||
|
||||
- name: Set_fact ceph_cmd
|
||||
ansible.builtin.set_fact:
|
||||
rbd_cmd: "{{ container_binary + ' run --rm --net=host -v /etc/ceph:/etc/ceph:z -v /var/lib/ceph:/var/lib/ceph:z -v /var/run/ceph:/var/run/ceph:z --entrypoint=rbd ' + ceph_docker_registry + '/' + ceph_docker_image + ':' + ceph_docker_image_tag if containerized_deployment | bool else 'rbd' }}"
|
||||
|
||||
- name: Include configure_mirroring.yml
|
||||
ansible.builtin.include_tasks: configure_mirroring.yml
|
||||
|
||||
- name: Include start_container_rbd_mirror.yml
|
||||
ansible.builtin.include_tasks: start_container_rbd_mirror.yml
|
||||
when:
|
||||
- containerized_deployment | bool
|
||||
- ceph_rbd_mirror_remote_user is defined
|
||||
@@ -0,0 +1,12 @@
|
||||
---
|
||||
# Use systemd to manage container on Atomic host
|
||||
- name: Include_tasks systemd.yml
|
||||
ansible.builtin.include_tasks: systemd.yml
|
||||
|
||||
- name: Systemd start rbd mirror container
|
||||
ansible.builtin.systemd:
|
||||
name: ceph-rbd-mirror@rbd-mirror.{{ ansible_facts['hostname'] }}
|
||||
state: started
|
||||
enabled: true
|
||||
masked: false
|
||||
daemon_reload: true
|
||||
@@ -0,0 +1,23 @@
|
||||
---
|
||||
- name: Generate systemd unit file
|
||||
ansible.builtin.template:
|
||||
src: "{{ role_path }}/templates/ceph-rbd-mirror.service.j2"
|
||||
dest: /etc/systemd/system/ceph-rbd-mirror@.service
|
||||
owner: "root"
|
||||
group: "root"
|
||||
mode: "0644"
|
||||
notify: Restart ceph rbdmirrors
|
||||
|
||||
- name: Generate systemd ceph-rbd-mirror target file
|
||||
ansible.builtin.copy:
|
||||
src: ceph-rbd-mirror.target
|
||||
dest: /etc/systemd/system/ceph-rbd-mirror.target
|
||||
mode: "0644"
|
||||
when: containerized_deployment | bool
|
||||
|
||||
- name: Enable ceph-rbd-mirror.target
|
||||
ansible.builtin.service:
|
||||
name: ceph-rbd-mirror.target
|
||||
enabled: true
|
||||
daemon_reload: true
|
||||
when: containerized_deployment | bool
|
||||
Reference in New Issue
Block a user