From 06c0a061220587c42972683128069e2527c31fb9 Mon Sep 17 00:00:00 2001 From: Rishabh Dave Date: Wed, 26 Jun 2019 11:39:45 +0530 Subject: [PATCH] tests/functional: add a test for shrink-rgw.yml Add a new functional test that deploys a Ceph cluster with three nodes for MON, OSD and RGW and then runs shrink-rgw.yml to test it. Signed-off-by: Rishabh Dave (cherry picked from commit 236b081a3aa4ae408687052c9aa164ad12326193) # Conflicts: # tox.ini --- tests/functional/shrink_rgw/Vagrantfile | 1 + .../functional/shrink_rgw/ceph-override.json | 1 + .../shrink_rgw/container/Vagrantfile | 1 + .../shrink_rgw/container/ceph-override.json | 1 + .../shrink_rgw/container/group_vars/all | 16 ++++ .../shrink_rgw/container/group_vars/mons | 3 + .../shrink_rgw/container/group_vars/osds | 10 +++ .../shrink_rgw/container/group_vars/rgws | 9 +++ tests/functional/shrink_rgw/container/hosts | 8 ++ .../container/vagrant_variables.yml | 61 +++++++++++++++ tests/functional/shrink_rgw/group_vars/all | 13 ++++ tests/functional/shrink_rgw/group_vars/mons | 3 + tests/functional/shrink_rgw/group_vars/osds | 11 +++ tests/functional/shrink_rgw/group_vars/rgws | 9 +++ tests/functional/shrink_rgw/hosts | 8 ++ .../shrink_rgw/vagrant_variables.yml | 74 +++++++++++++++++++ tox.ini | 15 +++- 17 files changed, 243 insertions(+), 1 deletion(-) create mode 120000 tests/functional/shrink_rgw/Vagrantfile create mode 120000 tests/functional/shrink_rgw/ceph-override.json create mode 120000 tests/functional/shrink_rgw/container/Vagrantfile create mode 120000 tests/functional/shrink_rgw/container/ceph-override.json create mode 100644 tests/functional/shrink_rgw/container/group_vars/all create mode 100644 tests/functional/shrink_rgw/container/group_vars/mons create mode 100644 tests/functional/shrink_rgw/container/group_vars/osds create mode 100644 tests/functional/shrink_rgw/container/group_vars/rgws create mode 100644 tests/functional/shrink_rgw/container/hosts create mode 100644 tests/functional/shrink_rgw/container/vagrant_variables.yml create mode 100644 tests/functional/shrink_rgw/group_vars/all create mode 100644 tests/functional/shrink_rgw/group_vars/mons create mode 100644 tests/functional/shrink_rgw/group_vars/osds create mode 100644 tests/functional/shrink_rgw/group_vars/rgws create mode 100644 tests/functional/shrink_rgw/hosts create mode 100644 tests/functional/shrink_rgw/vagrant_variables.yml diff --git a/tests/functional/shrink_rgw/Vagrantfile b/tests/functional/shrink_rgw/Vagrantfile new file mode 120000 index 000000000..706a5bb47 --- /dev/null +++ b/tests/functional/shrink_rgw/Vagrantfile @@ -0,0 +1 @@ +../../../Vagrantfile \ No newline at end of file diff --git a/tests/functional/shrink_rgw/ceph-override.json b/tests/functional/shrink_rgw/ceph-override.json new file mode 120000 index 000000000..fe2ff40d6 --- /dev/null +++ b/tests/functional/shrink_rgw/ceph-override.json @@ -0,0 +1 @@ +../all_daemons/ceph-override.json \ No newline at end of file diff --git a/tests/functional/shrink_rgw/container/Vagrantfile b/tests/functional/shrink_rgw/container/Vagrantfile new file mode 120000 index 000000000..16076e424 --- /dev/null +++ b/tests/functional/shrink_rgw/container/Vagrantfile @@ -0,0 +1 @@ +../../../../Vagrantfile \ No newline at end of file diff --git a/tests/functional/shrink_rgw/container/ceph-override.json b/tests/functional/shrink_rgw/container/ceph-override.json new file mode 120000 index 000000000..8417cc0c9 --- /dev/null +++ b/tests/functional/shrink_rgw/container/ceph-override.json @@ -0,0 +1 @@ +../../all_daemons/ceph-override.json \ No newline at end of file diff --git a/tests/functional/shrink_rgw/container/group_vars/all b/tests/functional/shrink_rgw/container/group_vars/all new file mode 100644 index 000000000..ea67bb3d5 --- /dev/null +++ b/tests/functional/shrink_rgw/container/group_vars/all @@ -0,0 +1,16 @@ +--- +# this is only here to let the CI tests know +# that this scenario is using docker +docker: True + +containerized_deployment: True +public_network: "192.168.91.0/24" +cluster_network: "192.168.92.0/24" +monitor_interface: "{{ 'eth1' if ansible_distribution == 'CentOS' else 'ens6' }}" +radosgw_interface: "{{ 'eth1' if ansible_distribution == 'CentOS' else 'ens6' }}" +ceph_mon_docker_subnet: "{{ public_network }}" +ceph_docker_on_openstack: False +ceph_conf_overrides: + global: + osd_pool_default_size: 1 +openstack_config: False diff --git a/tests/functional/shrink_rgw/container/group_vars/mons b/tests/functional/shrink_rgw/container/group_vars/mons new file mode 100644 index 000000000..0e679799d --- /dev/null +++ b/tests/functional/shrink_rgw/container/group_vars/mons @@ -0,0 +1,3 @@ +--- +create_crush_tree: False +crush_rule_config: False \ No newline at end of file diff --git a/tests/functional/shrink_rgw/container/group_vars/osds b/tests/functional/shrink_rgw/container/group_vars/osds new file mode 100644 index 000000000..9cea91d6a --- /dev/null +++ b/tests/functional/shrink_rgw/container/group_vars/osds @@ -0,0 +1,10 @@ +--- +ceph_osd_docker_run_script_path: /var/tmp +osd_objectstore: "bluestore" +lvm_volumes: + - data: data-lv1 + data_vg: test_group + - data: data-lv2 + data_vg: test_group + db: journal1 + db_vg: journals \ No newline at end of file diff --git a/tests/functional/shrink_rgw/container/group_vars/rgws b/tests/functional/shrink_rgw/container/group_vars/rgws new file mode 100644 index 000000000..77466c8ae --- /dev/null +++ b/tests/functional/shrink_rgw/container/group_vars/rgws @@ -0,0 +1,9 @@ +--- +copy_admin_key: true +rgw_create_pools: + foo: + pg_num: 17 + bar: + pg_num: 19 +rgw_override_bucket_index_max_shards: 16 +rgw_bucket_default_quota_max_objects: 1638400 diff --git a/tests/functional/shrink_rgw/container/hosts b/tests/functional/shrink_rgw/container/hosts new file mode 100644 index 000000000..f05a2ad59 --- /dev/null +++ b/tests/functional/shrink_rgw/container/hosts @@ -0,0 +1,8 @@ +[mons] +mon0 + +[osds] +osd0 + +[rgws] +rgw0 diff --git a/tests/functional/shrink_rgw/container/vagrant_variables.yml b/tests/functional/shrink_rgw/container/vagrant_variables.yml new file mode 100644 index 000000000..0f6d43097 --- /dev/null +++ b/tests/functional/shrink_rgw/container/vagrant_variables.yml @@ -0,0 +1,61 @@ +--- + +# DEPLOY CONTAINERIZED DAEMONS +docker: True + +# DEFINE THE NUMBER OF VMS TO RUN +mon_vms: 1 +osd_vms: 1 +mds_vms: 0 +rgw_vms: 1 +nfs_vms: 0 +grafana_server_vms: 0 +rbd_mirror_vms: 0 +client_vms: 0 +iscsi_gw_vms: 0 +mgr_vms: 0 + +# SUBNETS TO USE FOR THE VMS +public_subnet: 192.168.91 +cluster_subnet: 192.168.92 + +# MEMORY +# set 1024 for CentOS +memory: 1024 + +# Disks +# For libvirt use disks: "[ '/dev/vdb', '/dev/vdc' ]" +# For CentOS7 use disks: "[ '/dev/sda', '/dev/sdb' ]" +disks: "[ '/dev/sda', '/dev/sdb' ]" + +# VAGRANT BOX +# Ceph boxes are *strongly* suggested. They are under better control and will +# not get updated frequently unless required for build systems. These are (for +# now): +# +# * ceph/ubuntu-xenial +# +# Ubuntu: ceph/ubuntu-xenial bento/ubuntu-16.04 or ubuntu/trusty64 or ubuntu/wily64 +# CentOS: bento/centos-7.1 or puppetlabs/centos-7.0-64-puppet +# libvirt CentOS: centos/7 +# parallels Ubuntu: parallels/ubuntu-14.04 +# Debian: deb/jessie-amd64 - be careful the storage controller is named 'SATA Controller' +# For more boxes have a look at: +# - https://atlas.hashicorp.com/boxes/search?utf8=✓&sort=&provider=virtualbox&q= +# - https://download.gluster.org/pub/gluster/purpleidea/vagrant/ +vagrant_box: centos/atomic-host +#client_vagrant_box: centos/7 +#ssh_private_key_path: "~/.ssh/id_rsa" +# The sync directory changes based on vagrant box +# Set to /home/vagrant/sync for Centos/7, /home/{ user }/vagrant for openstack and defaults to /vagrant +#vagrant_sync_dir: /home/vagrant/sync +vagrant_sync_dir: /vagrant +# Disables synced folder creation. Not needed for testing, will skip mounting +# the vagrant directory on the remote box regardless of the provider. +vagrant_disable_synced_folder: true +# VAGRANT URL +# This is a URL to download an image from an alternate location. vagrant_box +# above should be set to the filename of the image. +# Fedora virtualbox: https://download.fedoraproject.org/pub/fedora/linux/releases/22/Cloud/x86_64/Images/Fedora-Cloud-Base-Vagrant-22-20150521.x86_64.vagrant-virtualbox.box +# Fedora libvirt: https://download.fedoraproject.org/pub/fedora/linux/releases/22/Cloud/x86_64/Images/Fedora-Cloud-Base-Vagrant-22-20150521.x86_64.vagrant-libvirt.box +# vagrant_box_url: https://download.fedoraproject.org/pub/fedora/linux/releases/22/Cloud/x86_64/Images/Fedora-Cloud-Base-Vagrant-22-20150521.x86_64.vagrant-virtualbox.box diff --git a/tests/functional/shrink_rgw/group_vars/all b/tests/functional/shrink_rgw/group_vars/all new file mode 100644 index 000000000..870788c72 --- /dev/null +++ b/tests/functional/shrink_rgw/group_vars/all @@ -0,0 +1,13 @@ +--- +ceph_origin: repository +ceph_repository: dev +public_network: "192.168.89.0/24" +cluster_network: "192.168.90.0/24" +monitor_interface: "{{ 'eth1' if ansible_distribution == 'CentOS' else 'ens6' }}" +radosgw_interface: "{{ 'eth1' if ansible_distribution == 'CentOS' else 'ens6' }}" +osd_objectstore: "bluestore" +osd_scenario: lvm +copy_admin_key: true +ceph_conf_overrides: + global: + osd_pool_default_size: 1 diff --git a/tests/functional/shrink_rgw/group_vars/mons b/tests/functional/shrink_rgw/group_vars/mons new file mode 100644 index 000000000..0e679799d --- /dev/null +++ b/tests/functional/shrink_rgw/group_vars/mons @@ -0,0 +1,3 @@ +--- +create_crush_tree: False +crush_rule_config: False \ No newline at end of file diff --git a/tests/functional/shrink_rgw/group_vars/osds b/tests/functional/shrink_rgw/group_vars/osds new file mode 100644 index 000000000..3ec1d6e4c --- /dev/null +++ b/tests/functional/shrink_rgw/group_vars/osds @@ -0,0 +1,11 @@ +--- +os_tuning_params: + - { name: fs.file-max, value: 26234859 } +osd_objectstore: "bluestore" +lvm_volumes: + - data: data-lv1 + data_vg: test_group + - data: data-lv2 + data_vg: test_group + db: journal1 + db_vg: journals \ No newline at end of file diff --git a/tests/functional/shrink_rgw/group_vars/rgws b/tests/functional/shrink_rgw/group_vars/rgws new file mode 100644 index 000000000..77466c8ae --- /dev/null +++ b/tests/functional/shrink_rgw/group_vars/rgws @@ -0,0 +1,9 @@ +--- +copy_admin_key: true +rgw_create_pools: + foo: + pg_num: 17 + bar: + pg_num: 19 +rgw_override_bucket_index_max_shards: 16 +rgw_bucket_default_quota_max_objects: 1638400 diff --git a/tests/functional/shrink_rgw/hosts b/tests/functional/shrink_rgw/hosts new file mode 100644 index 000000000..f05a2ad59 --- /dev/null +++ b/tests/functional/shrink_rgw/hosts @@ -0,0 +1,8 @@ +[mons] +mon0 + +[osds] +osd0 + +[rgws] +rgw0 diff --git a/tests/functional/shrink_rgw/vagrant_variables.yml b/tests/functional/shrink_rgw/vagrant_variables.yml new file mode 100644 index 000000000..1da35e151 --- /dev/null +++ b/tests/functional/shrink_rgw/vagrant_variables.yml @@ -0,0 +1,74 @@ +--- + +# DEPLOY CONTAINERIZED DAEMONS +docker: false + +# DEFINE THE NUMBER OF VMS TO RUN +mon_vms: 1 +osd_vms: 1 +mds_vms: 0 +rgw_vms: 1 +nfs_vms: 0 +grafana_server_vms: 0 +rbd_mirror_vms: 0 +client_vms: 0 +iscsi_gw_vms: 0 +mgr_vms: 0 + +# INSTALL SOURCE OF CEPH +# valid values are 'stable' and 'dev' +ceph_install_source: stable + +# SUBNETS TO USE FOR THE VMS +public_subnet: 192.168.89 +cluster_subnet: 192.168.90 + +# MEMORY +# set 1024 for CentOS +memory: 1024 + +# Ethernet interface name +# use eth1 for libvirt and ubuntu precise, enp0s8 for CentOS and ubuntu xenial +eth: 'eth1' + +# Disks +# For libvirt use disks: "[ '/dev/vdb', '/dev/vdc' ]" +# For CentOS7 use disks: "[ '/dev/sda', '/dev/sdb' ]" +disks: "[ '/dev/sdb', '/dev/sdc' ]" + +# VAGRANT BOX +# Ceph boxes are *strongly* suggested. They are under better control and will +# not get updated frequently unless required for build systems. These are (for +# now): +# +# * ceph/ubuntu-xenial +# +# Ubuntu: ceph/ubuntu-xenial bento/ubuntu-16.04 or ubuntu/trusty64 or ubuntu/wily64 +# CentOS: bento/centos-7.1 or puppetlabs/centos-7.0-64-puppet +# libvirt CentOS: centos/7 +# parallels Ubuntu: parallels/ubuntu-14.04 +# Debian: deb/jessie-amd64 - be careful the storage controller is named 'SATA Controller' +# For more boxes have a look at: +# - https://atlas.hashicorp.com/boxes/search?utf8=✓&sort=&provider=virtualbox&q= +# - https://download.gluster.org/pub/gluster/purpleidea/vagrant/ +vagrant_box: centos/7 +#ssh_private_key_path: "~/.ssh/id_rsa" +# The sync directory changes based on vagrant box +# Set to /home/vagrant/sync for Centos/7, /home/{ user }/vagrant for openstack and defaults to /vagrant +#vagrant_sync_dir: /home/vagrant/sync +vagrant_sync_dir: /vagrant +# Disables synced folder creation. Not needed for testing, will skip mounting +# the vagrant directory on the remote box regardless of the provider. +vagrant_disable_synced_folder: true +# VAGRANT URL +# This is a URL to download an image from an alternate location. vagrant_box +# above should be set to the filename of the image. +# Fedora virtualbox: https://download.fedoraproject.org/pub/fedora/linux/releases/22/Cloud/x86_64/Images/Fedora-Cloud-Base-Vagrant-22-20150521.x86_64.vagrant-virtualbox.box +# Fedora libvirt: https://download.fedoraproject.org/pub/fedora/linux/releases/22/Cloud/x86_64/Images/Fedora-Cloud-Base-Vagrant-22-20150521.x86_64.vagrant-libvirt.box +# vagrant_box_url: https://download.fedoraproject.org/pub/fedora/linux/releases/22/Cloud/x86_64/Images/Fedora-Cloud-Base-Vagrant-22-20150521.x86_64.vagrant-virtualbox.box + +os_tuning_params: + - { name: fs.file-max, value: 26234859 } + +# VM prefix name, need to match the hostname +# label_prefix: ceph diff --git a/tox.ini b/tox.ini index 23ff2a177..36cbaa4bf 100644 --- a/tox.ini +++ b/tox.ini @@ -1,5 +1,5 @@ [tox] -envlist = {nautilus,rhcs}-{centos,ubuntu}-{container,non_container}-{all_daemons,collocation,lvm_osds,shrink_mon,shrink_osd,shrink_mgr,shrink_mds,shrink_rbdmirror,lvm_batch,add_mons,add_osds,add_mgrs,add_mdss,add_rbdmirrors,add_rgws,rgw_multisite,purge,storage_inventory,lvm_auto_discovery} +envlist = {nautilus,rhcs}-{centos,ubuntu}-{container,non_container}-{all_daemons,collocation,lvm_osds,shrink_mon,shrink_osd,shrink_mgr,shrink_mds,shrink_rbdmirror,shrink_rgw,lvm_batch,add_mons,add_osds,add_mgrs,add_mdss,add_rbdmirrors,add_rgws,rgw_multisite,purge,storage_inventory,lvm_auto_discovery} {nautilus,rhcs}-{centos,ubuntu}-container-{ooo_collocation} {nautilus,rhcs}-{centos,ubuntu}-non_container-{switch_to_containers} infra_lv_create @@ -208,6 +208,16 @@ commands= ceph_docker_image_tag={env:CEPH_DOCKER_IMAGE_TAG:latest-master} \ " +[shrink-rgw] +commands= + ansible-playbook -vv -i {changedir}/{env:INVENTORY} {toxinidir}/infrastructure-playbooks/shrink-rgw.yml --extra-vars "\ + ireallymeanit=yes \ + rgw_to_kill=rgw0.rgw0 \ + ceph_docker_registry={env:CEPH_DOCKER_REGISTRY:docker.io} \ + ceph_docker_image={env:CEPH_DOCKER_IMAGE:ceph/daemon} \ + ceph_docker_image_tag={env:CEPH_DOCKER_IMAGE_TAG:latest-master} \ + " + [switch-to-containers] commands= ansible-playbook -vv -i {changedir}/{env:INVENTORY} {toxinidir}/infrastructure-playbooks/switch-from-non-containerized-to-containerized-ceph-daemons.yml --extra-vars "\ @@ -375,6 +385,7 @@ setenv= shrink_mgr: MGR_TO_KILL = mgr1 shrink_mds: COPY_ADMIN_KEY = True shrink_rbdmirror: COPY_ADMIN_KEY = True + shrink_rgw: COPY_ADMIN_KEY = True rhcs: CEPH_STABLE_RELEASE = luminous lvm_osds: CEPH_STABLE_RELEASE = nautilus @@ -396,6 +407,7 @@ changedir= shrink_mgr: {toxinidir}/tests/functional/shrink_mgr{env:CONTAINER_DIR:} shrink_mds: {toxinidir}/tests/functional/shrink_mds{env:CONTAINER_DIR:} shrink_rbdmirror: {toxinidir}/tests/functional/shrink_rbdmirror{env:CONTAINER_DIR:} + shrink_rgw: {toxinidir}/tests/functional/shrink_rgw{env:CONTAINER_DIR:} # tests a 1 mon, 1 osd, 1 mds and 1 rgw centos7 cluster using docker collocation: {toxinidir}/tests/functional/collocation{env:CONTAINER_DIR:} purge: {toxinidir}/tests/functional/all_daemons{env:CONTAINER_DIR:} @@ -459,6 +471,7 @@ commands= shrink_mgr: {[shrink-mgr]commands} shrink_mds: {[shrink-mds]commands} shrink_rbdmirror: {[shrink-rbdmirror]commands} + shrink_rgw: {[shrink-rgw]commands} add_osds: {[add-osds]commands} add_mons: {[add-mons]commands} add_mgrs: {[add-mgrs]commands}