mirror of https://github.com/ceph/ceph-ansible.git
227 lines
8.1 KiB
Python
227 lines
8.1 KiB
Python
import pytest
|
|
import os
|
|
|
|
|
|
@pytest.fixture
|
|
def ceph_status(host, setup):
|
|
def _run(keyring,
|
|
name=None,
|
|
cluster='ceph',
|
|
container_binary='podman'):
|
|
containerized_deployment = setup["containerized_deployment"]
|
|
container_image = setup["container_image"]
|
|
client_name = ''
|
|
if name is not None:
|
|
client_name = f'-n {name}'
|
|
ceph_args = f"--connect-timeout 5 {client_name} -k {keyring} --cluster {cluster} -f json -s"
|
|
|
|
if containerized_deployment:
|
|
cmd = f"sudo {container_binary} run --rm -v /etc/ceph:/etc/ceph -v {keyring}:{keyring}:z --entrypoint=ceph {container_image} {ceph_args}"
|
|
else:
|
|
cmd = f"ceph {ceph_args}"
|
|
output = host.check_output(cmd)
|
|
return output
|
|
return _run
|
|
|
|
|
|
def str_to_bool(val):
|
|
try:
|
|
val = val.lower()
|
|
except AttributeError:
|
|
val = str(val).lower()
|
|
if val == 'true':
|
|
return True
|
|
elif val == 'false':
|
|
return False
|
|
else:
|
|
raise ValueError("Invalid input value: %s" % val)
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def setup(host):
|
|
cluster_address = ""
|
|
osd_ids = []
|
|
osds = []
|
|
|
|
ansible_vars = host.ansible.get_variables()
|
|
ansible_facts = host.ansible("setup")
|
|
|
|
containerized_deployment = ansible_vars.get("containerized_deployment", False)
|
|
ceph_docker_registry = ansible_vars.get("ceph_docker_registry")
|
|
ceph_docker_image = ansible_vars.get("ceph_docker_image")
|
|
ceph_docker_image_tag = ansible_vars.get("ceph_docker_image_tag")
|
|
container_image = f"{ceph_docker_registry}/{ceph_docker_image}:{ceph_docker_image_tag}"
|
|
docker = ansible_vars.get("docker")
|
|
container_binary = ansible_vars.get("container_binary", "")
|
|
osd_auto_discovery = ansible_vars.get("osd_auto_discovery")
|
|
group_names = ansible_vars["group_names"]
|
|
|
|
ansible_distribution = ansible_facts["ansible_facts"]["ansible_distribution"]
|
|
|
|
if ansible_distribution == "CentOS":
|
|
public_interface = "eth1"
|
|
cluster_interface = "eth2"
|
|
else:
|
|
public_interface = "ens6"
|
|
cluster_interface = "ens7"
|
|
|
|
subnet = ".".join(ansible_vars["public_network"].split(".")[0:-1])
|
|
num_mons = len(ansible_vars["groups"].get('mons', []))
|
|
if osd_auto_discovery:
|
|
num_osds = 3
|
|
else:
|
|
num_osds = len(ansible_vars.get("devices", []))
|
|
if not num_osds:
|
|
num_osds = len(ansible_vars.get("lvm_volumes", []))
|
|
osds_per_device = ansible_vars.get("osds_per_device", 1)
|
|
num_osds = num_osds * osds_per_device
|
|
|
|
# If number of devices doesn't map to number of OSDs, allow tests to define
|
|
# that custom number, defaulting it to ``num_devices``
|
|
num_osds = ansible_vars.get('num_osds', num_osds)
|
|
cluster_name = ansible_vars.get("cluster", "ceph")
|
|
conf_path = "/etc/ceph/{}.conf".format(cluster_name)
|
|
if "osds" in group_names:
|
|
cluster_address = host.interface(cluster_interface).addresses[0]
|
|
cmd = host.run('sudo ls /var/lib/ceph/osd/ | sed "s/.*-//"')
|
|
if cmd.rc == 0:
|
|
osd_ids = cmd.stdout.rstrip("\n").split("\n")
|
|
osds = osd_ids
|
|
|
|
address = host.interface(public_interface).addresses[0]
|
|
|
|
if docker and not container_binary:
|
|
container_binary = "podman"
|
|
|
|
data = dict(
|
|
cluster_name=cluster_name,
|
|
containerized_deployment=containerized_deployment,
|
|
container_image=container_image,
|
|
subnet=subnet,
|
|
osd_ids=osd_ids,
|
|
num_mons=num_mons,
|
|
num_osds=num_osds,
|
|
address=address,
|
|
osds=osds,
|
|
conf_path=conf_path,
|
|
public_interface=public_interface,
|
|
cluster_interface=cluster_interface,
|
|
cluster_address=cluster_address,
|
|
container_binary=container_binary)
|
|
|
|
return data
|
|
|
|
|
|
@pytest.fixture()
|
|
def node(host, request):
|
|
"""
|
|
This fixture represents a single node in the ceph cluster. Using the
|
|
host.ansible fixture provided by testinfra it can access all the ansible
|
|
variables provided to it by the specific test scenario being ran.
|
|
|
|
You must include this fixture on any tests that operate on specific type
|
|
of node because it contains the logic to manage which tests a node
|
|
should run.
|
|
"""
|
|
ansible_vars = host.ansible.get_variables()
|
|
# tox will pass in this environment variable. we need to do it this way
|
|
# because testinfra does not collect and provide ansible config passed in
|
|
# from using --extra-vars
|
|
ceph_stable_release = os.environ.get("CEPH_STABLE_RELEASE", "quincy")
|
|
rolling_update = os.environ.get("ROLLING_UPDATE", "False")
|
|
group_names = ansible_vars["group_names"]
|
|
docker = ansible_vars.get("docker")
|
|
dashboard = ansible_vars.get("dashboard_enabled", True)
|
|
radosgw_num_instances = ansible_vars.get("radosgw_num_instances", 1)
|
|
ceph_rbd_mirror_remote_user = ansible_vars.get('ceph_rbd_mirror_remote_user', '')
|
|
ceph_release_num = {
|
|
'jewel': 10,
|
|
'kraken': 11,
|
|
'luminous': 12,
|
|
'mimic': 13,
|
|
'nautilus': 14,
|
|
'octopus': 15,
|
|
'pacific': 16,
|
|
'quincy': 17,
|
|
'reef': 18,
|
|
'squid': 19,
|
|
'dev': 99
|
|
}
|
|
|
|
sanitized_group_names = group_names
|
|
if 'all' in sanitized_group_names:
|
|
sanitized_group_names.remove('all')
|
|
|
|
# capture the initial/default state
|
|
test_is_applicable = False
|
|
for marker in request.node.iter_markers():
|
|
if marker.name in group_names or marker.name == 'all':
|
|
test_is_applicable = True
|
|
break
|
|
# Check if any markers on the test method exist in the nodes group_names.
|
|
# If they do not, this test is not valid for the node being tested.
|
|
if not test_is_applicable:
|
|
reason = "%s: Not a valid test for node type: %s" % (
|
|
request.function, group_names)
|
|
pytest.skip(reason)
|
|
|
|
if request.node.get_closest_marker('rbdmirror_secondary') and not ceph_rbd_mirror_remote_user: # noqa E501
|
|
pytest.skip('Not a valid test for a non-secondary rbd-mirror node')
|
|
|
|
if request.node.get_closest_marker('ceph_crash') and sanitized_group_names in [['nfss'], ['clients'], ['monitoring']]:
|
|
pytest.skip('Not a valid test for nfs or client nodes')
|
|
|
|
if request.node.get_closest_marker('ceph_exporter') and sanitized_group_names in [['nfss'], ['clients'], ['monitoring']]:
|
|
pytest.skip('Not a valid test for nfs or client nodes')
|
|
|
|
if request.node.get_closest_marker("no_docker") and docker:
|
|
pytest.skip(
|
|
"Not a valid test for containerized deployments or atomic hosts")
|
|
|
|
if request.node.get_closest_marker("docker") and not docker:
|
|
pytest.skip(
|
|
"Not a valid test for non-containerized deployments or atomic hosts") # noqa E501
|
|
|
|
if request.node.get_closest_marker("dashboard") and not dashboard:
|
|
pytest.skip(
|
|
"Not a valid test with dashboard disabled")
|
|
|
|
if request.node.get_closest_marker("dashboard") and sanitized_group_names == ['clients']:
|
|
pytest.skip('Not a valid test for client node')
|
|
|
|
data = dict(
|
|
vars=ansible_vars,
|
|
docker=docker,
|
|
ceph_stable_release=ceph_stable_release,
|
|
ceph_release_num=ceph_release_num,
|
|
rolling_update=rolling_update,
|
|
radosgw_num_instances=radosgw_num_instances,
|
|
)
|
|
return data
|
|
|
|
|
|
def pytest_collection_modifyitems(session, config, items):
|
|
for item in items:
|
|
test_path = item.location[0]
|
|
if "mon" in test_path:
|
|
item.add_marker(pytest.mark.mons)
|
|
elif "osd" in test_path:
|
|
item.add_marker(pytest.mark.osds)
|
|
elif "mds" in test_path:
|
|
item.add_marker(pytest.mark.mdss)
|
|
elif "mgr" in test_path:
|
|
item.add_marker(pytest.mark.mgrs)
|
|
elif "rbd-mirror" in test_path:
|
|
item.add_marker(pytest.mark.rbdmirrors)
|
|
elif "rgw" in test_path:
|
|
item.add_marker(pytest.mark.rgws)
|
|
elif "nfs" in test_path:
|
|
item.add_marker(pytest.mark.nfss)
|
|
elif "grafana" in test_path:
|
|
item.add_marker(pytest.mark.grafanas)
|
|
else:
|
|
item.add_marker(pytest.mark.all)
|
|
|
|
if "journal_collocation" in test_path:
|
|
item.add_marker(pytest.mark.journal_collocation)
|