mirror of
https://github.com/scylladb/scylladb.git
synced 2026-04-21 00:50:35 +00:00
dbb8835fdf
We adjust all of the simple cases of cluster tests so they work with `rf_rack_valid_keyspaces: true`. It boils down to assigning nodes to multiple racks. For most of the changes, we do that by: * Using `pytest.mark.prepare_3_racks_cluster` instead of `pytest.mark.prepare_3_nodes_cluster`. * Using an additional argument -- `auto_rack_dc` -- when calling `ManagerClient::servers_add()`. In some cases, we need to assign the racks manually, which may be less obvious, but in every such situation, the tests didn't rely on that assignment, so that doesn't affect them or what they verify.
90 lines
3.0 KiB
Python
90 lines
3.0 KiB
Python
#
|
|
# Copyright (C) 2023-present ScyllaDB
|
|
#
|
|
# SPDX-License-Identifier: LicenseRef-ScyllaDB-Source-Available-1.0
|
|
#
|
|
|
|
"""
|
|
Test clusters can restart fine after an RPC IP address change.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import time
|
|
import asyncio
|
|
import logging
|
|
from typing import TYPE_CHECKING
|
|
|
|
import pytest
|
|
|
|
from test.cluster.util import wait_for_token_ring_and_group0_consistency
|
|
|
|
if TYPE_CHECKING:
|
|
from test.pylib.random_tables import RandomTables
|
|
from test.pylib.internal_types import ServerNum
|
|
from test.pylib.manager_client import ManagerClient
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
N_SERVERS = 2
|
|
|
|
@pytest.fixture
|
|
async def two_nodes_cluster(manager: ManagerClient) -> list[ServerNum]:
|
|
logger.info(f"Booting initial 2-nodes cluster")
|
|
servers = [srv.server_id for srv in await manager.servers_add(N_SERVERS, auto_rack_dc="dc1")]
|
|
await wait_for_token_ring_and_group0_consistency(manager, time.time() + 30)
|
|
return servers
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@pytest.mark.replication_factor(N_SERVERS)
|
|
async def test_change_rpc_address(two_nodes_cluster: list[ServerNum],
|
|
manager: ManagerClient,
|
|
random_tables: RandomTables) -> None:
|
|
"""Sequentially stop two nodes, change their RPC IPs and start, check the cluster is functional."""
|
|
|
|
table = await random_tables.add_table(ncolumns=5)
|
|
|
|
# Scenario 1
|
|
# ----------
|
|
logger.info("Change RPC IP addresses sequentially")
|
|
for server_id in two_nodes_cluster:
|
|
logger.info("Change RPC IP address for server %s", server_id)
|
|
|
|
# There is an issue with Python driver (probably related to scylladb/python-driver#170 and/or
|
|
# scylladb/python-driver#230) which can cause reconnect failure after stopping one node.
|
|
# As a workaround, close the connection and reconnect after starting the server.
|
|
manager.driver_close()
|
|
|
|
await manager.server_stop_gracefully(server_id)
|
|
await manager.server_change_rpc_address(server_id)
|
|
await manager.server_start(server_id)
|
|
|
|
# Connect the Python driver back with updated IP address.
|
|
await manager.driver_connect()
|
|
|
|
await table.add_column()
|
|
await random_tables.verify_schema()
|
|
|
|
await wait_for_token_ring_and_group0_consistency(manager=manager, deadline=time.time() + 30)
|
|
|
|
# Scenario 2
|
|
# ----------
|
|
logger.info("Change RPC IP addresses for both servers simultaneously")
|
|
|
|
manager.driver_close()
|
|
|
|
await asyncio.gather(*[manager.server_stop_gracefully(server_id) for server_id in two_nodes_cluster])
|
|
await asyncio.gather(*[manager.server_change_rpc_address(server_id) for server_id in two_nodes_cluster])
|
|
for server_id in two_nodes_cluster:
|
|
await manager.server_start(server_id)
|
|
|
|
# Connect the Python driver back with updated IP addresses.
|
|
await manager.driver_connect()
|
|
|
|
await table.add_column()
|
|
await random_tables.verify_schema()
|
|
|
|
await wait_for_token_ring_and_group0_consistency(manager=manager, deadline=time.time() + 30)
|