mirrors/dragonfly
1
0
Fork 0
mirror of https://github.com/dragonflydb/dragonfly.git synced 2025-05-11 10:25:47 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

chore(pytest): add check for rss grow in replicaiton big values (#4406)

Browse source 
Signed-off-by: adi_holden <adi@dragonflydb.io>
This commit is contained in:
adiholden 2025-01-06 08:39:32 +02:00 • committed by GitHub
parent 7860a169d9
commit 1c0f22f5fa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 28 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

33
tests/dragonfly/replication_test.py
View file

@ -2662,11 +2662,12 @@ async def test_replication_timeout_on_full_sync_heartbeat_expiry(
@pytest.mark.parametrize( @pytest.mark.parametrize(
"element_size, elements_number", "element_size, elements_number",
[(16, 20000), (20000, 16)], [(16, 30000), (30000, 16)],
) )
@dfly_args({"proactor_threads": 1})
async def test_big_containers(df_factory, element_size, elements_number): async def test_big_containers(df_factory, element_size, elements_number):
master = df_factory.create(proactor_threads=4) master = df_factory.create()
replica = df_factory.create(proactor_threads=4) replica = df_factory.create()
df_factory.start_all([master, replica]) df_factory.start_all([master, replica])
c_master = master.client() c_master = master.client()
@ -2674,19 +2675,39 @@ async def test_big_containers(df_factory, element_size, elements_number):
logging.debug("Fill master with test data") logging.debug("Fill master with test data")
seeder = StaticSeeder( seeder = StaticSeeder(
key_target=10, key_target=50,
data_size=element_size * elements_number, data_size=element_size * elements_number,
collection_size=elements_number, collection_size=elements_number,
variance=1, variance=1,
samples=5, samples=1,
types=["LIST", "SET", "ZSET", "HASH"], types=["LIST", "SET", "ZSET", "HASH", "STREAM"],
) )
await seeder.run(c_master) await seeder.run(c_master)
async def get_memory(client, field):
info = await client.info("memory")
return info[field]
await asyncio.sleep(1) # wait for heartbeat to update rss memory
used_memory = await get_memory(c_master, "used_memory_rss")
logging.debug("Start replication and wait for full sync") logging.debug("Start replication and wait for full sync")
await c_replica.execute_command(f"REPLICAOF localhost {master.port}") await c_replica.execute_command(f"REPLICAOF localhost {master.port}")
await wait_for_replicas_state(c_replica) await wait_for_replicas_state(c_replica)
peak_memory = await get_memory(c_master, "used_memory_peak_rss")
logging.info(f"Used memory {used_memory}, peak memory {peak_memory}")
assert peak_memory < 1.1 * used_memory
await c_replica.execute_command("memory decommit")
await asyncio.sleep(1)
replica_peak_memory = await get_memory(c_replica, "used_memory_peak_rss")
replica_used_memory = await get_memory(c_replica, "used_memory_rss")
logging.info(f"Replica Used memory {replica_used_memory}, peak memory {replica_peak_memory}")
assert replica_peak_memory < 1.1 * replica_used_memory
# Check replica data consisten # Check replica data consisten
replica_data = await StaticSeeder.capture(c_replica) replica_data = await StaticSeeder.capture(c_replica)
master_data = await StaticSeeder.capture(c_master) master_data = await StaticSeeder.capture(c_master)

1
tests/dragonfly/seeder/__init__.py
View file

@ -118,6 +118,7 @@ class StaticSeeder(SeederBase):
args = ["DEBUG", "POPULATE", key_target, prefix, math.ceil(dsize)] args = ["DEBUG", "POPULATE", key_target, prefix, math.ceil(dsize)]
args += ["RAND", "TYPE", dtype, "ELEMENTS", csize] args += ["RAND", "TYPE", dtype, "ELEMENTS", csize]
logging.debug(args)
return await client.execute_command(*args) return await client.execute_command(*args)