mirror of
https://github.com/dragonflydb/dragonfly.git
synced 2024-12-15 17:51:06 +00:00
109 lines
3.8 KiB
Python
109 lines
3.8 KiB
Python
import pytest
|
|
from redis import asyncio as aioredis
|
|
from .utility import *
|
|
import logging
|
|
from . import dfly_args
|
|
|
|
|
|
@pytest.mark.opt_only
|
|
@pytest.mark.parametrize(
|
|
"type, keys, val_size, elements",
|
|
[
|
|
("JSON", 300_000, 100, 100),
|
|
("SET", 500_000, 100, 100),
|
|
("HASH", 400_000, 100, 100),
|
|
("ZSET", 400_000, 100, 100),
|
|
("LIST", 500_000, 100, 100),
|
|
("STRING", 6_000_000, 1000, 1),
|
|
],
|
|
)
|
|
async def test_rss_used_mem_gap(df_factory, type, keys, val_size, elements):
|
|
# Create a Dragonfly and fill it up with `type` until it reaches `min_rss`, then make sure that
|
|
# the gap between used_memory and rss is no more than `max_unaccounted_ratio`.
|
|
min_rss = 5 * 1024 * 1024 * 1024 # 5gb
|
|
max_unaccounted = 200 * 1024 * 1024 # 200mb
|
|
|
|
df_server = df_factory.create()
|
|
df_factory.start_all([df_server])
|
|
client = df_server.client()
|
|
await asyncio.sleep(1) # Wait for another RSS heartbeat update in Dragonfly
|
|
|
|
cmd = f"DEBUG POPULATE {keys} {type} {val_size} RAND TYPE {type} ELEMENTS {elements}"
|
|
print(f"Running {cmd}")
|
|
await client.execute_command(cmd)
|
|
|
|
await asyncio.sleep(2) # Wait for another RSS heartbeat update in Dragonfly
|
|
|
|
info = await client.info("memory")
|
|
logging.info(f'Used memory {info["used_memory"]}, rss {info["used_memory_rss"]}')
|
|
assert info["used_memory"] > min_rss, "Weak testcase: too little used memory"
|
|
delta = info["used_memory_rss"] - info["used_memory"]
|
|
# It could be the case that the machine is configured to use swap if this assertion fails
|
|
assert delta > 0
|
|
assert delta < max_unaccounted
|
|
delta = info["used_memory_rss"] - info["object_used_memory"]
|
|
# TODO investigate why it fails on string
|
|
if type == "json":
|
|
assert delta > 0
|
|
assert delta < max_unaccounted
|
|
|
|
await disconnect_clients(client)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@dfly_args(
|
|
{
|
|
"maxmemory": "512mb",
|
|
"proactor_threads": 2,
|
|
"rss_oom_deny_ratio": 0.5,
|
|
}
|
|
)
|
|
@pytest.mark.parametrize("admin_port", [0, 1112])
|
|
async def test_rss_oom_ratio(df_factory, admin_port):
|
|
"""
|
|
Test dragonfly rejects denyoom commands and new connections when rss memory is above maxmemory*rss_oom_deny_ratio
|
|
Test dragonfly does not rejects when rss memory goes below threshold
|
|
"""
|
|
df_server = df_factory.create(admin_port=admin_port)
|
|
df_server.start()
|
|
|
|
client = aioredis.Redis(port=df_server.port)
|
|
await client.execute_command("DEBUG POPULATE 10000 key 40000 RAND")
|
|
|
|
await asyncio.sleep(1) # Wait for another RSS heartbeat update in Dragonfly
|
|
|
|
port = df_server.admin_port if admin_port else df_server.port
|
|
new_client = aioredis.Redis(port=port)
|
|
await new_client.ping()
|
|
|
|
info = await new_client.info("memory")
|
|
logging.debug(f'Used memory {info["used_memory"]}, rss {info["used_memory_rss"]}')
|
|
|
|
reject_limit = 256 * 1024 * 1024 # 256mb
|
|
assert info["used_memory_rss"] > reject_limit
|
|
|
|
# get command from existing connection should not be rejected
|
|
await client.execute_command("get x")
|
|
|
|
# reject set due to oom
|
|
with pytest.raises(redis.exceptions.ResponseError):
|
|
await client.execute_command("set x y")
|
|
|
|
if admin_port:
|
|
# new client create should also fail if admin port was set
|
|
client = aioredis.Redis(port=df_server.port)
|
|
with pytest.raises(redis.exceptions.ConnectionError):
|
|
await client.ping()
|
|
|
|
# flush to free memory
|
|
await new_client.flushall()
|
|
|
|
await asyncio.sleep(2) # Wait for another RSS heartbeat update in Dragonfly
|
|
|
|
info = await new_client.info("memory")
|
|
logging.debug(f'Used memory {info["used_memory"]}, rss {info["used_memory_rss"]}')
|
|
assert info["used_memory_rss"] < reject_limit
|
|
|
|
# new client create shoud not fail after memory usage decrease
|
|
client = aioredis.Redis(port=df_server.port)
|
|
await client.execute_command("set x y")
|