nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 23 Packages Projects Releases Wiki Activity

server: rename debug tags to match --cache-idle-slots naming (#22292)

Browse Source
This commit is contained in:
Yes You Can Have Your Own
2026-04-24 09:28:44 +03:00
committed by GitHub
parent 8bc492ebb4
commit 793d0a7931
2 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/server-context.cpp
+2 -2
View File
@@ -719,7 +719,7 @@ private:
return; return;
} }
SLT_INF(slot, "%s", "saving idle slot to prompt cache\n"); SLT_INF(slot, "%s", "saving idle slot to prompt cache\n");
SLT_DBG(slot, "%s", "__TEST_TAG_CLEAR_IDLE_SLOT__\n"); SLT_DBG(slot, "%s", "__TEST_TAG_CACHE_IDLE_SLOT__\n");
slot.prompt_save(*prompt_cache); slot.prompt_save(*prompt_cache);
slot.prompt_clear(false); slot.prompt_clear(false);
prompt_cache->update(); prompt_cache->update();
@@ -996,7 +996,7 @@ private:
params_base.cache_idle_slots = false; params_base.cache_idle_slots = false;
} else { } else {
SRV_INF("%s: idle slots will be saved to prompt cache and cleared upon starting a new task\n", __func__); SRV_INF("%s: idle slots will be saved to prompt cache and cleared upon starting a new task\n", __func__);
SRV_DBG("%s", "__TEST_TAG_CLEAR_IDLE_ENABLED__\n"); SRV_DBG("%s", "__TEST_TAG_CACHE_IDLE_SLOTS_ENABLED__\n");
} }
} }
tools/server/tests/unit/test_kv_keep_only_active.py
+6 -6
View File
@@ -48,7 +48,7 @@ def test_clear_and_restore():
log = LogReader(server.log_path) log = LogReader(server.log_path)
# verify feature is enabled # verify feature is enabled
assert "__TEST_TAG_CLEAR_IDLE_ENABLED__" in log.drain() assert "__TEST_TAG_CACHE_IDLE_SLOTS_ENABLED__" in log.drain()
res = server.make_request("POST", "/completion", data={ res = server.make_request("POST", "/completion", data={
"prompt": LONG_PROMPT, "prompt": LONG_PROMPT,
@@ -59,7 +59,7 @@ def test_clear_and_restore():
original_prompt_n = res.body["timings"]["prompt_n"] original_prompt_n = res.body["timings"]["prompt_n"]
# Slot 0 is the only slot with KV — should NOT be cleared # Slot 0 is the only slot with KV — should NOT be cleared
assert "__TEST_TAG_CLEAR_IDLE_SLOT__" not in log.drain() assert "__TEST_TAG_CACHE_IDLE_SLOT__" not in log.drain()
# Launching slot 1 clears idle slot 0 # Launching slot 1 clears idle slot 0
res = server.make_request("POST", "/completion", data={ res = server.make_request("POST", "/completion", data={
@@ -68,7 +68,7 @@ def test_clear_and_restore():
"cache_prompt": True, "cache_prompt": True,
}) })
assert res.status_code == 200 assert res.status_code == 200
assert "__TEST_TAG_CLEAR_IDLE_SLOT__" in log.drain() assert "__TEST_TAG_CACHE_IDLE_SLOT__" in log.drain()
# Re-send same prompt — should restore from cache-ram # Re-send same prompt — should restore from cache-ram
res = server.make_request("POST", "/completion", data={ res = server.make_request("POST", "/completion", data={
@@ -86,7 +86,7 @@ def test_clear_and_restore():
"cache_prompt": True, "cache_prompt": True,
}) })
assert res.status_code == 200 assert res.status_code == 200
assert "__TEST_TAG_CLEAR_IDLE_SLOT__" not in log.drain() assert "__TEST_TAG_CACHE_IDLE_SLOT__" not in log.drain()
def test_disabled_with_flag(): def test_disabled_with_flag():
@@ -96,7 +96,7 @@ def test_disabled_with_flag():
log = LogReader(server.log_path) log = LogReader(server.log_path)
# Feature should not be enabled # Feature should not be enabled
assert "__TEST_TAG_CLEAR_IDLE_ENABLED__" not in log.drain() assert "__TEST_TAG_CACHE_IDLE_SLOTS_ENABLED__" not in log.drain()
res = server.make_request("POST", "/completion", data={ res = server.make_request("POST", "/completion", data={
"prompt": LONG_PROMPT, "prompt": LONG_PROMPT,
@@ -112,4 +112,4 @@ def test_disabled_with_flag():
"cache_prompt": True, "cache_prompt": True,
}) })
assert res.status_code == 200 assert res.status_code == 200
assert "__TEST_TAG_CLEAR_IDLE_SLOT__" not in log.drain() assert "__TEST_TAG_CACHE_IDLE_SLOT__" not in log.drain()