return;
}
SLT_INF(slot, "%s", "saving idle slot to prompt cache\n");
- SLT_DBG(slot, "%s", "__TEST_TAG_CLEAR_IDLE_SLOT__\n");
+ SLT_DBG(slot, "%s", "__TEST_TAG_CACHE_IDLE_SLOT__\n");
slot.prompt_save(*prompt_cache);
slot.prompt_clear(false);
prompt_cache->update();
params_base.cache_idle_slots = false;
} else {
SRV_INF("%s: idle slots will be saved to prompt cache and cleared upon starting a new task\n", __func__);
- SRV_DBG("%s", "__TEST_TAG_CLEAR_IDLE_ENABLED__\n");
+ SRV_DBG("%s", "__TEST_TAG_CACHE_IDLE_SLOTS_ENABLED__\n");
}
}
log = LogReader(server.log_path)
# verify feature is enabled
- assert "__TEST_TAG_CLEAR_IDLE_ENABLED__" in log.drain()
+ assert "__TEST_TAG_CACHE_IDLE_SLOTS_ENABLED__" in log.drain()
res = server.make_request("POST", "/completion", data={
"prompt": LONG_PROMPT,
original_prompt_n = res.body["timings"]["prompt_n"]
# Slot 0 is the only slot with KV — should NOT be cleared
- assert "__TEST_TAG_CLEAR_IDLE_SLOT__" not in log.drain()
+ assert "__TEST_TAG_CACHE_IDLE_SLOT__" not in log.drain()
# Launching slot 1 clears idle slot 0
res = server.make_request("POST", "/completion", data={
"cache_prompt": True,
})
assert res.status_code == 200
- assert "__TEST_TAG_CLEAR_IDLE_SLOT__" in log.drain()
+ assert "__TEST_TAG_CACHE_IDLE_SLOT__" in log.drain()
# Re-send same prompt — should restore from cache-ram
res = server.make_request("POST", "/completion", data={
"cache_prompt": True,
})
assert res.status_code == 200
- assert "__TEST_TAG_CLEAR_IDLE_SLOT__" not in log.drain()
+ assert "__TEST_TAG_CACHE_IDLE_SLOT__" not in log.drain()
def test_disabled_with_flag():
log = LogReader(server.log_path)
# Feature should not be enabled
- assert "__TEST_TAG_CLEAR_IDLE_ENABLED__" not in log.drain()
+ assert "__TEST_TAG_CACHE_IDLE_SLOTS_ENABLED__" not in log.drain()
res = server.make_request("POST", "/completion", data={
"prompt": LONG_PROMPT,
"cache_prompt": True,
})
assert res.status_code == 200
- assert "__TEST_TAG_CLEAR_IDLE_SLOT__" not in log.drain()
+ assert "__TEST_TAG_CACHE_IDLE_SLOT__" not in log.drain()