fix: restore kv_cache_clear

vansangpfiev · vansangpfiev · commit 30abf3a4cfc3 · 2024-04-15T16:39:42.000+07:00
diff --git a/context/llama_server_context.h b/context/llama_server_context.h
@@ -1546,6 +1546,7 @@ struct llama_server_context {
         LOG_DEBUG
             << "all slots are idle and system prompt is empty, clear the KV "
                "cache";
+        kv_cache_clear();
       }
       // std::this_thread::sleep_for(std::chrono::milliseconds(5));
       //  TODO: Need to implement queueing using CV for better performance

Original file line number	Diff line number	Diff line change
`@@ -1546,6 +1546,7 @@ struct llama_server_context {`
`1546`	`1546`	`LOG_DEBUG`
`1547`	`1547`	`<< "all slots are idle and system prompt is empty, clear the KV "`
`1548`	`1548`	`"cache";`
	`1549`	`+ kv_cache_clear();`
`1549`	`1550`	`}`
`1550`	`1551`	`// std::this_thread::sleep_for(std::chrono::milliseconds(5));`
`1551`	`1552`	`// TODO: Need to implement queueing using CV for better performance`