From 6cfa0809506123715216ad4e06fc03068c83324d Mon Sep 17 00:00:00 2001 From: HanClinto Date: Tue, 9 Jul 2024 16:50:45 -0400 Subject: [PATCH 1/2] Load server sampling parameters from the server context by default. --- examples/server/server.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 47bea15913600..28b511303c798 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -884,7 +884,8 @@ struct server_context { bool launch_slot_with_task(server_slot & slot, const server_task & task) { slot_params default_params; - llama_sampling_params default_sparams; + // Default sampling parameters are loaded from the server context unless overridden by individual requests + llama_sampling_params default_sparams = params.sparams; auto & data = task.data; if (data.count("__oaicompat") != 0) { From 775f893aafa2994363ee699523866519d4fc17d7 Mon Sep 17 00:00:00 2001 From: HanClinto Date: Tue, 9 Jul 2024 17:37:16 -0400 Subject: [PATCH 2/2] Wordsmithing comment --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 28b511303c798..8feff67029da1 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -884,7 +884,7 @@ struct server_context { bool launch_slot_with_task(server_slot & slot, const server_task & task) { slot_params default_params; - // Default sampling parameters are loaded from the server context unless overridden by individual requests + // Sampling parameter defaults are loaded from the global server context (but individual requests can still override them) llama_sampling_params default_sparams = params.sparams; auto & data = task.data;