diff --git a/tools/server/server.cpp b/tools/server/server.cpp index 70aa18756465f..39ef439e94f97 100644 --- a/tools/server/server.cpp +++ b/tools/server/server.cpp @@ -308,6 +308,7 @@ struct server_task { // enabling this will output extra debug information in the HTTP responses from the server params.verbose = params_base.verbosity > 9; + params.timings_per_token = json_value(data, "timings_per_token", false); params.stream = json_value(data, "stream", false); params.cache_prompt = json_value(data, "cache_prompt", true);