From 6c4fe0ef5e50b76dd2539130c109e12179da0bd2 Mon Sep 17 00:00:00 2001 From: James Ravenscroft Date: Mon, 12 Jun 2023 20:21:27 +0100 Subject: [PATCH] Fix error caused by running without ggml_time_init If you do not initialise the ggml timer on windows the exe will crash due to uninitialised variables - see https://github.com/ggerganov/ggml/issues/166 --- examples/codegen/main.cpp | 1 + examples/codegen/serve.cpp | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/codegen/main.cpp b/examples/codegen/main.cpp index 1fc94ef5c..12c5aeb05 100644 --- a/examples/codegen/main.cpp +++ b/examples/codegen/main.cpp @@ -35,6 +35,7 @@ int main(int argc, char ** argv) { + ggml_time_init(); const int64_t t_main_start_us = ggml_time_us(); gpt_params params; diff --git a/examples/codegen/serve.cpp b/examples/codegen/serve.cpp index ceb7b3b00..396f771cb 100644 --- a/examples/codegen/serve.cpp +++ b/examples/codegen/serve.cpp @@ -174,7 +174,7 @@ crow::response serve_response(gpt_params params, gptj_model &model, gpt_vocab &v } int main(int argc, char** argv) { - + ggml_time_init(); gpt_params params; params.model = "models/gpt-j-6B/ggml-model.bin";