restore locale patch (ollama#3091)

zhewang1-intc · May 13, 2024 · 1e42968 · 1e42968
1 parent 4a5cddb
commit 1e42968
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/llm/patches/04-locale.diff b/llm/patches/04-locale.diff
@@ -0,0 +1,13 @@
+diff --git a/llama.cpp b/llama.cpp
+index b27aa272..99372f9c 100644
+--- a/llama.cpp
++++ b/llama.cpp
+@@ -9360,7 +9360,7 @@ struct llm_tokenizer_wpm {
+     }
+
+     uint32_t to_lower(uint32_t code) {
+-        static const std::locale locale("en_US.UTF-8");
++        static const std::locale locale("");
+ #if defined(_WIN32)
+         if (code > 0xFFFF) {
+             return code;