1 files changed, 1 insertions, 1 deletions
diff --git a/llama.cpp b/llama.cpp
index 7572f8d5..e7b3fd8b 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -12488,7 +12488,7 @@ struct llm_tokenizer_wpm {
                 continue;
             }
             code = unicode_tolower(code);
-            if (type == CODEPOINT_TYPE_WHITESPACE) {
+            if (type == CODEPOINT_TYPE_SEPARATOR) {
                 code = ' ';
             }
             std::string s = unicode_cpt_to_utf8(code);