diff options
Diffstat (limited to 'llama.cpp')
-rw-r--r-- | llama.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
@@ -13246,7 +13246,7 @@ struct llm_tokenizer_wpm { const std::vector<uint32_t> cpts_nfd = unicode_cpts_normalize_nfd(unicode_cpts_from_utf8(text)); std::vector<std::string> words(1, ""); - for (const char32_t cpt : cpts_nfd) { + for (const uint32_t cpt : cpts_nfd) { const auto flags = unicode_cpt_flags(cpt); if (flags.is_whitespace) { |