diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2024-06-16 14:51:40 +0300 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-06-16 14:51:40 +0300 |
commit | 52399254b3bceda279b4ea9111a983e32310166e (patch) | |
tree | e2df7c80d34eb6efb4e9a7f8fea6151696c65840 /unicode.h | |
parent | 6fe1c627413725ddc1f9e323f6b13fe388c53e0a (diff) |
unicode : avoid char32_t (#7957)
ggml-ci
Diffstat (limited to 'unicode.h')
-rw-r--r-- | unicode.h | 2 |
1 files changed, 1 insertions, 1 deletions
@@ -58,6 +58,6 @@ codepoint_flags unicode_cpt_flags(const std::string & utf8); std::string unicode_byte_to_utf8(uint8_t byte); uint8_t unicode_utf8_to_byte(const std::string & utf8); -char32_t unicode_tolower(char32_t cp); +uint32_t unicode_tolower(uint32_t cp); std::vector<std::string> unicode_regex_split(const std::string & text, const std::vector<std::string> & regex_exprs); |