blob: d3802473e18a2a11cdd76a69b96cdc692e7c5ca3 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
#include "html.h"
#include "document_container.h"
void litehtml::document_container::split_text(const char* text, const std::function<void(const char*)>& on_word, const std::function<void(const char*)>& on_space)
{
std::wstring str;
std::wstring str_in = (const wchar_t*)utf8_to_wchar(text);
ucode_t c;
for (size_t i = 0; i < str_in.length(); i++)
{
c = (ucode_t)str_in[i];
if (c <= ' ' && (c == ' ' || c == '\t' || c == '\n' || c == '\r' || c == '\f'))
{
if (!str.empty())
{
on_word(wchar_to_utf8(str.c_str()));
str.clear();
}
str += c;
on_space(wchar_to_utf8(str.c_str()));
str.clear();
}
// CJK character range
else if (c >= 0x4E00 && c <= 0x9FCC)
{
if (!str.empty())
{
on_word(wchar_to_utf8(str.c_str()));
str.clear();
}
str += c;
on_word(wchar_to_utf8(str.c_str()));
str.clear();
}
else
{
str += c;
}
}
if (!str.empty())
{
on_word(wchar_to_utf8(str.c_str()));
}
}
|
