diff options
Diffstat (limited to 'tests/test-tokenizer-0-llama.cpp')
| -rw-r--r-- | tests/test-tokenizer-0-llama.cpp | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/tests/test-tokenizer-0-llama.cpp b/tests/test-tokenizer-0-llama.cpp index edbd86f8..dfb2e81a 100644 --- a/tests/test-tokenizer-0-llama.cpp +++ b/tests/test-tokenizer-0-llama.cpp @@ -36,6 +36,7 @@ static const std::map<std::string, std::vector<llama_token>> & k_tests() { { " Hello" , { 1678, 15043, }, }, { " Hello" , { 268, 15043, }, }, { " Hello\n Hello" , { 268, 15043, 13, 1678, 15043, }, }, + { " (" , { 29871, 313, }, }, }; return _k_tests; |