diff options
Diffstat (limited to 'libs/tdlib/td/test/string_cleaning.cpp')
-rw-r--r-- | libs/tdlib/td/test/string_cleaning.cpp | 107 |
1 files changed, 0 insertions, 107 deletions
diff --git a/libs/tdlib/td/test/string_cleaning.cpp b/libs/tdlib/td/test/string_cleaning.cpp deleted file mode 100644 index 6fbd8150a4..0000000000 --- a/libs/tdlib/td/test/string_cleaning.cpp +++ /dev/null @@ -1,107 +0,0 @@ -// -// Copyright Aliaksei Levin (levlam@telegram.org), Arseny Smirnov (arseny30@gmail.com) 2014-2018 -// -// Distributed under the Boost Software License, Version 1.0. (See accompanying -// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt) -// -#include "td/telegram/misc.h" - -#include "td/utils/Slice.h" -#include "td/utils/tests.h" - -REGISTER_TESTS(string_cleaning); - -using namespace td; - -TEST(StringCleaning, clean_name) { - ASSERT_EQ("@mention", clean_name("@mention", 1000000)); - ASSERT_EQ("@mention", clean_name(" @mention ", 1000000)); - ASSERT_EQ("@MENTION", clean_name("@MENTION", 1000000)); - ASSERT_EQ("ЛШТШФУМ", clean_name("ЛШТШФУМ", 1000000)); - ASSERT_EQ("....", clean_name("....", 1000000)); - ASSERT_EQ(". ASD ..", clean_name(". ASD ..", 1000000)); - ASSERT_EQ(". ASD", clean_name(". ASD ..", 10)); - ASSERT_EQ(". ASD", clean_name(".\n\n\nASD\n\n\n..", 10)); - ASSERT_EQ("", clean_name("\n\n\n\n\n\n", 1000000)); - ASSERT_EQ("", clean_name("\xC2\xA0\xC2\xA0\xC2\xA0\xC2\xA0\xC2\xA0\n\n\n\n\n\n \n\xC2\xA0 \xC2\xA0 \n", 100000)); - ASSERT_EQ("abc", clean_name("\xC2\xA0\xC2\xA0" - "abc\xC2\xA0\xC2\xA0\xC2\xA0\xC2\xA0", - 1000000)); -}; - -TEST(StringCleaning, clean_username) { - ASSERT_EQ("@mention", clean_username("@mention")); - ASSERT_EQ("@mention", clean_username(" @mention ")); - ASSERT_EQ("@mention", clean_username("@MENTION")); - ASSERT_EQ("ЛШТШФУМ", clean_username("ЛШТШФУМ")); - ASSERT_EQ("", clean_username("....")); - ASSERT_EQ("asd", clean_username(". ASD ..")); -}; - -static void check_clean_input_string(string str, string expected, bool expected_result) { - auto result = clean_input_string(str); - ASSERT_EQ(expected_result, result); - if (result) { - ASSERT_EQ(expected, str); - } -} - -TEST(StringCleaning, clean_input_string) { - check_clean_input_string("/abc", "/abc", true); - check_clean_input_string(string(50000, 'a'), string(34996, 'a'), true); - check_clean_input_string("\xff", "", false); - check_clean_input_string("\xc0\x80", "", false); - check_clean_input_string("\xd0", "", false); - check_clean_input_string("\xe0\xaf", "", false); - check_clean_input_string("\xf0\xa6", "", false); - check_clean_input_string("\xf0\xa6\x88", "", false); - check_clean_input_string("\xf4\x8f\xbf\xbf", "\xf4\x8f\xbf\xbf", true); - check_clean_input_string("\xf4\x8f\xbf\xc0", "", false); - check_clean_input_string("\r\r\r\r\r\r\r", "", true); - check_clean_input_string("\r\n\r\n\r\n\r\n\r\n\r\n\r", "\n\n\n\n\n\n", true); - check_clean_input_string(Slice("\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f\x10\x11\x12\x13\x14" - "\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f\x20\x21") - .str(), - " \x0a \x21", true); - check_clean_input_string( - "\xe2\x80\xa7\xe2\x80\xa8\xe2\x80\xa9\xe2\x80\xaa\xe2\x80\xab\xe2\x80\xac\xe2\x80\xad\xe2\x80\xae\xe2\x80\xaf", - "\xe2\x80\xa7\xe2\x80\xaf", true); - check_clean_input_string("\xcc\xb3\xcc\xbf\xcc\x8a", "", true); -} - -static void check_strip_empty_characters(string str, size_t max_length, string expected) { - ASSERT_EQ(expected, strip_empty_characters(str, max_length)); -} - -TEST(StringCleaning, strip_empty_characters) { - check_strip_empty_characters("/abc", 4, "/abc"); - check_strip_empty_characters("/abc", 3, "/ab"); - check_strip_empty_characters("/abc", 0, ""); - check_strip_empty_characters("/abc", 10000000, "/abc"); - string spaces = - u8"\u1680\u180E\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200A\u200B\u202F\u205F\u3000\uFEFF" - u8"\uFFFC\uFFFC"; - string spaces_replace = " "; - string empty = "\xE2\x80\x8C\xE2\x80\x8D\xE2\x80\xAE\xC2\xA0\xC2\xA0"; - - check_strip_empty_characters(spaces, 1000000, ""); - check_strip_empty_characters(empty, 1000000, ""); - check_strip_empty_characters(empty + "a", 1000000, empty + "a"); - check_strip_empty_characters(spaces + empty + spaces + "abc" + spaces, 1000000, empty + spaces_replace + "abc"); - check_strip_empty_characters(spaces + spaces + empty + spaces + spaces + empty + empty, 1000000, - empty + spaces_replace + spaces_replace + empty + empty); - check_strip_empty_characters("\r\r\r\r\r\r\r", 1000000, ""); - check_strip_empty_characters("\r\n\r\n\r\n\r\n\r\n\r\n\r", 1000000, ""); - check_strip_empty_characters(Slice(" \t\r\n\0\va\v\0\n\r\t ").str(), 1000000, "a"); - check_strip_empty_characters( - Slice("\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f\x10\x11\x12\x13\x14" - "\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f\x20\x21") - .str(), - 1000000, - "\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f\x10\x11\x12\x13\x14" - "\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f\x20\x21"); - check_strip_empty_characters("\xcc\xb3\xcc\xbf\xcc\x8a", 2, "\xcc\xb3\xcc\xbf"); - check_strip_empty_characters( - "\xe2\x80\xa7\xe2\x80\xa8\xe2\x80\xa9\xe2\x80\xaa\xe2\x80\xab\xe2\x80\xac\xe2\x80\xad\xe2\x80\xae", 3, - "\xe2\x80\xa7\xe2\x80\xa8\xe2\x80\xa9"); -} |