summaryrefslogtreecommitdiffstatshomepage
path: root/src/lib/util/unicode.h
diff options
context:
space:
mode:
Diffstat (limited to 'src/lib/util/unicode.h')
-rw-r--r--src/lib/util/unicode.h8
1 files changed, 8 insertions, 0 deletions
diff --git a/src/lib/util/unicode.h b/src/lib/util/unicode.h
index 5cc6db383ee..ef5267794e6 100644
--- a/src/lib/util/unicode.h
+++ b/src/lib/util/unicode.h
@@ -72,6 +72,9 @@
#define UTF8_UP "\xe2\x86\x91" /* cursor up */
#define UTF8_DOWN "\xe2\x86\x93" /* cursor down */
+enum class unicode_normalization_form { C, D, KC, KD };
+
+
/***************************************************************************
FUNCTION PROTOTYPES
@@ -97,6 +100,11 @@ std::string utf8_from_uchar(char32_t uchar);
int utf16_from_uchar(char16_t *utf16string, size_t count, char32_t uchar);
int utf16f_from_uchar(char16_t *utf16string, size_t count, char32_t uchar);
+// unicode normalization
+std::string normalize_unicode(const std::string &s, unicode_normalization_form normalization_form);
+std::string normalize_unicode(const char *s, unicode_normalization_form normalization_form);
+std::string normalize_unicode(const char *s, size_t length, unicode_normalization_form normalization_form);
+
// misc UTF-8 helpers
const char *utf8_previous_char(const char *utf8string);
bool utf8_is_valid_string(const char *utf8string);