From 60c25da90d015f27c5697c6db7ab0557585d09aa Mon Sep 17 00:00:00 2001 From: Corinna Vinschen Date: Tue, 14 Feb 2023 12:20:20 +0100 Subject: [PATCH] Cygwin: mbrtowi: define replacement for mbrtowc, returning UTF-32 value Given how UTF-16 isn't capable to hold all Unicode chars in a single wchar_t, we need a function returning a wint_t value representing a UTF-32 value for comparison functions. Fortunately the important wide character functions like towupper/towlower, isw, iswctype, etc, already take wint_t values and newlib handles them as UTF-32. If only we had switched wchar_t to 32 bit way back when... sigh. Signed-off-by: Corinna Vinschen --- winsup/cygwin/local_includes/wchar.h | 4 ++++ winsup/cygwin/strfuncs.cc | 32 ++++++++++++++++++++++++++++ 2 files changed, 36 insertions(+) diff --git a/winsup/cygwin/local_includes/wchar.h b/winsup/cygwin/local_includes/wchar.h index b2ddd4575..3d746c29b 100644 --- a/winsup/cygwin/local_includes/wchar.h +++ b/winsup/cygwin/local_includes/wchar.h @@ -39,6 +39,10 @@ extern wctomb_f __utf8_wctomb; #define __WCTOMB (__get_current_locale ()->wctomb) +/* replacement function for mbrtowc, returning a wint_t representing + a UTF-32 value. Defined in strfuncs.cc */ +extern wint_t mbrtowi (wint_t *, const char *, size_t, mbstate_t *); + #ifdef __cplusplus } #endif diff --git a/winsup/cygwin/strfuncs.cc b/winsup/cygwin/strfuncs.cc index 0ab229053..0b9d8ac1f 100644 --- a/winsup/cygwin/strfuncs.cc +++ b/winsup/cygwin/strfuncs.cc @@ -112,6 +112,38 @@ transform_chars_af_unix (PWCHAR out, const char *path, __socklen_t len) return out; } +/* replacement function for mbrtowc, returning a wint_t representing + a UTF-32 value. */ +extern "C" wint_t +mbrtowi (wint_t *pwi, const char *s, size_t n, mbstate_t *ps) +{ + size_t len, len2; + wchar_t w1, w2; + + len = mbrtowc (&w1, s, n, ps); + if (len == (size_t) -1 || len == (size_t) -2) + return len; + *pwi = w1; + /* Convert surrogate pair to wint_t value */ + if (len > 0 && w1 >= 0xd800 && w1 <= 0xdbff) + { + s += len; + n -= len; + len2 = mbrtowc (&w2, s, n, ps); + if (len2 > 0 && w2 >= 0xdc00 && w2 <= 0xdfff) + { + len += len2; + *pwi = (((w1 & 0x3ff) << 10) | (w2 & 0x3ff)) + 0x10000; + } + else + { + len = (size_t) -1; + errno = EILSEQ; + } + } + return len; +} + /* The SJIS, JIS and eucJP conversion in newlib does not use UTF as wchar_t character representation. That's unfortunate for us since we require UTF for the OS. What we do here is to have our own -- 2.43.5