mirror of
https://git.savannah.gnu.org/git/gnulib.git
synced 2026-10-24 00:48:56 +03:00
1429a91942
* lib/mbiter.h: Include mbiter-aux.h. (struct mbiter_multi): Add field is_utf8. (mbiter_multi_next): Invoke mbiter_is_utf8, mbiter_utf8_maximal_subpart. (mbi_init): Initialize the field is_utf8. * modules/mbiter (Depends-on): Add mbiter-aux. * tests/test-mbs_startswith2.c (main): Add test cases with incomplete characters not at the end of the string. * tests/test-mbs_endswith2.c (OR): New macro, copied from tests/test-mbsnlen.c. (main): Add test cases with incomplete characters not at the end of the string.
176 lines
7.9 KiB
C
176 lines
7.9 KiB
C
/* Test of mbs_startswith() function in a UTF-8 locale.
|
|
Copyright (C) 2025-2026 Free Software Foundation, Inc.
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program. If not, see <https://www.gnu.org/licenses/>. */
|
|
|
|
/* Written by Bruno Haible <bruno@clisp.org>, 2026. */
|
|
|
|
#include <config.h>
|
|
|
|
#include <string.h>
|
|
|
|
#include <locale.h>
|
|
#include <stdlib.h>
|
|
|
|
#include "macros.h"
|
|
|
|
/* The mcel-based implementation of mbsnlen behaves differently than the
|
|
original one. Namely, for invalid/incomplete byte sequences:
|
|
Where we ideally should have multi-byte-per-encoding-error (MEE) behaviour
|
|
everywhere, mcel implements single-byte-per-encoding-error (SEE) behaviour.
|
|
See <https://lists.gnu.org/archive/html/bug-gnulib/2023-07/msg00131.html>,
|
|
<https://lists.gnu.org/archive/html/bug-gnulib/2023-07/msg00145.html>.
|
|
Therefore, here we have different expected results, depending on the
|
|
implementation. */
|
|
#if GNULIB_MCEL_PREFER
|
|
# define OR(a,b) b
|
|
#else
|
|
# define OR(a,b) a
|
|
#endif
|
|
|
|
int
|
|
main ()
|
|
{
|
|
/* configure should already have checked that the locale is supported. */
|
|
if (setlocale (LC_ALL, "") == NULL)
|
|
return 1;
|
|
|
|
ASSERT (mbs_startswith ("", ""));
|
|
ASSERT (mbs_startswith ("abc", ""));
|
|
|
|
ASSERT (!mbs_startswith ("", "a"));
|
|
ASSERT (!mbs_startswith ("x", "a"));
|
|
ASSERT (mbs_startswith ("a", "a"));
|
|
ASSERT (mbs_startswith ("abc", "a"));
|
|
|
|
ASSERT (!mbs_startswith ("", "xyz"));
|
|
ASSERT (!mbs_startswith ("x", "xyz"));
|
|
ASSERT (!mbs_startswith ("a", "xyz"));
|
|
ASSERT (!mbs_startswith ("abc", "xyz"));
|
|
ASSERT (mbs_startswith ("xyz", "xyz"));
|
|
ASSERT (mbs_startswith ("xyzzy", "xyz"));
|
|
|
|
ASSERT (mbs_startswith ("", ""));
|
|
ASSERT (mbs_startswith ("\303\244\306\200\303\247", "")); /* "äƀç" */
|
|
|
|
ASSERT (!mbs_startswith ("", "\303\244")); /* "ä" */
|
|
ASSERT (!mbs_startswith ("\341\272\213", "\303\244")); /* "ẋ" "ä" */
|
|
ASSERT (mbs_startswith ("\303\244", "\303\244")); /* "ä" "ä" */
|
|
ASSERT (mbs_startswith ("\303\244\306\200\303\247", "\303\244")); /* "äƀç" "ä" */
|
|
/* Test a prefix that ends in an incomplete character. */
|
|
ASSERT (!mbs_startswith ("\303\244\306\200\303\247", "\303")); /* "äƀç" */
|
|
|
|
ASSERT (!mbs_startswith ("", "\341\272\213\303\277\341\272\221")); /* "ẋÿẑ" */
|
|
ASSERT (!mbs_startswith ("\341\272\213", "\341\272\213\303\277\341\272\221")); /* "ẋ" "ẋÿẑ" */
|
|
ASSERT (!mbs_startswith ("\303\244", "\341\272\213\303\277\341\272\221")); /* "ä" "ẋÿẑ" */
|
|
ASSERT (!mbs_startswith ("\303\244\306\200\303\247", "\341\272\213\303\277\341\272\221")); /* "äƀç" "ẋÿẑ" */
|
|
ASSERT (mbs_startswith ("\341\272\213\303\277\341\272\221", "\341\272\213\303\277\341\272\221")); /* "ẋÿẑ" "ẋÿẑ" */
|
|
ASSERT (mbs_startswith ("\341\272\213\303\277\341\272\221\341\272\221\303\277", "\341\272\213\303\277\341\272\221")); /* "ẋÿẑẑÿ" "ẋÿẑ" */
|
|
/* Test a prefix that ends in an incomplete character. */
|
|
ASSERT (!mbs_startswith ("\341\272\213\303\277\341\272\221\341\272\221\303\277", "\341\272")); /* "ẋÿẑẑÿ" */
|
|
ASSERT (!mbs_startswith ("\341\272\213\303\277\341\272\221\341\272\221\303\277", "\341")); /* "ẋÿẑẑÿ" */
|
|
|
|
/* Test cases with invalid or incomplete characters. */
|
|
|
|
/* A valid character should not match an invalid character. */
|
|
/* "\301\247" = 0xC1 0xA7 is invalid.
|
|
In fact, "\301" = 0xC1 is already invalid, see
|
|
https://www.unicode.org/versions/Unicode15.0.0/ch03.pdf page 125 table 3-7.
|
|
*/
|
|
ASSERT (!mbs_startswith ("\303\247", "\301\247"));
|
|
ASSERT (!mbs_startswith ("\301\247", "\303\247"));
|
|
|
|
/* A valid character should not match an incomplete character. */
|
|
/* "\343\247" = 0xE3 0xA7 is incomplete, "\343\247\214" = U+39CC is valid. */
|
|
ASSERT (!mbs_startswith ("\303\247", "\343\247"));
|
|
ASSERT (!mbs_startswith ("\343\247", "\303\247"));
|
|
ASSERT (!mbs_startswith ("\343\247\214", "\343\247"));
|
|
ASSERT (!mbs_startswith ("\343\247\214", "\343"));
|
|
|
|
/* An invalid character should not match an incomplete character. */
|
|
/* "\301\247" = 0xC1 0xA7 is invalid.
|
|
In fact, "\301" = 0xC1 is already invalid, see
|
|
https://www.unicode.org/versions/Unicode15.0.0/ch03.pdf page 125 table 3-7.
|
|
*/
|
|
/* "\343\247" = 0xE3 0xA7 is incomplete, "\343\247\214" = U+39CC is valid. */
|
|
ASSERT (!mbs_startswith ("\301\247", "\343\247"));
|
|
ASSERT (!mbs_startswith ("\343\247", "\301\247"));
|
|
|
|
/* Incomplete characters. See
|
|
https://www.unicode.org/versions/Unicode15.0.0/ch03.pdf
|
|
page 128 table 3-11. */
|
|
/* "\341\200\240" = 0xE1 0x80 0xA0 = U+1020. */
|
|
ASSERT (!mbs_startswith ("\341\200\240", "\341\200"));
|
|
ASSERT (!mbs_startswith ("\341\200\240", "\341"));
|
|
ASSERT (mbs_startswith ("\341\200", "\341") == OR(false,true));
|
|
ASSERT (mbs_startswith ("\341\200\341\200", "\341\200"));
|
|
/* "\360\221\222\240" = 0xF0 0x91 0x92 0xA0 = U+114A0. */
|
|
ASSERT (!mbs_startswith ("\360\221\222\240", "\360\221\222"));
|
|
ASSERT (!mbs_startswith ("\360\221\222\240", "\360\221"));
|
|
ASSERT (!mbs_startswith ("\360\221\222\240", "\360"));
|
|
ASSERT (mbs_startswith ("\360\221\222", "\360\221") == OR(false,true));
|
|
ASSERT (mbs_startswith ("\360\221\222", "\360") == OR(false,true));
|
|
ASSERT (mbs_startswith ("\360\221", "\360") == OR(false,true));
|
|
ASSERT (mbs_startswith ("\360\221\222\360\221\222", "\360\221\222"));
|
|
ASSERT (mbs_startswith ("\360\221\360\221", "\360\221"));
|
|
|
|
/* "\355\240\200" = 0xED 0xA0 0x80 = U+D800 is invalid.
|
|
In fact, "\355\240" = 0xED 0xA0 is already invalid, see
|
|
https://www.unicode.org/versions/Unicode15.0.0/ch03.pdf page 125 table 3-7
|
|
and page 128 table 3-9. */
|
|
#if 0
|
|
/* mbs_startswith ("\355\240\200", "\355\240") returns
|
|
- true on musl libc, macOS, Solaris 11.4, Cygwin, mingw, MSVC
|
|
and with GNULIB_MCEL_PREFER on newer glibc, FreeBSD, NetBSD, OpenBSD,
|
|
- false on older glibc (CentOS 5), Solaris 11 OpenIndiana/OmniOS,
|
|
and with !GNULIB_MCEL_PREFER on newer glibc, FreeBSD, NetBSD, OpenBSD. */
|
|
ASSERT (!mbs_startswith ("\355\240\200", "\355\240"));
|
|
#endif
|
|
#if 0
|
|
/* mbs_startswith ("\355\240\200", "\355") returns
|
|
- true on newer glibc, musl libc, macOS, FreeBSD, NetBSD, OpenBSD,
|
|
Solaris 11.4, Cygwin, mingw, MSVC,
|
|
- false on older glibc (CentOS 5), Solaris 11 OpenIndiana/OmniOS. */
|
|
ASSERT (!mbs_startswith ("\355\240\200", "\355"));
|
|
#endif
|
|
#if GNULIB_MCEL_PREFER
|
|
/* Single-byte encoding error (SEE) */
|
|
ASSERT (mbs_startswith ("\355\240", "\355"));
|
|
#elif 0
|
|
/* Multi-byte encoding error (MEE) */
|
|
/* mbs_startswith ("\355\240", "\355") returns
|
|
- true on musl libc, macOS, Solaris 11.4, Cygwin, mingw, MSVC,
|
|
- false on glibc, FreeBSD, NetBSD, OpenBSD, Solaris 11 OpenIndiana/OmniOS.
|
|
*/
|
|
ASSERT (!mbs_startswith ("\355\240", "\355"));
|
|
#endif
|
|
|
|
/* Two invalid characters should match only if they are identical. */
|
|
/* "\301\246" = 0xC1 0xA6 is invalid. */
|
|
/* "\301\247" = 0xC1 0xA7 is invalid. */
|
|
ASSERT (!mbs_startswith ("\301\246", "\301\247"));
|
|
ASSERT (!mbs_startswith ("\301\247", "\301\246"));
|
|
ASSERT (mbs_startswith ("\301\247", "\301\247"));
|
|
|
|
/* Two incomplete characters should match only if they are identical. */
|
|
/* "\343\246" = 0xE3 0xA6 is incomplete, "\343\246\214" = U+398C is valid. */
|
|
/* "\343\247" = 0xE3 0xA7 is incomplete, "\343\247\214" = U+39CC is valid. */
|
|
ASSERT (!mbs_startswith ("\343\246", "\343\247"));
|
|
ASSERT (!mbs_startswith ("\343\247", "\343\246"));
|
|
ASSERT (mbs_startswith ("\343\247", "\343\247"));
|
|
ASSERT (mbs_startswith ("\343\247", "\343") == OR(false,true));
|
|
|
|
return test_exit_status;
|
|
}
|