2018-08-28 18:57:46 +08:00
|
|
|
/* Test compilation of truncated regular expressions.
|
2023-01-07 05:08:04 +08:00
|
|
|
Copyright (C) 2018-2023 Free Software Foundation, Inc.
|
2018-08-28 18:57:46 +08:00
|
|
|
This file is part of the GNU C Library.
|
|
|
|
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
|
|
modify it under the terms of the GNU Lesser General Public
|
|
|
|
License as published by the Free Software Foundation; either
|
|
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
Lesser General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
|
|
License along with the GNU C Library; if not, see
|
Prefer https to http for gnu.org and fsf.org URLs
Also, change sources.redhat.com to sourceware.org.
This patch was automatically generated by running the following shell
script, which uses GNU sed, and which avoids modifying files imported
from upstream:
sed -ri '
s,(http|ftp)(://(.*\.)?(gnu|fsf|sourceware)\.org($|[^.]|\.[^a-z])),https\2,g
s,(http|ftp)(://(.*\.)?)sources\.redhat\.com($|[^.]|\.[^a-z]),https\2sourceware.org\4,g
' \
$(find $(git ls-files) -prune -type f \
! -name '*.po' \
! -name 'ChangeLog*' \
! -path COPYING ! -path COPYING.LIB \
! -path manual/fdl-1.3.texi ! -path manual/lgpl-2.1.texi \
! -path manual/texinfo.tex ! -path scripts/config.guess \
! -path scripts/config.sub ! -path scripts/install-sh \
! -path scripts/mkinstalldirs ! -path scripts/move-if-change \
! -path INSTALL ! -path locale/programs/charmap-kw.h \
! -path po/libc.pot ! -path sysdeps/gnu/errlist.c \
! '(' -name configure \
-execdir test -f configure.ac -o -f configure.in ';' ')' \
! '(' -name preconfigure \
-execdir test -f preconfigure.ac ';' ')' \
-print)
and then by running 'make dist-prepare' to regenerate files built
from the altered files, and then executing the following to cleanup:
chmod a+x sysdeps/unix/sysv/linux/riscv/configure
# Omit irrelevant whitespace and comment-only changes,
# perhaps from a slightly-different Autoconf version.
git checkout -f \
sysdeps/csky/configure \
sysdeps/hppa/configure \
sysdeps/riscv/configure \
sysdeps/unix/sysv/linux/csky/configure
# Omit changes that caused a pre-commit check to fail like this:
# remote: *** error: sysdeps/powerpc/powerpc64/ppc-mcount.S: trailing lines
git checkout -f \
sysdeps/powerpc/powerpc64/ppc-mcount.S \
sysdeps/unix/sysv/linux/s390/s390-64/syscall.S
# Omit change that caused a pre-commit check to fail like this:
# remote: *** error: sysdeps/sparc/sparc64/multiarch/memcpy-ultra3.S: last line does not end in newline
git checkout -f sysdeps/sparc/sparc64/multiarch/memcpy-ultra3.S
2019-09-07 13:40:42 +08:00
|
|
|
<https://www.gnu.org/licenses/>. */
|
2018-08-28 18:57:46 +08:00
|
|
|
|
|
|
|
/* This test constructs various patterns in an attempt to trigger
|
|
|
|
over-reading the regular expression compiler, such as bug
|
|
|
|
23578. */
|
|
|
|
|
|
|
|
#include <array_length.h>
|
|
|
|
#include <errno.h>
|
|
|
|
#include <locale.h>
|
|
|
|
#include <regex.h>
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <string.h>
|
|
|
|
#include <support/check.h>
|
|
|
|
#include <support/next_to_fault.h>
|
|
|
|
#include <support/support.h>
|
|
|
|
#include <support/test-driver.h>
|
|
|
|
#include <wchar.h>
|
|
|
|
|
|
|
|
/* Locales to test. */
|
|
|
|
static const char locales[][17] =
|
|
|
|
{
|
|
|
|
"C",
|
Add generic C.UTF-8 locale (Bug 17318)
We add a new C.UTF-8 locale. This locale is not builtin to glibc, but
is provided as a distinct locale. The locale provides full support for
UTF-8 and this includes full code point sorting via STRCMP-based
collation (strcmp or wcscmp).
The collation uses a new keyword 'codepoint_collation' which drops all
collation rules and generates an empty zero rules collation to enable
STRCMP usage in collation. This ensures that we get full code point
sorting for C.UTF-8 with a minimal 1406 bytes of overhead (LC_COLLATE
structure information and ASCII collating tables).
The new locale is added to SUPPORTED. Minimal test data for specific
code points (minus those not supported by collate-test) is provided in
C.UTF-8.in, and this verifies code point sorting is working reasonably
across the range. The locale was tested manually with the full set of
code points without failure.
The locale is harmonized with locales already shipping in various
downstream distributions. A new tst-iconv9 test is added which verifies
the C.UTF-8 locale is generally usable.
Testing for fnmatch, regexec, and recomp is provided by extending
bug-regex1, bugregex19, bug-regex4, bug-regex6, transbug, tst-fnmatch,
tst-regcomp-truncated, and tst-regex to use C.UTF-8.
Tested on x86_64 or i686 without regression.
Reviewed-by: Florian Weimer <fweimer@redhat.com>
2021-09-02 03:19:19 +08:00
|
|
|
"C.UTF-8",
|
2018-08-28 18:57:46 +08:00
|
|
|
"en_US.UTF-8",
|
|
|
|
"de_DE.ISO-8859-1",
|
|
|
|
};
|
|
|
|
|
|
|
|
/* Syntax options. Will be combined with other flags. */
|
|
|
|
static const reg_syntax_t syntaxes[] =
|
|
|
|
{
|
|
|
|
RE_SYNTAX_EMACS,
|
|
|
|
RE_SYNTAX_AWK,
|
|
|
|
RE_SYNTAX_GNU_AWK,
|
|
|
|
RE_SYNTAX_POSIX_AWK,
|
|
|
|
RE_SYNTAX_GREP,
|
|
|
|
RE_SYNTAX_EGREP,
|
|
|
|
RE_SYNTAX_POSIX_EGREP,
|
|
|
|
RE_SYNTAX_POSIX_BASIC,
|
|
|
|
RE_SYNTAX_POSIX_EXTENDED,
|
|
|
|
RE_SYNTAX_POSIX_MINIMAL_EXTENDED,
|
|
|
|
};
|
|
|
|
|
|
|
|
/* Trailing characters placed after the initial character. */
|
|
|
|
static const char trailing_strings[][4] =
|
|
|
|
{
|
|
|
|
"",
|
|
|
|
"[",
|
|
|
|
"\\",
|
|
|
|
"[\\",
|
|
|
|
"(",
|
|
|
|
"(\\",
|
|
|
|
"\\(",
|
|
|
|
};
|
|
|
|
|
|
|
|
static int
|
|
|
|
do_test (void)
|
|
|
|
{
|
|
|
|
/* Staging buffer for the constructed regular expression. */
|
|
|
|
char buffer[16];
|
|
|
|
|
|
|
|
/* Allocation used to detect over-reading by the regular expression
|
|
|
|
compiler. */
|
|
|
|
struct support_next_to_fault ntf
|
|
|
|
= support_next_to_fault_allocate (sizeof (buffer));
|
|
|
|
|
|
|
|
/* Arbitrary Unicode codepoint at which we stop generating
|
|
|
|
characters. We do not probe the whole range because that would
|
2023-05-20 21:37:47 +08:00
|
|
|
take too long due to combinatorial explosion as the result of
|
2018-08-28 18:57:46 +08:00
|
|
|
combination with other flags. */
|
|
|
|
static const wchar_t last_character = 0xfff;
|
|
|
|
|
|
|
|
for (size_t locale_idx = 0; locale_idx < array_length (locales);
|
|
|
|
++ locale_idx)
|
|
|
|
{
|
|
|
|
if (setlocale (LC_ALL, locales[locale_idx]) == NULL)
|
|
|
|
{
|
|
|
|
support_record_failure ();
|
|
|
|
printf ("error: setlocale (\"%s\"): %m", locales[locale_idx]);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
if (test_verbose > 0)
|
|
|
|
printf ("info: testing locale \"%s\"\n", locales[locale_idx]);
|
|
|
|
|
|
|
|
for (wchar_t wc = 0; wc <= last_character; ++wc)
|
|
|
|
{
|
|
|
|
char *after_wc;
|
|
|
|
if (wc == 0)
|
|
|
|
{
|
|
|
|
/* wcrtomb treats L'\0' in a special way. */
|
|
|
|
*buffer = '\0';
|
|
|
|
after_wc = &buffer[1];
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
mbstate_t ps = { };
|
|
|
|
size_t ret = wcrtomb (buffer, wc, &ps);
|
|
|
|
if (ret == (size_t) -1)
|
|
|
|
{
|
|
|
|
/* EILSEQ means that the target character set
|
|
|
|
cannot encode the character. */
|
|
|
|
if (errno != EILSEQ)
|
|
|
|
{
|
|
|
|
support_record_failure ();
|
|
|
|
printf ("error: wcrtomb (0x%x) failed: %m\n",
|
|
|
|
(unsigned) wc);
|
|
|
|
}
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
TEST_VERIFY_EXIT (ret != 0);
|
|
|
|
after_wc = &buffer[ret];
|
|
|
|
}
|
|
|
|
|
|
|
|
for (size_t trailing_idx = 0;
|
|
|
|
trailing_idx < array_length (trailing_strings);
|
|
|
|
++trailing_idx)
|
|
|
|
{
|
|
|
|
char *after_trailing
|
|
|
|
= stpcpy (after_wc, trailing_strings[trailing_idx]);
|
|
|
|
|
|
|
|
for (int do_nul = 0; do_nul < 2; ++do_nul)
|
|
|
|
{
|
|
|
|
char *after_nul;
|
|
|
|
if (do_nul)
|
|
|
|
{
|
|
|
|
*after_trailing = '\0';
|
|
|
|
after_nul = &after_trailing[1];
|
|
|
|
}
|
|
|
|
else
|
|
|
|
after_nul = after_trailing;
|
|
|
|
|
|
|
|
size_t length = after_nul - buffer;
|
|
|
|
|
|
|
|
/* Make sure that the faulting region starts
|
|
|
|
after the used portion of the buffer. */
|
|
|
|
char *ntf_start = ntf.buffer + sizeof (buffer) - length;
|
|
|
|
memcpy (ntf_start, buffer, length);
|
|
|
|
|
|
|
|
for (const reg_syntax_t *psyntax = syntaxes;
|
|
|
|
psyntax < array_end (syntaxes); ++psyntax)
|
|
|
|
for (int do_icase = 0; do_icase < 2; ++do_icase)
|
|
|
|
{
|
|
|
|
re_syntax_options = *psyntax;
|
|
|
|
if (do_icase)
|
|
|
|
re_syntax_options |= RE_ICASE;
|
|
|
|
|
|
|
|
regex_t reg;
|
|
|
|
memset (®, 0, sizeof (reg));
|
|
|
|
const char *msg = re_compile_pattern
|
|
|
|
(ntf_start, length, ®);
|
|
|
|
if (msg != NULL)
|
|
|
|
{
|
|
|
|
if (test_verbose > 0)
|
|
|
|
{
|
|
|
|
char *quoted = support_quote_blob
|
|
|
|
(buffer, length);
|
|
|
|
printf ("info: compilation failed for pattern"
|
|
|
|
" \"%s\", syntax 0x%lx: %s\n",
|
|
|
|
quoted, re_syntax_options, msg);
|
|
|
|
free (quoted);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else
|
|
|
|
regfree (®);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
support_next_to_fault_free (&ntf);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
#include <support/test-driver.c>
|