mirror of
git://sourceware.org/git/glibc.git
synced 2024-11-21 01:12:26 +08:00
d58ab810a6
calls strcspn, call strcspn directly so we get the end of the token without an extra call to rawmemchr. Also avoid an unnecessary call to strcspn after the last token by adding an early exit for an empty string. Change strtok to tailcall strtok_r to avoid unnecessary code duplication. Remove the special header optimization for strtok_r of a 1-character constant string - both strspn and strcspn contain optimizations for this case. Benchmarking this showed similar performance in the worst case, but up to 5.5x better performance in the "found" case for large inputs. * benchtests/bench-strtok.c (oldstrtok): Add old implementation. * string/strtok.c (strtok): Change to tailcall __strtok_r. * string/strtok_r.c (__strtok_r): Optimize for performance. * string/string-inlines.c (__old_strtok_r_1c): New function. * string/bits/string2.h (__strtok_r): Move to string-inlines.c.
507 lines
13 KiB
C
507 lines
13 KiB
C
/* Copyright (C) 1999-2016 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
/* <bits/string.h> and <bits/string2.h> declare some extern inline
|
|
functions. These functions are declared additionally here if
|
|
inlining is not possible. */
|
|
|
|
#undef __USE_STRING_INLINES
|
|
#define __USE_STRING_INLINES
|
|
#define _FORCE_INLINES
|
|
#define __STRING_INLINE /* empty */
|
|
#define __NO_INLINE__
|
|
|
|
#include <string.h>
|
|
#undef index
|
|
#undef rindex
|
|
|
|
#undef __NO_INLINE__
|
|
#include <bits/string.h>
|
|
#include <bits/string2.h>
|
|
|
|
#include "shlib-compat.h"
|
|
|
|
#if SHLIB_COMPAT (libc, GLIBC_2_1_1, GLIBC_2_25)
|
|
/* The inline functions are not used from GLIBC 2.25 and forward, however
|
|
they are required to provide the symbols through string-inlines.c
|
|
(if inlining is not possible for compatibility reasons). */
|
|
|
|
char *
|
|
__old_strtok_r_1c (char *__s, char __sep, char **__nextp)
|
|
{
|
|
char *__result;
|
|
if (__s == NULL)
|
|
__s = *__nextp;
|
|
while (*__s == __sep)
|
|
++__s;
|
|
__result = NULL;
|
|
if (*__s != '\0')
|
|
{
|
|
__result = __s++;
|
|
while (*__s != '\0')
|
|
if (*__s++ == __sep)
|
|
{
|
|
__s[-1] = '\0';
|
|
break;
|
|
}
|
|
}
|
|
*__nextp = __s;
|
|
return __result;
|
|
}
|
|
compat_symbol (libc, __old_strtok_r_1c, __strtok_r_1c, GLIBC_2_1_1);
|
|
#endif
|
|
|
|
#if SHLIB_COMPAT (libc, GLIBC_2_1_1, GLIBC_2_24)
|
|
/* The inline functions are not used from GLIBC 2.24 and forward, however
|
|
they are required to provide the symbols through string-inlines.c
|
|
(if inlining is not possible for compatibility reasons). */
|
|
size_t
|
|
__old_strcspn_c1 (const char *__s, int __reject)
|
|
{
|
|
size_t __result = 0;
|
|
while (__s[__result] != '\0' && __s[__result] != __reject)
|
|
++__result;
|
|
return __result;
|
|
}
|
|
compat_symbol (libc, __old_strcspn_c1, __strcspn_c1, GLIBC_2_1_1);
|
|
|
|
size_t
|
|
__old_strcspn_c2 (const char *__s, int __reject1, int __reject2)
|
|
{
|
|
size_t __result = 0;
|
|
while (__s[__result] != '\0' && __s[__result] != __reject1
|
|
&& __s[__result] != __reject2)
|
|
++__result;
|
|
return __result;
|
|
}
|
|
compat_symbol (libc, __old_strcspn_c2, __strcspn_c2, GLIBC_2_1_1);
|
|
|
|
size_t
|
|
__old_strcspn_c3 (const char *__s, int __reject1, int __reject2,
|
|
int __reject3)
|
|
{
|
|
size_t __result = 0;
|
|
while (__s[__result] != '\0' && __s[__result] != __reject1
|
|
&& __s[__result] != __reject2 && __s[__result] != __reject3)
|
|
++__result;
|
|
return __result;
|
|
}
|
|
compat_symbol (libc, __old_strcspn_c3, __strcspn_c3, GLIBC_2_1_1);
|
|
|
|
size_t
|
|
__old_strspn_c1 (const char *__s, int __accept)
|
|
{
|
|
size_t __result = 0;
|
|
/* Please note that __accept never can be '\0'. */
|
|
while (__s[__result] == __accept)
|
|
++__result;
|
|
return __result;
|
|
}
|
|
compat_symbol (libc, __old_strspn_c1, __strspn_c1, GLIBC_2_1_1);
|
|
|
|
size_t
|
|
__old_strspn_c2 (const char *__s, int __accept1, int __accept2)
|
|
{
|
|
size_t __result = 0;
|
|
/* Please note that __accept1 and __accept2 never can be '\0'. */
|
|
while (__s[__result] == __accept1 || __s[__result] == __accept2)
|
|
++__result;
|
|
return __result;
|
|
}
|
|
compat_symbol (libc, __old_strspn_c2, __strspn_c2, GLIBC_2_1_1);
|
|
|
|
size_t
|
|
__old_strspn_c3 (const char *__s, int __accept1, int __accept2,
|
|
int __accept3)
|
|
{
|
|
size_t __result = 0;
|
|
/* Please note that __accept1 to __accept3 never can be '\0'. */
|
|
while (__s[__result] == __accept1 || __s[__result] == __accept2
|
|
|| __s[__result] == __accept3)
|
|
++__result;
|
|
return __result;
|
|
}
|
|
compat_symbol (libc, __old_strspn_c3, __strspn_c3, GLIBC_2_1_1);
|
|
|
|
char *
|
|
__old_strpbrk_c2 (const char *__s, int __accept1, int __accept2)
|
|
{
|
|
/* Please note that __accept1 and __accept2 never can be '\0'. */
|
|
while (*__s != '\0' && *__s != __accept1 && *__s != __accept2)
|
|
++__s;
|
|
return *__s == '\0' ? NULL : (char *) (size_t) __s;
|
|
}
|
|
compat_symbol (libc, __old_strpbrk_c2, __strpbrk_c2, GLIBC_2_1_1);
|
|
|
|
char *
|
|
__old_strpbrk_c3 (const char *__s, int __accept1, int __accept2, int __accept3)
|
|
{
|
|
/* Please note that __accept1 to __accept3 never can be '\0'. */
|
|
while (*__s != '\0' && *__s != __accept1 && *__s != __accept2
|
|
&& *__s != __accept3)
|
|
++__s;
|
|
return *__s == '\0' ? NULL : (char *) (size_t) __s;
|
|
}
|
|
compat_symbol (libc, __old_strpbrk_c3, __strpbrk_c3, GLIBC_2_1_1);
|
|
|
|
/* These are a few types we need for the optimizations if we cannot
|
|
use unaligned memory accesses. */
|
|
# define __STRING2_COPY_TYPE(N) \
|
|
typedef struct { unsigned char __arr[N]; } \
|
|
__attribute__ ((__packed__)) __STRING2_COPY_ARR##N
|
|
__STRING2_COPY_TYPE (2);
|
|
__STRING2_COPY_TYPE (3);
|
|
__STRING2_COPY_TYPE (4);
|
|
__STRING2_COPY_TYPE (5);
|
|
__STRING2_COPY_TYPE (6);
|
|
__STRING2_COPY_TYPE (7);
|
|
__STRING2_COPY_TYPE (8);
|
|
# undef __STRING2_COPY_TYPE
|
|
|
|
|
|
# if _STRING_INLINE_unaligned
|
|
void *
|
|
__old_mempcpy_small (void *__dest1,
|
|
char __src0_1, char __src2_1, char __src4_1, char __src6_1,
|
|
__uint16_t __src0_2, __uint16_t __src4_2,
|
|
__uint32_t __src0_4, __uint32_t __src4_4,
|
|
size_t __srclen)
|
|
{
|
|
union {
|
|
__uint32_t __ui;
|
|
__uint16_t __usi;
|
|
unsigned char __uc;
|
|
unsigned char __c;
|
|
} *__u = __dest1;
|
|
switch ((unsigned int) __srclen)
|
|
{
|
|
case 1:
|
|
__u->__c = __src0_1;
|
|
__u = __extension__ ((void *) __u + 1);
|
|
break;
|
|
case 2:
|
|
__u->__usi = __src0_2;
|
|
__u = __extension__ ((void *) __u + 2);
|
|
break;
|
|
case 3:
|
|
__u->__usi = __src0_2;
|
|
__u = __extension__ ((void *) __u + 2);
|
|
__u->__c = __src2_1;
|
|
__u = __extension__ ((void *) __u + 1);
|
|
break;
|
|
case 4:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
break;
|
|
case 5:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__c = __src4_1;
|
|
__u = __extension__ ((void *) __u + 1);
|
|
break;
|
|
case 6:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__usi = __src4_2;
|
|
__u = __extension__ ((void *) __u + 2);
|
|
break;
|
|
case 7:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__usi = __src4_2;
|
|
__u = __extension__ ((void *) __u + 2);
|
|
__u->__c = __src6_1;
|
|
__u = __extension__ ((void *) __u + 1);
|
|
break;
|
|
case 8:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__ui = __src4_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
break;
|
|
}
|
|
return (void *) __u;
|
|
}
|
|
|
|
# else
|
|
|
|
void *
|
|
__old_mempcpy_small (void *__dest, char __src1,
|
|
__STRING2_COPY_ARR2 __src2, __STRING2_COPY_ARR3 __src3,
|
|
__STRING2_COPY_ARR4 __src4, __STRING2_COPY_ARR5 __src5,
|
|
__STRING2_COPY_ARR6 __src6, __STRING2_COPY_ARR7 __src7,
|
|
__STRING2_COPY_ARR8 __src8, size_t __srclen)
|
|
{
|
|
union {
|
|
char __c;
|
|
__STRING2_COPY_ARR2 __sca2;
|
|
__STRING2_COPY_ARR3 __sca3;
|
|
__STRING2_COPY_ARR4 __sca4;
|
|
__STRING2_COPY_ARR5 __sca5;
|
|
__STRING2_COPY_ARR6 __sca6;
|
|
__STRING2_COPY_ARR7 __sca7;
|
|
__STRING2_COPY_ARR8 __sca8;
|
|
} *__u = __dest;
|
|
switch ((unsigned int) __srclen)
|
|
{
|
|
case 1:
|
|
__u->__c = __src1;
|
|
break;
|
|
case 2:
|
|
__extension__ __u->__sca2 = __src2;
|
|
break;
|
|
case 3:
|
|
__extension__ __u->__sca3 = __src3;
|
|
break;
|
|
case 4:
|
|
__extension__ __u->__sca4 = __src4;
|
|
break;
|
|
case 5:
|
|
__extension__ __u->__sca5 = __src5;
|
|
break;
|
|
case 6:
|
|
__extension__ __u->__sca6 = __src6;
|
|
break;
|
|
case 7:
|
|
__extension__ __u->__sca7 = __src7;
|
|
break;
|
|
case 8:
|
|
__extension__ __u->__sca8 = __src8;
|
|
break;
|
|
}
|
|
return __extension__ ((void *) __u + __srclen);
|
|
}
|
|
# endif
|
|
compat_symbol (libc, __old_mempcpy_small, __mempcpy_small, GLIBC_2_1_1);
|
|
|
|
# if _STRING_INLINE_unaligned
|
|
char *
|
|
__old_strcpy_small (char *__dest,
|
|
__uint16_t __src0_2, __uint16_t __src4_2,
|
|
__uint32_t __src0_4, __uint32_t __src4_4,
|
|
size_t __srclen)
|
|
{
|
|
union {
|
|
__uint32_t __ui;
|
|
__uint16_t __usi;
|
|
unsigned char __uc;
|
|
} *__u = (void *) __dest;
|
|
switch ((unsigned int) __srclen)
|
|
{
|
|
case 1:
|
|
__u->__uc = '\0';
|
|
break;
|
|
case 2:
|
|
__u->__usi = __src0_2;
|
|
break;
|
|
case 3:
|
|
__u->__usi = __src0_2;
|
|
__u = __extension__ ((void *) __u + 2);
|
|
__u->__uc = '\0';
|
|
break;
|
|
case 4:
|
|
__u->__ui = __src0_4;
|
|
break;
|
|
case 5:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__uc = '\0';
|
|
break;
|
|
case 6:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__usi = __src4_2;
|
|
break;
|
|
case 7:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__usi = __src4_2;
|
|
__u = __extension__ ((void *) __u + 2);
|
|
__u->__uc = '\0';
|
|
break;
|
|
case 8:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__ui = __src4_4;
|
|
break;
|
|
}
|
|
return __dest;
|
|
}
|
|
|
|
# else
|
|
|
|
char *
|
|
__old_strcpy_small (char *__dest,
|
|
__STRING2_COPY_ARR2 __src2, __STRING2_COPY_ARR3 __src3,
|
|
__STRING2_COPY_ARR4 __src4, __STRING2_COPY_ARR5 __src5,
|
|
__STRING2_COPY_ARR6 __src6, __STRING2_COPY_ARR7 __src7,
|
|
__STRING2_COPY_ARR8 __src8, size_t __srclen)
|
|
{
|
|
union {
|
|
char __c;
|
|
__STRING2_COPY_ARR2 __sca2;
|
|
__STRING2_COPY_ARR3 __sca3;
|
|
__STRING2_COPY_ARR4 __sca4;
|
|
__STRING2_COPY_ARR5 __sca5;
|
|
__STRING2_COPY_ARR6 __sca6;
|
|
__STRING2_COPY_ARR7 __sca7;
|
|
__STRING2_COPY_ARR8 __sca8;
|
|
} *__u = (void *) __dest;
|
|
switch ((unsigned int) __srclen)
|
|
{
|
|
case 1:
|
|
__u->__c = '\0';
|
|
break;
|
|
case 2:
|
|
__extension__ __u->__sca2 = __src2;
|
|
break;
|
|
case 3:
|
|
__extension__ __u->__sca3 = __src3;
|
|
break;
|
|
case 4:
|
|
__extension__ __u->__sca4 = __src4;
|
|
break;
|
|
case 5:
|
|
__extension__ __u->__sca5 = __src5;
|
|
break;
|
|
case 6:
|
|
__extension__ __u->__sca6 = __src6;
|
|
break;
|
|
case 7:
|
|
__extension__ __u->__sca7 = __src7;
|
|
break;
|
|
case 8:
|
|
__extension__ __u->__sca8 = __src8;
|
|
break;
|
|
}
|
|
return __dest;
|
|
}
|
|
# endif
|
|
compat_symbol (libc, __old_strcpy_small, __strcpy_small, GLIBC_2_1_1);
|
|
|
|
# if _STRING_INLINE_unaligned
|
|
char *
|
|
__old_stpcpy_small (char *__dest,
|
|
__uint16_t __src0_2, __uint16_t __src4_2,
|
|
__uint32_t __src0_4, __uint32_t __src4_4,
|
|
size_t __srclen)
|
|
{
|
|
union {
|
|
unsigned int __ui;
|
|
unsigned short int __usi;
|
|
unsigned char __uc;
|
|
char __c;
|
|
} *__u = (void *) __dest;
|
|
switch ((unsigned int) __srclen)
|
|
{
|
|
case 1:
|
|
__u->__uc = '\0';
|
|
break;
|
|
case 2:
|
|
__u->__usi = __src0_2;
|
|
__u = __extension__ ((void *) __u + 1);
|
|
break;
|
|
case 3:
|
|
__u->__usi = __src0_2;
|
|
__u = __extension__ ((void *) __u + 2);
|
|
__u->__uc = '\0';
|
|
break;
|
|
case 4:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 3);
|
|
break;
|
|
case 5:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__uc = '\0';
|
|
break;
|
|
case 6:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__usi = __src4_2;
|
|
__u = __extension__ ((void *) __u + 1);
|
|
break;
|
|
case 7:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__usi = __src4_2;
|
|
__u = __extension__ ((void *) __u + 2);
|
|
__u->__uc = '\0';
|
|
break;
|
|
case 8:
|
|
__u->__ui = __src0_4;
|
|
__u = __extension__ ((void *) __u + 4);
|
|
__u->__ui = __src4_4;
|
|
__u = __extension__ ((void *) __u + 3);
|
|
break;
|
|
}
|
|
return &__u->__c;
|
|
}
|
|
|
|
# else
|
|
|
|
char *
|
|
__old_stpcpy_small (char *__dest,
|
|
__STRING2_COPY_ARR2 __src2, __STRING2_COPY_ARR3 __src3,
|
|
__STRING2_COPY_ARR4 __src4, __STRING2_COPY_ARR5 __src5,
|
|
__STRING2_COPY_ARR6 __src6, __STRING2_COPY_ARR7 __src7,
|
|
__STRING2_COPY_ARR8 __src8, size_t __srclen)
|
|
{
|
|
union {
|
|
char __c;
|
|
__STRING2_COPY_ARR2 __sca2;
|
|
__STRING2_COPY_ARR3 __sca3;
|
|
__STRING2_COPY_ARR4 __sca4;
|
|
__STRING2_COPY_ARR5 __sca5;
|
|
__STRING2_COPY_ARR6 __sca6;
|
|
__STRING2_COPY_ARR7 __sca7;
|
|
__STRING2_COPY_ARR8 __sca8;
|
|
} *__u = (void *) __dest;
|
|
switch ((unsigned int) __srclen)
|
|
{
|
|
case 1:
|
|
__u->__c = '\0';
|
|
break;
|
|
case 2:
|
|
__extension__ __u->__sca2 = __src2;
|
|
break;
|
|
case 3:
|
|
__extension__ __u->__sca3 = __src3;
|
|
break;
|
|
case 4:
|
|
__extension__ __u->__sca4 = __src4;
|
|
break;
|
|
case 5:
|
|
__extension__ __u->__sca5 = __src5;
|
|
break;
|
|
case 6:
|
|
__extension__ __u->__sca6 = __src6;
|
|
break;
|
|
case 7:
|
|
__extension__ __u->__sca7 = __src7;
|
|
break;
|
|
case 8:
|
|
__extension__ __u->__sca8 = __src8;
|
|
break;
|
|
}
|
|
return __dest + __srclen - 1;
|
|
}
|
|
# endif
|
|
compat_symbol (libc, __old_stpcpy_small, __stpcpy_small, GLIBC_2_1_1);
|
|
|
|
#endif
|