| /* Enumerate available IFUNC implementations of a function. x86-64 version. |
| Copyright (C) 2012-2014 Free Software Foundation, Inc. |
| This file is part of the GNU C Library. |
| |
| The GNU C Library is free software; you can redistribute it and/or |
| modify it under the terms of the GNU Lesser General Public |
| License as published by the Free Software Foundation; either |
| version 2.1 of the License, or (at your option) any later version. |
| |
| The GNU C Library is distributed in the hope that it will be useful, |
| but WITHOUT ANY WARRANTY; without even the implied warranty of |
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| Lesser General Public License for more details. |
| |
| You should have received a copy of the GNU Lesser General Public |
| License along with the GNU C Library; if not, see |
| <http://www.gnu.org/licenses/>. */ |
| |
| #include <assert.h> |
| #include <string.h> |
| #include <wchar.h> |
| #include <ifunc-impl-list.h> |
| #include "init-arch.h" |
| |
| /* Maximum number of IFUNC implementations. */ |
| #define MAX_IFUNC 4 |
| |
| /* Fill ARRAY of MAX elements with IFUNC implementations for function |
| NAME supported on target machine and return the number of valid |
| entries. */ |
| |
| size_t |
| __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array, |
| size_t max) |
| { |
| assert (max >= MAX_IFUNC); |
| |
| size_t i = 0; |
| |
| /* Support sysdeps/x86_64/multiarch/memcmp.S. */ |
| IFUNC_IMPL (i, name, memcmp, |
| IFUNC_IMPL_ADD (array, i, memcmp, HAS_SSE4_1, |
| __memcmp_sse4_1) |
| IFUNC_IMPL_ADD (array, i, memcmp, HAS_SSSE3, __memcmp_ssse3) |
| IFUNC_IMPL_ADD (array, i, memcmp, 1, __memcmp_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/memmove_chk.S. */ |
| IFUNC_IMPL (i, name, __memmove_chk, |
| IFUNC_IMPL_ADD (array, i, __memmove_chk, HAS_SSSE3, |
| __memmove_chk_ssse3_back) |
| IFUNC_IMPL_ADD (array, i, __memmove_chk, HAS_SSSE3, |
| __memmove_chk_ssse3) |
| IFUNC_IMPL_ADD (array, i, __memmove_chk, 1, |
| __memmove_chk_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/memmove.S. */ |
| IFUNC_IMPL (i, name, memmove, |
| IFUNC_IMPL_ADD (array, i, memmove, HAS_SSSE3, |
| __memmove_ssse3_back) |
| IFUNC_IMPL_ADD (array, i, memmove, HAS_SSSE3, |
| __memmove_ssse3) |
| IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/stpncpy.S. */ |
| IFUNC_IMPL (i, name, stpncpy, |
| IFUNC_IMPL_ADD (array, i, stpncpy, HAS_SSSE3, |
| __stpncpy_ssse3) |
| IFUNC_IMPL_ADD (array, i, stpncpy, 1, |
| __stpncpy_sse2_unaligned) |
| IFUNC_IMPL_ADD (array, i, stpncpy, 1, __stpncpy_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/stpcpy.S. */ |
| IFUNC_IMPL (i, name, stpcpy, |
| IFUNC_IMPL_ADD (array, i, stpcpy, HAS_SSSE3, __stpcpy_ssse3) |
| IFUNC_IMPL_ADD (array, i, stpcpy, 1, __stpcpy_sse2_unaligned) |
| IFUNC_IMPL_ADD (array, i, stpcpy, 1, __stpcpy_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strcasecmp_l.S. */ |
| IFUNC_IMPL (i, name, strcasecmp, |
| IFUNC_IMPL_ADD (array, i, strcasecmp, HAS_AVX, |
| __strcasecmp_avx) |
| IFUNC_IMPL_ADD (array, i, strcasecmp, HAS_SSE4_2, |
| __strcasecmp_sse42) |
| IFUNC_IMPL_ADD (array, i, strcasecmp, HAS_SSSE3, |
| __strcasecmp_ssse3) |
| IFUNC_IMPL_ADD (array, i, strcasecmp, 1, __strcasecmp_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strcasecmp_l.S. */ |
| IFUNC_IMPL (i, name, strcasecmp_l, |
| IFUNC_IMPL_ADD (array, i, strcasecmp_l, HAS_AVX, |
| __strcasecmp_l_avx) |
| IFUNC_IMPL_ADD (array, i, strcasecmp_l, HAS_SSE4_2, |
| __strcasecmp_l_sse42) |
| IFUNC_IMPL_ADD (array, i, strcasecmp_l, HAS_SSSE3, |
| __strcasecmp_l_ssse3) |
| IFUNC_IMPL_ADD (array, i, strcasecmp_l, 1, |
| __strcasecmp_l_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strcasestr.c. */ |
| IFUNC_IMPL (i, name, strcasestr, |
| IFUNC_IMPL_ADD (array, i, strcasestr, 1, __strcasestr_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strcat.S. */ |
| IFUNC_IMPL (i, name, strcat, |
| IFUNC_IMPL_ADD (array, i, strcat, HAS_SSSE3, __strcat_ssse3) |
| IFUNC_IMPL_ADD (array, i, strcat, 1, __strcat_sse2_unaligned) |
| IFUNC_IMPL_ADD (array, i, strcat, 1, __strcat_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strchr.S. */ |
| IFUNC_IMPL (i, name, strchr, |
| IFUNC_IMPL_ADD (array, i, strchr, 1, __strchr_sse2_no_bsf) |
| IFUNC_IMPL_ADD (array, i, strchr, 1, __strchr_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strcmp.S. */ |
| IFUNC_IMPL (i, name, strcmp, |
| IFUNC_IMPL_ADD (array, i, strcmp, HAS_SSE4_2, __strcmp_sse42) |
| IFUNC_IMPL_ADD (array, i, strcmp, HAS_SSSE3, __strcmp_ssse3) |
| IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_sse2_unaligned) |
| IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strcpy.S. */ |
| IFUNC_IMPL (i, name, strcpy, |
| IFUNC_IMPL_ADD (array, i, strcpy, HAS_SSSE3, __strcpy_ssse3) |
| IFUNC_IMPL_ADD (array, i, strcpy, 1, __strcpy_sse2_unaligned) |
| IFUNC_IMPL_ADD (array, i, strcpy, 1, __strcpy_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strcspn.S. */ |
| IFUNC_IMPL (i, name, strcspn, |
| IFUNC_IMPL_ADD (array, i, strcspn, HAS_SSE4_2, |
| __strcspn_sse42) |
| IFUNC_IMPL_ADD (array, i, strcspn, 1, __strcspn_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strncase_l.S. */ |
| IFUNC_IMPL (i, name, strncasecmp, |
| IFUNC_IMPL_ADD (array, i, strncasecmp, HAS_AVX, |
| __strncasecmp_avx) |
| IFUNC_IMPL_ADD (array, i, strncasecmp, HAS_SSE4_2, |
| __strncasecmp_sse42) |
| IFUNC_IMPL_ADD (array, i, strncasecmp, HAS_SSSE3, |
| __strncasecmp_ssse3) |
| IFUNC_IMPL_ADD (array, i, strncasecmp, 1, |
| __strncasecmp_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strncase_l.S. */ |
| IFUNC_IMPL (i, name, strncasecmp_l, |
| IFUNC_IMPL_ADD (array, i, strncasecmp_l, HAS_AVX, |
| __strncasecmp_l_avx) |
| IFUNC_IMPL_ADD (array, i, strncasecmp_l, HAS_SSE4_2, |
| __strncasecmp_l_sse42) |
| IFUNC_IMPL_ADD (array, i, strncasecmp_l, HAS_SSSE3, |
| __strncasecmp_l_ssse3) |
| IFUNC_IMPL_ADD (array, i, strncasecmp_l, 1, |
| __strncasecmp_l_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strncat.S. */ |
| IFUNC_IMPL (i, name, strncat, |
| IFUNC_IMPL_ADD (array, i, strncat, HAS_SSSE3, |
| __strncat_ssse3) |
| IFUNC_IMPL_ADD (array, i, strncat, 1, |
| __strncat_sse2_unaligned) |
| IFUNC_IMPL_ADD (array, i, strncat, 1, __strncat_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strncpy.S. */ |
| IFUNC_IMPL (i, name, strncpy, |
| IFUNC_IMPL_ADD (array, i, strncpy, HAS_SSSE3, |
| __strncpy_ssse3) |
| IFUNC_IMPL_ADD (array, i, strncpy, 1, |
| __strncpy_sse2_unaligned) |
| IFUNC_IMPL_ADD (array, i, strncpy, 1, __strncpy_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strpbrk.S. */ |
| IFUNC_IMPL (i, name, strpbrk, |
| IFUNC_IMPL_ADD (array, i, strpbrk, HAS_SSE4_2, |
| __strpbrk_sse42) |
| IFUNC_IMPL_ADD (array, i, strpbrk, 1, __strpbrk_sse2)) |
| |
| |
| /* Support sysdeps/x86_64/multiarch/strspn.S. */ |
| IFUNC_IMPL (i, name, strspn, |
| IFUNC_IMPL_ADD (array, i, strspn, HAS_SSE4_2, __strspn_sse42) |
| IFUNC_IMPL_ADD (array, i, strspn, 1, __strspn_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strstr.c. */ |
| IFUNC_IMPL (i, name, strstr, |
| IFUNC_IMPL_ADD (array, i, strstr, 1, __strstr_sse2_unaligned) |
| IFUNC_IMPL_ADD (array, i, strstr, 1, __strstr_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/wcscpy.S. */ |
| IFUNC_IMPL (i, name, wcscpy, |
| IFUNC_IMPL_ADD (array, i, wcscpy, HAS_SSSE3, __wcscpy_ssse3) |
| IFUNC_IMPL_ADD (array, i, wcscpy, 1, __wcscpy_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/wmemcmp.S. */ |
| IFUNC_IMPL (i, name, wmemcmp, |
| IFUNC_IMPL_ADD (array, i, wmemcmp, HAS_SSE4_1, |
| __wmemcmp_sse4_1) |
| IFUNC_IMPL_ADD (array, i, wmemcmp, HAS_SSSE3, |
| __wmemcmp_ssse3) |
| IFUNC_IMPL_ADD (array, i, wmemcmp, 1, __wmemcmp_sse2)) |
| |
| #ifdef SHARED |
| /* Support sysdeps/x86_64/multiarch/memcpy_chk.S. */ |
| IFUNC_IMPL (i, name, __memcpy_chk, |
| IFUNC_IMPL_ADD (array, i, __memcpy_chk, HAS_SSSE3, |
| __memcpy_chk_ssse3_back) |
| IFUNC_IMPL_ADD (array, i, __memcpy_chk, HAS_SSSE3, |
| __memcpy_chk_ssse3) |
| IFUNC_IMPL_ADD (array, i, __memcpy_chk, 1, |
| __memcpy_chk_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/memcpy.S. */ |
| IFUNC_IMPL (i, name, memcpy, |
| IFUNC_IMPL_ADD (array, i, memcpy, HAS_SSSE3, |
| __memcpy_ssse3_back) |
| IFUNC_IMPL_ADD (array, i, memcpy, HAS_SSSE3, __memcpy_ssse3) |
| IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_sse2_unaligned) |
| IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/mempcpy_chk.S. */ |
| IFUNC_IMPL (i, name, __mempcpy_chk, |
| IFUNC_IMPL_ADD (array, i, __mempcpy_chk, HAS_SSSE3, |
| __mempcpy_chk_ssse3_back) |
| IFUNC_IMPL_ADD (array, i, __mempcpy_chk, HAS_SSSE3, |
| __mempcpy_chk_ssse3) |
| IFUNC_IMPL_ADD (array, i, __mempcpy_chk, 1, |
| __mempcpy_chk_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/mempcpy.S. */ |
| IFUNC_IMPL (i, name, mempcpy, |
| IFUNC_IMPL_ADD (array, i, mempcpy, HAS_SSSE3, |
| __mempcpy_ssse3_back) |
| IFUNC_IMPL_ADD (array, i, mempcpy, HAS_SSSE3, |
| __mempcpy_ssse3) |
| IFUNC_IMPL_ADD (array, i, mempcpy, 1, __mempcpy_sse2)) |
| |
| /* Support sysdeps/x86_64/multiarch/strncmp.S. */ |
| IFUNC_IMPL (i, name, strncmp, |
| IFUNC_IMPL_ADD (array, i, strncmp, HAS_SSE4_2, |
| __strncmp_sse42) |
| IFUNC_IMPL_ADD (array, i, strncmp, HAS_SSSE3, |
| __strncmp_ssse3) |
| IFUNC_IMPL_ADD (array, i, strncmp, 1, __strncmp_sse2)) |
| #endif |
| |
| return i; |
| } |