qiurui
/
glibc
mirror of git://sourceware.org/git/glibc.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

x86: Remove str{n}{case}cmp-ssse3 

With SSE2, SSE4.1, AVX2, and EVEX versions very few targets prefer
SSSE3. As a result it is no longer worth it to keep the SSSE3
versions given the code size cost.
Reviewed-by: H.J. Lu <hjl.tools@gmail.com>
This commit is contained in:
Noah Goldstein 2022-04-14 11:47:35 -05:00
parent c725f408db
commit c024a0b9cf
10 changed files with 30 additions and 202 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
sysdeps/x86_64/multiarch/Makefile
View File

@ -58,7 +58,6 @@ sysdep_routines += \
strcasecmp_l-evex \ strcasecmp_l-evex \
strcasecmp_l-sse2 \ strcasecmp_l-sse2 \
strcasecmp_l-sse4_2 \ strcasecmp_l-sse4_2 \
strcasecmp_l-ssse3 \
strcat-avx2 \ strcat-avx2 \
strcat-avx2-rtm \ strcat-avx2-rtm \
strcat-evex \ strcat-evex \
@ -80,7 +79,6 @@ sysdep_routines += \
strcmp-sse2 \ strcmp-sse2 \
strcmp-sse2-unaligned \ strcmp-sse2-unaligned \
strcmp-sse4_2 \ strcmp-sse4_2 \
strcmp-ssse3 \
strcpy-avx2 \ strcpy-avx2 \
strcpy-avx2-rtm \ strcpy-avx2-rtm \
strcpy-evex \ strcpy-evex \
@ -98,7 +96,6 @@ sysdep_routines += \
strncase_l-evex \ strncase_l-evex \
strncase_l-sse2 \ strncase_l-sse2 \
strncase_l-sse4_2 \ strncase_l-sse4_2 \
strncase_l-ssse3 \
strncat-avx2 \ strncat-avx2 \
strncat-avx2-rtm \ strncat-avx2-rtm \
strncat-c \ strncat-c \
@ -110,7 +107,6 @@ sysdep_routines += \
strncmp-evex \ strncmp-evex \
strncmp-sse2 \ strncmp-sse2 \
strncmp-sse4_2 \ strncmp-sse4_2 \
strncmp-ssse3 \
strncpy-avx2 \ strncpy-avx2 \
strncpy-avx2-rtm \ strncpy-avx2-rtm \
strncpy-c \ strncpy-c \

16
sysdeps/x86_64/multiarch/ifunc-impl-list.c
View File

@ -448,9 +448,6 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
IFUNC_IMPL_ADD (array, i, strcasecmp, IFUNC_IMPL_ADD (array, i, strcasecmp,
CPU_FEATURE_USABLE (SSE4_2), CPU_FEATURE_USABLE (SSE4_2),
__strcasecmp_sse42) __strcasecmp_sse42)
IFUNC_IMPL_ADD (array, i, strcasecmp,
CPU_FEATURE_USABLE (SSSE3),
__strcasecmp_ssse3)
IFUNC_IMPL_ADD (array, i, strcasecmp, 1, __strcasecmp_sse2)) IFUNC_IMPL_ADD (array, i, strcasecmp, 1, __strcasecmp_sse2))
/* Support sysdeps/x86_64/multiarch/strcasecmp_l.c. */ /* Support sysdeps/x86_64/multiarch/strcasecmp_l.c. */
@ -469,9 +466,6 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
IFUNC_IMPL_ADD (array, i, strcasecmp_l, IFUNC_IMPL_ADD (array, i, strcasecmp_l,
CPU_FEATURE_USABLE (SSE4_2), CPU_FEATURE_USABLE (SSE4_2),
__strcasecmp_l_sse42) __strcasecmp_l_sse42)
IFUNC_IMPL_ADD (array, i, strcasecmp_l,
CPU_FEATURE_USABLE (SSSE3),
__strcasecmp_l_ssse3)
IFUNC_IMPL_ADD (array, i, strcasecmp_l, 1, IFUNC_IMPL_ADD (array, i, strcasecmp_l, 1,
__strcasecmp_l_sse2)) __strcasecmp_l_sse2))
@ -560,8 +554,6 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
__strcmp_evex) __strcmp_evex)
IFUNC_IMPL_ADD (array, i, strcmp, CPU_FEATURE_USABLE (SSE4_2), IFUNC_IMPL_ADD (array, i, strcmp, CPU_FEATURE_USABLE (SSE4_2),
__strcmp_sse42) __strcmp_sse42)
IFUNC_IMPL_ADD (array, i, strcmp, CPU_FEATURE_USABLE (SSSE3),
__strcmp_ssse3)
IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_sse2_unaligned) IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_sse2_unaligned)
IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_sse2)) IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_sse2))
@ -604,9 +596,6 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
IFUNC_IMPL_ADD (array, i, strncasecmp, IFUNC_IMPL_ADD (array, i, strncasecmp,
CPU_FEATURE_USABLE (SSE4_2), CPU_FEATURE_USABLE (SSE4_2),
__strncasecmp_sse42) __strncasecmp_sse42)
IFUNC_IMPL_ADD (array, i, strncasecmp,
CPU_FEATURE_USABLE (SSSE3),
__strncasecmp_ssse3)
IFUNC_IMPL_ADD (array, i, strncasecmp, 1, IFUNC_IMPL_ADD (array, i, strncasecmp, 1,
__strncasecmp_sse2)) __strncasecmp_sse2))
@ -626,9 +615,6 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
IFUNC_IMPL_ADD (array, i, strncasecmp_l, IFUNC_IMPL_ADD (array, i, strncasecmp_l,
CPU_FEATURE_USABLE (SSE4_2), CPU_FEATURE_USABLE (SSE4_2),
__strncasecmp_l_sse42) __strncasecmp_l_sse42)
IFUNC_IMPL_ADD (array, i, strncasecmp_l,
CPU_FEATURE_USABLE (SSSE3),
__strncasecmp_l_ssse3)
IFUNC_IMPL_ADD (array, i, strncasecmp_l, 1, IFUNC_IMPL_ADD (array, i, strncasecmp_l, 1,
__strncasecmp_l_sse2)) __strncasecmp_l_sse2))
@ -1054,8 +1040,6 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
__strncmp_evex) __strncmp_evex)
IFUNC_IMPL_ADD (array, i, strncmp, CPU_FEATURE_USABLE (SSE4_2), IFUNC_IMPL_ADD (array, i, strncmp, CPU_FEATURE_USABLE (SSE4_2),
__strncmp_sse42) __strncmp_sse42)
IFUNC_IMPL_ADD (array, i, strncmp, CPU_FEATURE_USABLE (SSSE3),
__strncmp_ssse3)
IFUNC_IMPL_ADD (array, i, strncmp, 1, __strncmp_sse2)) IFUNC_IMPL_ADD (array, i, strncmp, 1, __strncmp_sse2))
#ifdef SHARED #ifdef SHARED

4
sysdeps/x86_64/multiarch/ifunc-strcasecmp.h
View File

@ -20,7 +20,6 @@
#include <init-arch.h> #include <init-arch.h>
extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (ssse3) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (sse42) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (sse42) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2_rtm) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2_rtm) attribute_hidden;
@ -49,8 +48,5 @@ IFUNC_SELECTOR (void)
&& !CPU_FEATURES_ARCH_P (cpu_features, Slow_SSE4_2)) && !CPU_FEATURES_ARCH_P (cpu_features, Slow_SSE4_2))
return OPTIMIZE (sse42); return OPTIMIZE (sse42);
if (CPU_FEATURE_USABLE_P (cpu_features, SSSE3))
return OPTIMIZE (ssse3);
return OPTIMIZE (sse2); return OPTIMIZE (sse2);
} }

6
sysdeps/x86_64/multiarch/strcasecmp_l-ssse3.S
View File

@ -1,6 +0,0 @@
#define USE_SSSE3 1
#define USE_AS_STRCASECMP_L
#define NO_NOLOCALE_ALIAS
#define STRCMP __strcasecmp_l_ssse3
#define __strcasecmp __strcasecmp_ssse3
#include "../strcmp.S"

5
sysdeps/x86_64/multiarch/strcmp-ssse3.S
View File

@ -1,5 +0,0 @@
#if IS_IN (libc)
# define USE_SSSE3 1
# define STRCMP __strcmp_ssse3
# include "../strcmp.S"
#endif

4
sysdeps/x86_64/multiarch/strcmp.c
View File

@ -28,7 +28,6 @@
extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2_unaligned) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2_unaligned) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (ssse3) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2_rtm) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2_rtm) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (evex) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (evex) attribute_hidden;
@ -56,9 +55,6 @@ IFUNC_SELECTOR (void)
if (CPU_FEATURES_ARCH_P (cpu_features, Fast_Unaligned_Load)) if (CPU_FEATURES_ARCH_P (cpu_features, Fast_Unaligned_Load))
return OPTIMIZE (sse2_unaligned); return OPTIMIZE (sse2_unaligned);
if (CPU_FEATURE_USABLE_P (cpu_features, SSSE3))
return OPTIMIZE (ssse3);
return OPTIMIZE (sse2); return OPTIMIZE (sse2);
} }

6
sysdeps/x86_64/multiarch/strncase_l-ssse3.S
View File

@ -1,6 +0,0 @@
#define USE_SSSE3 1
#define USE_AS_STRNCASECMP_L
#define NO_NOLOCALE_ALIAS
#define STRCMP __strncasecmp_l_ssse3
#define __strncasecmp __strncasecmp_ssse3
#include "../strcmp.S"

28
sysdeps/x86_64/multiarch/strncmp-ssse3.S
View File

@ -1,28 +0,0 @@
/* strcmp optimized with SSSE3.
Copyright (C) 2017-2022 Free Software Foundation, Inc.
This file is part of the GNU C Library.
The GNU C Library is free software; you can redistribute it and/or
modify it under the terms of the GNU Lesser General Public
License as published by the Free Software Foundation; either
version 2.1 of the License, or (at your option) any later version.
The GNU C Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with the GNU C Library; if not, see
<https://www.gnu.org/licenses/>. */
#include <sysdep.h>
#define STRCMP __strncmp_ssse3
#undef libc_hidden_builtin_def
#define libc_hidden_builtin_def(strcmp)
#define USE_SSSE3 1
#define USE_AS_STRNCMP
#include <sysdeps/x86_64/strcmp.S>

4
sysdeps/x86_64/multiarch/strncmp.c
View File

@ -27,7 +27,6 @@
# include <init-arch.h> # include <init-arch.h>
extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (sse2) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (ssse3) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (sse42) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (sse42) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2) attribute_hidden;
extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2_rtm) attribute_hidden; extern __typeof (REDIRECT_NAME) OPTIMIZE (avx2_rtm) attribute_hidden;
@ -57,9 +56,6 @@ IFUNC_SELECTOR (void)
&& !CPU_FEATURES_ARCH_P (cpu_features, Slow_SSE4_2)) && !CPU_FEATURES_ARCH_P (cpu_features, Slow_SSE4_2))
return OPTIMIZE (sse42); return OPTIMIZE (sse42);
if (CPU_FEATURE_USABLE_P (cpu_features, SSSE3))
return OPTIMIZE (ssse3);
return OPTIMIZE (sse2); return OPTIMIZE (sse2);
} }

155
sysdeps/x86_64/strcmp.S
View File

@ -59,12 +59,7 @@
# endif # endif
#endif #endif
#ifndef USE_SSSE3
.text .text
#else
.section .text.ssse3,"ax",@progbits
#endif
#ifdef USE_AS_STRCASECMP_L #ifdef USE_AS_STRCASECMP_L
# ifndef ENTRY2 # ifndef ENTRY2
# define ENTRY2(name) ENTRY (name) # define ENTRY2(name) ENTRY (name)
@ -343,13 +338,10 @@ LABEL(gobble_ashr_1):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 /* store for next cycle */ movdqa %xmm2, %xmm4 /* store for next cycle */
#ifndef USE_SSSE3
psrldq $1, %xmm3 psrldq $1, %xmm3
pslldq $15, %xmm2 pslldq $15, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $1, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -373,13 +365,10 @@ LABEL(gobble_ashr_1):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 /* store for next cycle */ movdqa %xmm2, %xmm4 /* store for next cycle */
#ifndef USE_SSSE3
psrldq $1, %xmm3 psrldq $1, %xmm3
pslldq $15, %xmm2 pslldq $15, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $1, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -473,13 +462,10 @@ LABEL(gobble_ashr_2):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $2, %xmm3 psrldq $2, %xmm3
pslldq $14, %xmm2 pslldq $14, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $2, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -504,13 +490,10 @@ LABEL(gobble_ashr_2):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $2, %xmm3 psrldq $2, %xmm3
pslldq $14, %xmm2 pslldq $14, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $2, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -598,13 +581,10 @@ LABEL(gobble_ashr_3):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $3, %xmm3 psrldq $3, %xmm3
pslldq $13, %xmm2 pslldq $13, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $3, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -629,13 +609,10 @@ LABEL(gobble_ashr_3):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $3, %xmm3 psrldq $3, %xmm3
pslldq $13, %xmm2 pslldq $13, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $3, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -723,13 +700,10 @@ LABEL(gobble_ashr_4):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $4, %xmm3 psrldq $4, %xmm3
pslldq $12, %xmm2 pslldq $12, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $4, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -754,13 +728,10 @@ LABEL(gobble_ashr_4):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $4, %xmm3 psrldq $4, %xmm3
pslldq $12, %xmm2 pslldq $12, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $4, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -848,13 +819,10 @@ LABEL(gobble_ashr_5):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $5, %xmm3 psrldq $5, %xmm3
pslldq $11, %xmm2 pslldq $11, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $5, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -879,13 +847,10 @@ LABEL(gobble_ashr_5):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $5, %xmm3 psrldq $5, %xmm3
pslldq $11, %xmm2 pslldq $11, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $5, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -973,13 +938,10 @@ LABEL(gobble_ashr_6):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $6, %xmm3 psrldq $6, %xmm3
pslldq $10, %xmm2 pslldq $10, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $6, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1004,13 +966,10 @@ LABEL(gobble_ashr_6):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $6, %xmm3 psrldq $6, %xmm3
pslldq $10, %xmm2 pslldq $10, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $6, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1098,13 +1057,10 @@ LABEL(gobble_ashr_7):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $7, %xmm3 psrldq $7, %xmm3
pslldq $9, %xmm2 pslldq $9, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $7, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1129,13 +1085,10 @@ LABEL(gobble_ashr_7):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $7, %xmm3 psrldq $7, %xmm3
pslldq $9, %xmm2 pslldq $9, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $7, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1223,13 +1176,10 @@ LABEL(gobble_ashr_8):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $8, %xmm3 psrldq $8, %xmm3
pslldq $8, %xmm2 pslldq $8, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $8, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1254,13 +1204,10 @@ LABEL(gobble_ashr_8):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $8, %xmm3 psrldq $8, %xmm3
pslldq $8, %xmm2 pslldq $8, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $8, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1348,13 +1295,10 @@ LABEL(gobble_ashr_9):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $9, %xmm3 psrldq $9, %xmm3
pslldq $7, %xmm2 pslldq $7, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $9, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1379,13 +1323,10 @@ LABEL(gobble_ashr_9):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $9, %xmm3 psrldq $9, %xmm3
pslldq $7, %xmm2 pslldq $7, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $9, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1473,13 +1414,10 @@ LABEL(gobble_ashr_10):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $10, %xmm3 psrldq $10, %xmm3
pslldq $6, %xmm2 pslldq $6, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $10, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1504,13 +1442,10 @@ LABEL(gobble_ashr_10):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $10, %xmm3 psrldq $10, %xmm3
pslldq $6, %xmm2 pslldq $6, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $10, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1598,13 +1533,10 @@ LABEL(gobble_ashr_11):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $11, %xmm3 psrldq $11, %xmm3
pslldq $5, %xmm2 pslldq $5, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $11, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1629,13 +1561,10 @@ LABEL(gobble_ashr_11):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $11, %xmm3 psrldq $11, %xmm3
pslldq $5, %xmm2 pslldq $5, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $11, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1723,13 +1652,10 @@ LABEL(gobble_ashr_12):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $12, %xmm3 psrldq $12, %xmm3
pslldq $4, %xmm2 pslldq $4, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $12, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1754,13 +1680,10 @@ LABEL(gobble_ashr_12):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $12, %xmm3 psrldq $12, %xmm3
pslldq $4, %xmm2 pslldq $4, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $12, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1848,13 +1771,10 @@ LABEL(gobble_ashr_13):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $13, %xmm3 psrldq $13, %xmm3
pslldq $3, %xmm2 pslldq $3, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $13, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1879,13 +1799,10 @@ LABEL(gobble_ashr_13):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $13, %xmm3 psrldq $13, %xmm3
pslldq $3, %xmm2 pslldq $3, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $13, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -1973,13 +1890,10 @@ LABEL(gobble_ashr_14):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $14, %xmm3 psrldq $14, %xmm3
pslldq $2, %xmm2 pslldq $2, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $14, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -2004,13 +1918,10 @@ LABEL(gobble_ashr_14):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $14, %xmm3 psrldq $14, %xmm3
pslldq $2, %xmm2 pslldq $2, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $14, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -2100,13 +2011,10 @@ LABEL(gobble_ashr_15):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $15, %xmm3 psrldq $15, %xmm3
pslldq $1, %xmm2 pslldq $1, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $15, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0
@ -2131,13 +2039,10 @@ LABEL(gobble_ashr_15):
movdqa (%rdi, %rcx), %xmm2 movdqa (%rdi, %rcx), %xmm2
movdqa %xmm2, %xmm4 movdqa %xmm2, %xmm4
#ifndef USE_SSSE3
psrldq $15, %xmm3 psrldq $15, %xmm3
pslldq $1, %xmm2 pslldq $1, %xmm2
por %xmm3, %xmm2 /* merge into one 16byte value */ por %xmm3, %xmm2 /* merge into one 16byte value */
#else
palignr $15, %xmm3, %xmm2 /* merge into one 16byte value */
#endif
TOLOWER (%xmm1, %xmm2) TOLOWER (%xmm1, %xmm2)
pcmpeqb %xmm1, %xmm0 pcmpeqb %xmm1, %xmm0