You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
2497 lines
43 KiB
2497 lines
43 KiB
/*
|
|
Copyright (c) 2010, 2011, 2012, 2013 Intel Corporation
|
|
All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are met:
|
|
|
|
* Redistributions of source code must retain the above copyright notice,
|
|
* this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above copyright notice,
|
|
* this list of conditions and the following disclaimer in the documentation
|
|
* and/or other materials provided with the distribution.
|
|
|
|
* Neither the name of Intel Corporation nor the names of its contributors
|
|
* may be used to endorse or promote products derived from this software
|
|
* without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
|
|
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
|
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
|
|
ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
|
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
|
|
ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#ifndef L
|
|
# define L(label) .L##label
|
|
#endif
|
|
|
|
#ifndef cfi_startproc
|
|
# define cfi_startproc .cfi_startproc
|
|
#endif
|
|
|
|
#ifndef cfi_endproc
|
|
# define cfi_endproc .cfi_endproc
|
|
#endif
|
|
|
|
#ifndef cfi_rel_offset
|
|
# define cfi_rel_offset(reg, off) .cfi_rel_offset reg, off
|
|
#endif
|
|
|
|
#ifndef cfi_restore
|
|
# define cfi_restore(reg) .cfi_restore reg
|
|
#endif
|
|
|
|
#ifndef cfi_adjust_cfa_offset
|
|
# define cfi_adjust_cfa_offset(off) .cfi_adjust_cfa_offset off
|
|
#endif
|
|
|
|
#ifndef cfi_remember_state
|
|
# define cfi_remember_state .cfi_remember_state
|
|
#endif
|
|
|
|
#ifndef cfi_restore_state
|
|
# define cfi_restore_state .cfi_restore_state
|
|
#endif
|
|
|
|
#ifndef ENTRY
|
|
# define ENTRY(name) \
|
|
.type name, @function; \
|
|
.globl name; \
|
|
.p2align 4; \
|
|
name: \
|
|
cfi_startproc
|
|
#endif
|
|
|
|
#ifndef END
|
|
# define END(name) \
|
|
cfi_endproc; \
|
|
.size name, .-name
|
|
#endif
|
|
|
|
#ifndef MEMCMP
|
|
# define MEMCMP memcmp_atom
|
|
#endif
|
|
|
|
#define CFI_PUSH(REG) \
|
|
cfi_adjust_cfa_offset (4); \
|
|
cfi_rel_offset (REG, 0)
|
|
|
|
#define CFI_POP(REG) \
|
|
cfi_adjust_cfa_offset (-4); \
|
|
cfi_restore (REG)
|
|
|
|
#define PUSH(REG) pushl REG; CFI_PUSH (REG)
|
|
#define POP(REG) popl REG; CFI_POP (REG)
|
|
|
|
#define PARMS 4
|
|
#define BLK1 PARMS
|
|
#define BLK2 BLK1+4
|
|
#define LEN BLK2+4
|
|
#define RETURN_END POP (%edi); POP (%esi); POP (%ebx); ret
|
|
#define RETURN RETURN_END; cfi_restore_state; cfi_remember_state
|
|
|
|
/* Warning!
|
|
wmemcmp has to use SIGNED comparison for elements.
|
|
memcmp has to use UNSIGNED comparison for elemnts.
|
|
*/
|
|
|
|
.text
|
|
ENTRY (MEMCMP)
|
|
movl LEN(%esp), %ecx
|
|
|
|
#ifdef USE_WCHAR
|
|
shl $2, %ecx
|
|
jz L(zero)
|
|
#elif defined USE_UTF16
|
|
shl $1, %ecx
|
|
jz L(zero)
|
|
#endif
|
|
|
|
movl BLK1(%esp), %eax
|
|
cmp $48, %ecx
|
|
movl BLK2(%esp), %edx
|
|
jae L(48bytesormore)
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cmp $1, %ecx
|
|
jbe L(less1bytes)
|
|
#endif
|
|
|
|
PUSH (%ebx)
|
|
add %ecx, %edx
|
|
add %ecx, %eax
|
|
jmp L(less48bytes)
|
|
|
|
CFI_POP (%ebx)
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
.p2align 4
|
|
L(less1bytes):
|
|
jb L(zero)
|
|
movb (%eax), %cl
|
|
cmp (%edx), %cl
|
|
je L(zero)
|
|
mov $1, %eax
|
|
ja L(1bytesend)
|
|
neg %eax
|
|
L(1bytesend):
|
|
ret
|
|
#endif
|
|
|
|
.p2align 4
|
|
L(zero):
|
|
xor %eax, %eax
|
|
ret
|
|
|
|
.p2align 4
|
|
L(48bytesormore):
|
|
PUSH (%ebx)
|
|
PUSH (%esi)
|
|
PUSH (%edi)
|
|
cfi_remember_state
|
|
movdqu (%eax), %xmm3
|
|
movdqu (%edx), %xmm0
|
|
movl %eax, %edi
|
|
movl %edx, %esi
|
|
pcmpeqb %xmm0, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 16(%edi), %edi
|
|
|
|
sub $0xffff, %edx
|
|
lea 16(%esi), %esi
|
|
jnz L(less16bytes)
|
|
mov %edi, %edx
|
|
and $0xf, %edx
|
|
xor %edx, %edi
|
|
sub %edx, %esi
|
|
add %edx, %ecx
|
|
mov %esi, %edx
|
|
and $0xf, %edx
|
|
jz L(shr_0)
|
|
xor %edx, %esi
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cmp $8, %edx
|
|
jae L(next_unaligned_table)
|
|
cmp $0, %edx
|
|
je L(shr_0)
|
|
cmp $1, %edx
|
|
je L(shr_1)
|
|
cmp $2, %edx
|
|
je L(shr_2)
|
|
cmp $3, %edx
|
|
je L(shr_3)
|
|
cmp $4, %edx
|
|
je L(shr_4)
|
|
cmp $5, %edx
|
|
je L(shr_5)
|
|
cmp $6, %edx
|
|
je L(shr_6)
|
|
jmp L(shr_7)
|
|
|
|
.p2align 2
|
|
L(next_unaligned_table):
|
|
cmp $8, %edx
|
|
je L(shr_8)
|
|
cmp $9, %edx
|
|
je L(shr_9)
|
|
cmp $10, %edx
|
|
je L(shr_10)
|
|
cmp $11, %edx
|
|
je L(shr_11)
|
|
cmp $12, %edx
|
|
je L(shr_12)
|
|
cmp $13, %edx
|
|
je L(shr_13)
|
|
cmp $14, %edx
|
|
je L(shr_14)
|
|
jmp L(shr_15)
|
|
#elif defined(USE_WCHAR)
|
|
cmp $0, %edx
|
|
je L(shr_0)
|
|
cmp $4, %edx
|
|
je L(shr_4)
|
|
cmp $8, %edx
|
|
je L(shr_8)
|
|
jmp L(shr_12)
|
|
#elif defined(USE_UTF16)
|
|
cmp $0, %edx
|
|
je L(shr_0)
|
|
cmp $2, %edx
|
|
je L(shr_2)
|
|
cmp $4, %edx
|
|
je L(shr_4)
|
|
cmp $6, %edx
|
|
je L(shr_6)
|
|
cmp $8, %edx
|
|
je L(shr_8)
|
|
cmp $10, %edx
|
|
je L(shr_10)
|
|
cmp $12, %edx
|
|
je L(shr_12)
|
|
jmp L(shr_14)
|
|
#endif
|
|
|
|
.p2align 4
|
|
L(shr_0):
|
|
cmp $80, %ecx
|
|
jae L(shr_0_gobble)
|
|
lea -48(%ecx), %ecx
|
|
xor %eax, %eax
|
|
movaps (%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
movaps 16(%esi), %xmm2
|
|
pcmpeqb 16(%edi), %xmm2
|
|
pand %xmm1, %xmm2
|
|
pmovmskb %xmm2, %edx
|
|
add $32, %edi
|
|
add $32, %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea (%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_0_gobble):
|
|
lea -48(%ecx), %ecx
|
|
movdqa (%esi), %xmm0
|
|
xor %eax, %eax
|
|
pcmpeqb (%edi), %xmm0
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm2
|
|
pcmpeqb 16(%edi), %xmm2
|
|
L(shr_0_gobble_loop):
|
|
pand %xmm0, %xmm2
|
|
sub $32, %ecx
|
|
pmovmskb %xmm2, %edx
|
|
movdqa %xmm0, %xmm1
|
|
movdqa 32(%esi), %xmm0
|
|
movdqa 48(%esi), %xmm2
|
|
sbb $0xffff, %edx
|
|
pcmpeqb 32(%edi), %xmm0
|
|
pcmpeqb 48(%edi), %xmm2
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
jz L(shr_0_gobble_loop)
|
|
|
|
pand %xmm0, %xmm2
|
|
cmp $0, %ecx
|
|
jge L(shr_0_gobble_loop_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_0_gobble_loop_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm2, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea (%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_1):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_1_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $1,(%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $1,%xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 1(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_1_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $1,(%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $1,16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_1_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $1,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $1,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_1_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_1_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_1_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 1(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
|
|
#if !defined(USE_WCHAR)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_2):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_2_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $2,(%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $2,%xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 2(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_2_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $2,(%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $2,16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_2_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $2,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $2,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_2_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_2_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_2_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 2(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_3):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_3_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $3,(%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $3,%xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 3(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_3_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $3,(%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $3,16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_3_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $3,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $3,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_3_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_3_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_3_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 3(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_4):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_4_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $4,(%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $4,%xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 4(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_4_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $4,(%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $4,16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_4_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $4,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $4,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_4_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_4_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_4_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 4(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_5):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_5_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $5,(%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $5,%xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 5(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_5_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $5,(%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $5,16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_5_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $5,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $5,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_5_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_5_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_5_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 5(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
#if !defined(USE_WCHAR)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_6):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_6_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $6,(%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $6,%xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 6(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_6_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $6,(%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $6,16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_6_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $6,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $6,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_6_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_6_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_6_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 6(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_7):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_7_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $7,(%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $7,%xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 7(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_7_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $7,(%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $7,16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_7_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $7,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $7,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_7_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_7_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_7_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 7(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_8):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_8_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $8,(%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $8,%xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 8(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_8_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $8,(%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $8,16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_8_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $8,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $8,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_8_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_8_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_8_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 8(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_9):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_9_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $9,(%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $9,%xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 9(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_9_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $9,(%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $9,16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_9_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $9,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $9,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_9_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_9_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_9_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 9(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
#if !defined(USE_WCHAR)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_10):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_10_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $10, (%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $10,%xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 10(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_10_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $10, (%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $10, 16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_10_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $10,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $10,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_10_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_10_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_10_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 10(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_11):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_11_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $11, (%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $11, %xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 11(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_11_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $11, (%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $11, 16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_11_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $11,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $11,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_11_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_11_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_11_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 11(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_12):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_12_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $12, (%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $12, %xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 12(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_12_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $12, (%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $12, 16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_12_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $12,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $12,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_12_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_12_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_12_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 12(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_13):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_13_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $13, (%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $13, %xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 13(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_13_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $13, (%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $13, 16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_13_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $13,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $13,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_13_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_13_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_13_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 13(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
#if !defined(USE_WCHAR)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_14):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_14_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $14, (%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $14, %xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 14(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_14_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $14, (%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $14, 16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_14_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $14,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $14,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_14_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_14_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_14_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 14(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_15):
|
|
cmp $80, %ecx
|
|
lea -48(%ecx), %ecx
|
|
mov %edx, %eax
|
|
jae L(shr_15_gobble)
|
|
|
|
movdqa 16(%esi), %xmm1
|
|
movdqa %xmm1, %xmm2
|
|
palignr $15, (%esi), %xmm1
|
|
pcmpeqb (%edi), %xmm1
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $15, %xmm2, %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
pand %xmm1, %xmm3
|
|
pmovmskb %xmm3, %edx
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 15(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(shr_15_gobble):
|
|
sub $32, %ecx
|
|
movdqa 16(%esi), %xmm0
|
|
palignr $15, (%esi), %xmm0
|
|
pcmpeqb (%edi), %xmm0
|
|
|
|
movdqa 32(%esi), %xmm3
|
|
palignr $15, 16(%esi), %xmm3
|
|
pcmpeqb 16(%edi), %xmm3
|
|
|
|
L(shr_15_gobble_loop):
|
|
pand %xmm0, %xmm3
|
|
sub $32, %ecx
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
|
|
movdqa 64(%esi), %xmm3
|
|
palignr $15,48(%esi), %xmm3
|
|
sbb $0xffff, %edx
|
|
movdqa 48(%esi), %xmm0
|
|
palignr $15,32(%esi), %xmm0
|
|
pcmpeqb 32(%edi), %xmm0
|
|
lea 32(%esi), %esi
|
|
pcmpeqb 48(%edi), %xmm3
|
|
|
|
lea 32(%edi), %edi
|
|
jz L(shr_15_gobble_loop)
|
|
pand %xmm0, %xmm3
|
|
|
|
cmp $0, %ecx
|
|
jge L(shr_15_gobble_next)
|
|
inc %edx
|
|
add $32, %ecx
|
|
L(shr_15_gobble_next):
|
|
test %edx, %edx
|
|
jnz L(exit)
|
|
|
|
pmovmskb %xmm3, %edx
|
|
movdqa %xmm0, %xmm1
|
|
lea 32(%edi), %edi
|
|
lea 32(%esi), %esi
|
|
sub $0xffff, %edx
|
|
jnz L(exit)
|
|
|
|
lea (%ecx, %edi,1), %eax
|
|
lea 15(%ecx, %esi,1), %edx
|
|
POP (%edi)
|
|
POP (%esi)
|
|
jmp L(less48bytes)
|
|
#endif
|
|
|
|
cfi_restore_state
|
|
cfi_remember_state
|
|
.p2align 4
|
|
L(exit):
|
|
pmovmskb %xmm1, %ebx
|
|
sub $0xffff, %ebx
|
|
jz L(first16bytes)
|
|
lea -16(%esi), %esi
|
|
lea -16(%edi), %edi
|
|
mov %ebx, %edx
|
|
|
|
L(first16bytes):
|
|
add %eax, %esi
|
|
L(less16bytes):
|
|
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
test %dl, %dl
|
|
jz L(next_24_bytes)
|
|
|
|
test $0x01, %dl
|
|
jnz L(Byte16)
|
|
|
|
test $0x02, %dl
|
|
jnz L(Byte17)
|
|
|
|
test $0x04, %dl
|
|
jnz L(Byte18)
|
|
|
|
test $0x08, %dl
|
|
jnz L(Byte19)
|
|
|
|
test $0x10, %dl
|
|
jnz L(Byte20)
|
|
|
|
test $0x20, %dl
|
|
jnz L(Byte21)
|
|
|
|
test $0x40, %dl
|
|
jnz L(Byte22)
|
|
L(Byte23):
|
|
movzbl -9(%edi), %eax
|
|
movzbl -9(%esi), %edx
|
|
sub %edx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(Byte16):
|
|
movzbl -16(%edi), %eax
|
|
movzbl -16(%esi), %edx
|
|
sub %edx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(Byte17):
|
|
movzbl -15(%edi), %eax
|
|
movzbl -15(%esi), %edx
|
|
sub %edx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(Byte18):
|
|
movzbl -14(%edi), %eax
|
|
movzbl -14(%esi), %edx
|
|
sub %edx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(Byte19):
|
|
movzbl -13(%edi), %eax
|
|
movzbl -13(%esi), %edx
|
|
sub %edx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(Byte20):
|
|
movzbl -12(%edi), %eax
|
|
movzbl -12(%esi), %edx
|
|
sub %edx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(Byte21):
|
|
movzbl -11(%edi), %eax
|
|
movzbl -11(%esi), %edx
|
|
sub %edx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(Byte22):
|
|
movzbl -10(%edi), %eax
|
|
movzbl -10(%esi), %edx
|
|
sub %edx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(next_24_bytes):
|
|
lea 8(%edi), %edi
|
|
lea 8(%esi), %esi
|
|
test $0x01, %dh
|
|
jnz L(Byte16)
|
|
|
|
test $0x02, %dh
|
|
jnz L(Byte17)
|
|
|
|
test $0x04, %dh
|
|
jnz L(Byte18)
|
|
|
|
test $0x08, %dh
|
|
jnz L(Byte19)
|
|
|
|
test $0x10, %dh
|
|
jnz L(Byte20)
|
|
|
|
test $0x20, %dh
|
|
jnz L(Byte21)
|
|
|
|
test $0x40, %dh
|
|
jnz L(Byte22)
|
|
|
|
.p2align 4
|
|
L(Byte31):
|
|
movzbl -9(%edi), %eax
|
|
movzbl -9(%esi), %edx
|
|
sub %edx, %eax
|
|
RETURN_END
|
|
#elif defined(USE_AS_WMEMCMP)
|
|
|
|
/* special for wmemcmp */
|
|
test %dl, %dl
|
|
jz L(next_two_double_words)
|
|
and $15, %dl
|
|
jz L(second_double_word)
|
|
mov -16(%edi), %ecx
|
|
cmp -16(%esi), %ecx
|
|
mov $1, %eax
|
|
jg L(nequal_bigger)
|
|
neg %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(second_double_word):
|
|
mov -12(%edi), %ecx
|
|
cmp -12(%esi), %ecx
|
|
mov $1, %eax
|
|
jg L(nequal_bigger)
|
|
neg %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(next_two_double_words):
|
|
and $15, %dh
|
|
jz L(fourth_double_word)
|
|
mov -8(%edi), %ecx
|
|
cmp -8(%esi), %ecx
|
|
mov $1, %eax
|
|
jg L(nequal_bigger)
|
|
neg %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(fourth_double_word):
|
|
mov -4(%edi), %ecx
|
|
cmp -4(%esi), %ecx
|
|
mov $1, %eax
|
|
jg L(nequal_bigger)
|
|
neg %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(nequal_bigger):
|
|
RETURN_END
|
|
|
|
#elif defined(USE_AS_MEMCMP16)
|
|
|
|
/* special for __memcmp16 */
|
|
test %dl, %dl
|
|
jz L(next_four_words)
|
|
test $15, %dl
|
|
jz L(second_two_words)
|
|
test $3, %dl
|
|
jz L(second_word)
|
|
movzwl -16(%edi), %eax
|
|
movzwl -16(%esi), %ebx
|
|
subl %ebx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(second_word):
|
|
movzwl -14(%edi), %eax
|
|
movzwl -14(%esi), %ebx
|
|
subl %ebx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(second_two_words):
|
|
test $63, %dl
|
|
jz L(fourth_word)
|
|
movzwl -12(%edi), %eax
|
|
movzwl -12(%esi), %ebx
|
|
subl %ebx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(fourth_word):
|
|
movzwl -10(%edi), %eax
|
|
movzwl -10(%esi), %ebx
|
|
subl %ebx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(next_four_words):
|
|
test $15, %dh
|
|
jz L(fourth_two_words)
|
|
test $3, %dh
|
|
jz L(sixth_word)
|
|
movzwl -8(%edi), %eax
|
|
movzwl -8(%esi), %ebx
|
|
subl %ebx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(sixth_word):
|
|
movzwl -6(%edi), %eax
|
|
movzwl -6(%esi), %ebx
|
|
subl %ebx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(fourth_two_words):
|
|
test $63, %dh
|
|
jz L(eighth_word)
|
|
movzwl -4(%edi), %eax
|
|
movzwl -4(%esi), %ebx
|
|
subl %ebx, %eax
|
|
RETURN
|
|
|
|
.p2align 4
|
|
L(eighth_word):
|
|
movzwl -2(%edi), %eax
|
|
movzwl -2(%esi), %ebx
|
|
subl %ebx, %eax
|
|
RETURN
|
|
#else
|
|
# error Unreachable preprocessor case
|
|
#endif
|
|
|
|
CFI_PUSH (%ebx)
|
|
|
|
.p2align 4
|
|
L(more8bytes):
|
|
cmp $16, %ecx
|
|
jae L(more16bytes)
|
|
cmp $8, %ecx
|
|
je L(8bytes)
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cmp $9, %ecx
|
|
je L(9bytes)
|
|
cmp $10, %ecx
|
|
je L(10bytes)
|
|
cmp $11, %ecx
|
|
je L(11bytes)
|
|
cmp $12, %ecx
|
|
je L(12bytes)
|
|
cmp $13, %ecx
|
|
je L(13bytes)
|
|
cmp $14, %ecx
|
|
je L(14bytes)
|
|
jmp L(15bytes)
|
|
#elif defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
jmp L(12bytes)
|
|
#elif defined(USE_UTF16) && !defined(USE_WCHAR)
|
|
cmp $10, %ecx
|
|
je L(10bytes)
|
|
cmp $12, %ecx
|
|
je L(12bytes)
|
|
jmp L(14bytes)
|
|
#else
|
|
# error Unreachable preprocessor case
|
|
#endif
|
|
|
|
.p2align 4
|
|
L(more16bytes):
|
|
cmp $24, %ecx
|
|
jae L(more24bytes)
|
|
cmp $16, %ecx
|
|
je L(16bytes)
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cmp $17, %ecx
|
|
je L(17bytes)
|
|
cmp $18, %ecx
|
|
je L(18bytes)
|
|
cmp $19, %ecx
|
|
je L(19bytes)
|
|
cmp $20, %ecx
|
|
je L(20bytes)
|
|
cmp $21, %ecx
|
|
je L(21bytes)
|
|
cmp $22, %ecx
|
|
je L(22bytes)
|
|
jmp L(23bytes)
|
|
#elif defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
jmp L(20bytes)
|
|
#elif defined(USE_UTF16) && !defined(USE_WCHAR)
|
|
cmp $18, %ecx
|
|
je L(18bytes)
|
|
cmp $20, %ecx
|
|
je L(20bytes)
|
|
jmp L(22bytes)
|
|
#else
|
|
# error Unreachable preprocessor case
|
|
#endif
|
|
|
|
.p2align 4
|
|
L(more24bytes):
|
|
cmp $32, %ecx
|
|
jae L(more32bytes)
|
|
cmp $24, %ecx
|
|
je L(24bytes)
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cmp $25, %ecx
|
|
je L(25bytes)
|
|
cmp $26, %ecx
|
|
je L(26bytes)
|
|
cmp $27, %ecx
|
|
je L(27bytes)
|
|
cmp $28, %ecx
|
|
je L(28bytes)
|
|
cmp $29, %ecx
|
|
je L(29bytes)
|
|
cmp $30, %ecx
|
|
je L(30bytes)
|
|
jmp L(31bytes)
|
|
#elif defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
jmp L(28bytes)
|
|
#elif defined(USE_UTF16) && !defined(USE_WCHAR)
|
|
cmp $26, %ecx
|
|
je L(26bytes)
|
|
cmp $28, %ecx
|
|
je L(28bytes)
|
|
jmp L(30bytes)
|
|
#else
|
|
# error Unreachable preprocessor case
|
|
#endif
|
|
|
|
.p2align 4
|
|
L(more32bytes):
|
|
cmp $40, %ecx
|
|
jae L(more40bytes)
|
|
cmp $32, %ecx
|
|
je L(32bytes)
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cmp $33, %ecx
|
|
je L(33bytes)
|
|
cmp $34, %ecx
|
|
je L(34bytes)
|
|
cmp $35, %ecx
|
|
je L(35bytes)
|
|
cmp $36, %ecx
|
|
je L(36bytes)
|
|
cmp $37, %ecx
|
|
je L(37bytes)
|
|
cmp $38, %ecx
|
|
je L(38bytes)
|
|
jmp L(39bytes)
|
|
#elif defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
jmp L(36bytes)
|
|
#elif defined(USE_UTF16) && !defined(USE_WCHAR)
|
|
cmp $34, %ecx
|
|
je L(34bytes)
|
|
cmp $36, %ecx
|
|
je L(36bytes)
|
|
jmp L(38bytes)
|
|
#else
|
|
# error Unreachable preprocessor case
|
|
#endif
|
|
|
|
.p2align 4
|
|
L(less48bytes):
|
|
cmp $8, %ecx
|
|
jae L(more8bytes)
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cmp $2, %ecx
|
|
je L(2bytes)
|
|
cmp $3, %ecx
|
|
je L(3bytes)
|
|
cmp $4, %ecx
|
|
je L(4bytes)
|
|
cmp $5, %ecx
|
|
je L(5bytes)
|
|
cmp $6, %ecx
|
|
je L(6bytes)
|
|
jmp L(7bytes)
|
|
#elif defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
jmp L(4bytes)
|
|
#elif defined(USE_UTF16) && !defined(USE_WCHAR)
|
|
cmp $2, %ecx
|
|
je L(2bytes)
|
|
cmp $4, %ecx
|
|
je L(4bytes)
|
|
jmp L(6bytes)
|
|
#else
|
|
# error Unreachable preprocessor case
|
|
#endif
|
|
|
|
.p2align 4
|
|
L(more40bytes):
|
|
cmp $40, %ecx
|
|
je L(40bytes)
|
|
#if !defined(USE_WCHAR) && !defined(USE_UTF16)
|
|
cmp $41, %ecx
|
|
je L(41bytes)
|
|
cmp $42, %ecx
|
|
je L(42bytes)
|
|
cmp $43, %ecx
|
|
je L(43bytes)
|
|
cmp $44, %ecx
|
|
je L(44bytes)
|
|
cmp $45, %ecx
|
|
je L(45bytes)
|
|
cmp $46, %ecx
|
|
je L(46bytes)
|
|
jmp L(47bytes)
|
|
#elif defined(USE_UTF16) && !defined(USE_WCHAR)
|
|
cmp $42, %ecx
|
|
je L(42bytes)
|
|
cmp $44, %ecx
|
|
je L(44bytes)
|
|
jmp L(46bytes)
|
|
#endif
|
|
|
|
#if !defined(USE_AS_WMEMCMP) && !defined(USE_AS_MEMCMP16)
|
|
.p2align 4
|
|
L(44bytes):
|
|
mov -44(%eax), %ecx
|
|
mov -44(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(40bytes):
|
|
mov -40(%eax), %ecx
|
|
mov -40(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(36bytes):
|
|
mov -36(%eax), %ecx
|
|
mov -36(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(32bytes):
|
|
mov -32(%eax), %ecx
|
|
mov -32(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(28bytes):
|
|
mov -28(%eax), %ecx
|
|
mov -28(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(24bytes):
|
|
mov -24(%eax), %ecx
|
|
mov -24(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(20bytes):
|
|
mov -20(%eax), %ecx
|
|
mov -20(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(16bytes):
|
|
mov -16(%eax), %ecx
|
|
mov -16(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(12bytes):
|
|
mov -12(%eax), %ecx
|
|
mov -12(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(8bytes):
|
|
mov -8(%eax), %ecx
|
|
mov -8(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(4bytes):
|
|
mov -4(%eax), %ecx
|
|
mov -4(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
mov $0, %eax
|
|
jne L(find_diff)
|
|
POP (%ebx)
|
|
ret
|
|
CFI_PUSH (%ebx)
|
|
#elif defined(USE_AS_WMEMCMP)
|
|
|
|
.p2align 4
|
|
L(44bytes):
|
|
mov -44(%eax), %ecx
|
|
cmp -44(%edx), %ecx
|
|
jne L(find_diff)
|
|
L(40bytes):
|
|
mov -40(%eax), %ecx
|
|
cmp -40(%edx), %ecx
|
|
jne L(find_diff)
|
|
L(36bytes):
|
|
mov -36(%eax), %ecx
|
|
cmp -36(%edx), %ecx
|
|
jne L(find_diff)
|
|
L(32bytes):
|
|
mov -32(%eax), %ecx
|
|
cmp -32(%edx), %ecx
|
|
jne L(find_diff)
|
|
L(28bytes):
|
|
mov -28(%eax), %ecx
|
|
cmp -28(%edx), %ecx
|
|
jne L(find_diff)
|
|
L(24bytes):
|
|
mov -24(%eax), %ecx
|
|
cmp -24(%edx), %ecx
|
|
jne L(find_diff)
|
|
L(20bytes):
|
|
mov -20(%eax), %ecx
|
|
cmp -20(%edx), %ecx
|
|
jne L(find_diff)
|
|
L(16bytes):
|
|
mov -16(%eax), %ecx
|
|
cmp -16(%edx), %ecx
|
|
jne L(find_diff)
|
|
L(12bytes):
|
|
mov -12(%eax), %ecx
|
|
cmp -12(%edx), %ecx
|
|
jne L(find_diff)
|
|
L(8bytes):
|
|
mov -8(%eax), %ecx
|
|
cmp -8(%edx), %ecx
|
|
jne L(find_diff)
|
|
L(4bytes):
|
|
mov -4(%eax), %ecx
|
|
xor %eax, %eax
|
|
cmp -4(%edx), %ecx
|
|
jne L(find_diff)
|
|
POP (%ebx)
|
|
ret
|
|
CFI_PUSH (%ebx)
|
|
#elif defined USE_AS_MEMCMP16
|
|
|
|
.p2align 4
|
|
L(46bytes):
|
|
movzwl -46(%eax), %ecx
|
|
movzwl -46(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(44bytes):
|
|
movzwl -44(%eax), %ecx
|
|
movzwl -44(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(42bytes):
|
|
movzwl -42(%eax), %ecx
|
|
movzwl -42(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(40bytes):
|
|
movzwl -40(%eax), %ecx
|
|
movzwl -40(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(38bytes):
|
|
movzwl -38(%eax), %ecx
|
|
movzwl -38(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(36bytes):
|
|
movzwl -36(%eax), %ecx
|
|
movzwl -36(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(34bytes):
|
|
movzwl -34(%eax), %ecx
|
|
movzwl -34(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(32bytes):
|
|
movzwl -32(%eax), %ecx
|
|
movzwl -32(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(30bytes):
|
|
movzwl -30(%eax), %ecx
|
|
movzwl -30(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(28bytes):
|
|
movzwl -28(%eax), %ecx
|
|
movzwl -28(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(26bytes):
|
|
movzwl -26(%eax), %ecx
|
|
movzwl -26(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(24bytes):
|
|
movzwl -24(%eax), %ecx
|
|
movzwl -24(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(22bytes):
|
|
movzwl -22(%eax), %ecx
|
|
movzwl -22(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(20bytes):
|
|
movzwl -20(%eax), %ecx
|
|
movzwl -20(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(18bytes):
|
|
movzwl -18(%eax), %ecx
|
|
movzwl -18(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(16bytes):
|
|
movzwl -16(%eax), %ecx
|
|
movzwl -16(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(14bytes):
|
|
movzwl -14(%eax), %ecx
|
|
movzwl -14(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(12bytes):
|
|
movzwl -12(%eax), %ecx
|
|
movzwl -12(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(10bytes):
|
|
movzwl -10(%eax), %ecx
|
|
movzwl -10(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(8bytes):
|
|
movzwl -8(%eax), %ecx
|
|
movzwl -8(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(6bytes):
|
|
movzwl -6(%eax), %ecx
|
|
movzwl -6(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(4bytes):
|
|
movzwl -4(%eax), %ecx
|
|
movzwl -4(%edx), %ebx
|
|
subl %ebx, %ecx
|
|
jne L(memcmp16_exit)
|
|
L(2bytes):
|
|
movzwl -2(%eax), %eax
|
|
movzwl -2(%edx), %ebx
|
|
subl %ebx, %eax
|
|
POP (%ebx)
|
|
ret
|
|
CFI_PUSH (%ebx)
|
|
#else
|
|
# error Unreachable preprocessor case
|
|
#endif
|
|
|
|
#if !defined(USE_AS_WMEMCMP) && !defined(USE_AS_MEMCMP16)
|
|
|
|
.p2align 4
|
|
L(45bytes):
|
|
mov -45(%eax), %ecx
|
|
mov -45(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(41bytes):
|
|
mov -41(%eax), %ecx
|
|
mov -41(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(37bytes):
|
|
mov -37(%eax), %ecx
|
|
mov -37(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(33bytes):
|
|
mov -33(%eax), %ecx
|
|
mov -33(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(29bytes):
|
|
mov -29(%eax), %ecx
|
|
mov -29(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(25bytes):
|
|
mov -25(%eax), %ecx
|
|
mov -25(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(21bytes):
|
|
mov -21(%eax), %ecx
|
|
mov -21(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(17bytes):
|
|
mov -17(%eax), %ecx
|
|
mov -17(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(13bytes):
|
|
mov -13(%eax), %ecx
|
|
mov -13(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(9bytes):
|
|
mov -9(%eax), %ecx
|
|
mov -9(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(5bytes):
|
|
mov -5(%eax), %ecx
|
|
mov -5(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
movzbl -1(%eax), %ecx
|
|
cmp -1(%edx), %cl
|
|
mov $0, %eax
|
|
jne L(end)
|
|
POP (%ebx)
|
|
ret
|
|
CFI_PUSH (%ebx)
|
|
|
|
.p2align 4
|
|
L(46bytes):
|
|
mov -46(%eax), %ecx
|
|
mov -46(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(42bytes):
|
|
mov -42(%eax), %ecx
|
|
mov -42(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(38bytes):
|
|
mov -38(%eax), %ecx
|
|
mov -38(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(34bytes):
|
|
mov -34(%eax), %ecx
|
|
mov -34(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(30bytes):
|
|
mov -30(%eax), %ecx
|
|
mov -30(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(26bytes):
|
|
mov -26(%eax), %ecx
|
|
mov -26(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(22bytes):
|
|
mov -22(%eax), %ecx
|
|
mov -22(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(18bytes):
|
|
mov -18(%eax), %ecx
|
|
mov -18(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(14bytes):
|
|
mov -14(%eax), %ecx
|
|
mov -14(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(10bytes):
|
|
mov -10(%eax), %ecx
|
|
mov -10(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(6bytes):
|
|
mov -6(%eax), %ecx
|
|
mov -6(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(2bytes):
|
|
movzwl -2(%eax), %ecx
|
|
movzwl -2(%edx), %ebx
|
|
cmp %bl, %cl
|
|
jne L(end)
|
|
cmp %bh, %ch
|
|
mov $0, %eax
|
|
jne L(end)
|
|
POP (%ebx)
|
|
ret
|
|
CFI_PUSH (%ebx)
|
|
|
|
.p2align 4
|
|
L(47bytes):
|
|
movl -47(%eax), %ecx
|
|
movl -47(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(43bytes):
|
|
movl -43(%eax), %ecx
|
|
movl -43(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(39bytes):
|
|
movl -39(%eax), %ecx
|
|
movl -39(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(35bytes):
|
|
movl -35(%eax), %ecx
|
|
movl -35(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(31bytes):
|
|
movl -31(%eax), %ecx
|
|
movl -31(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(27bytes):
|
|
movl -27(%eax), %ecx
|
|
movl -27(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(23bytes):
|
|
movl -23(%eax), %ecx
|
|
movl -23(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(19bytes):
|
|
movl -19(%eax), %ecx
|
|
movl -19(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(15bytes):
|
|
movl -15(%eax), %ecx
|
|
movl -15(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(11bytes):
|
|
movl -11(%eax), %ecx
|
|
movl -11(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(7bytes):
|
|
movl -7(%eax), %ecx
|
|
movl -7(%edx), %ebx
|
|
cmp %ebx, %ecx
|
|
jne L(find_diff)
|
|
L(3bytes):
|
|
movzwl -3(%eax), %ecx
|
|
movzwl -3(%edx), %ebx
|
|
cmpb %bl, %cl
|
|
jne L(end)
|
|
cmp %bx, %cx
|
|
jne L(end)
|
|
movzbl -1(%eax), %eax
|
|
cmpb -1(%edx), %al
|
|
mov $0, %eax
|
|
jne L(end)
|
|
POP (%ebx)
|
|
ret
|
|
CFI_PUSH (%ebx)
|
|
|
|
.p2align 4
|
|
L(find_diff):
|
|
cmpb %bl, %cl
|
|
jne L(end)
|
|
cmp %bx, %cx
|
|
jne L(end)
|
|
shr $16,%ecx
|
|
shr $16,%ebx
|
|
cmp %bl, %cl
|
|
jne L(end)
|
|
cmp %bx, %cx
|
|
|
|
.p2align 4
|
|
L(end):
|
|
POP (%ebx)
|
|
mov $1, %eax
|
|
ja L(bigger)
|
|
neg %eax
|
|
L(bigger):
|
|
ret
|
|
#elif defined(USE_AS_WMEMCMP)
|
|
|
|
.p2align 4
|
|
L(find_diff):
|
|
POP (%ebx)
|
|
mov $1, %eax
|
|
jg L(find_diff_bigger)
|
|
neg %eax
|
|
ret
|
|
|
|
.p2align 4
|
|
L(find_diff_bigger):
|
|
ret
|
|
|
|
#elif defined(USE_AS_MEMCMP16)
|
|
|
|
.p2align 4
|
|
L(memcmp16_exit):
|
|
POP (%ebx)
|
|
mov %ecx, %eax
|
|
ret
|
|
#else
|
|
# error Unreachable preprocessor case
|
|
#endif
|
|
END (MEMCMP)
|