You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
305 lines
7.1 KiB
305 lines
7.1 KiB
/*
|
|
* Speed-optimized CRC32 using slicing-by-eight algorithm
|
|
*
|
|
* This uses only i386 instructions, but it is optimized for i686 and later
|
|
* (including e.g. Pentium II/III/IV, Athlon XP, and Core 2). For i586
|
|
* (e.g. Pentium), slicing-by-four would be better, and even the C version
|
|
* of slicing-by-eight built with gcc -march=i586 tends to be a little bit
|
|
* better than this. Very few probably run this code on i586 or older x86
|
|
* so this shouldn't be a problem in practice.
|
|
*
|
|
* Authors: Igor Pavlov (original version)
|
|
* Lasse Collin (AT&T syntax, PIC support, better portability)
|
|
*
|
|
* This file has been put into the public domain.
|
|
* You can do whatever you want with this file.
|
|
*
|
|
* This code needs lzma_crc32_table, which can be created using the
|
|
* following C code:
|
|
|
|
uint32_t lzma_crc32_table[8][256];
|
|
|
|
void
|
|
init_table(void)
|
|
{
|
|
// IEEE-802.3
|
|
static const uint32_t poly32 = UINT32_C(0xEDB88320);
|
|
|
|
// Castagnoli
|
|
// static const uint32_t poly32 = UINT32_C(0x82F63B78);
|
|
|
|
// Koopman
|
|
// static const uint32_t poly32 = UINT32_C(0xEB31D82E);
|
|
|
|
for (size_t s = 0; s < 8; ++s) {
|
|
for (size_t b = 0; b < 256; ++b) {
|
|
uint32_t r = s == 0 ? b : lzma_crc32_table[s - 1][b];
|
|
|
|
for (size_t i = 0; i < 8; ++i) {
|
|
if (r & 1)
|
|
r = (r >> 1) ^ poly32;
|
|
else
|
|
r >>= 1;
|
|
}
|
|
|
|
lzma_crc32_table[s][b] = r;
|
|
}
|
|
}
|
|
}
|
|
|
|
* The prototype of the CRC32 function:
|
|
* extern uint32_t lzma_crc32(const uint8_t *buf, size_t size, uint32_t crc);
|
|
*/
|
|
|
|
/*
|
|
* On some systems, the functions need to be prefixed. The prefix is
|
|
* usually an underscore.
|
|
*/
|
|
#ifndef __USER_LABEL_PREFIX__
|
|
# define __USER_LABEL_PREFIX__
|
|
#endif
|
|
#define MAKE_SYM_CAT(prefix, sym) prefix ## sym
|
|
#define MAKE_SYM(prefix, sym) MAKE_SYM_CAT(prefix, sym)
|
|
#define LZMA_CRC32 MAKE_SYM(__USER_LABEL_PREFIX__, lzma_crc32)
|
|
#define LZMA_CRC32_TABLE MAKE_SYM(__USER_LABEL_PREFIX__, lzma_crc32_table)
|
|
|
|
/*
|
|
* Solaris assembler doesn't have .p2align, and Darwin uses .align
|
|
* differently than GNU/Linux and Solaris.
|
|
*/
|
|
#if defined(__APPLE__) || defined(__MSDOS__)
|
|
# define ALIGN(pow2, abs) .align pow2
|
|
#else
|
|
# define ALIGN(pow2, abs) .align abs
|
|
#endif
|
|
|
|
.text
|
|
.globl LZMA_CRC32
|
|
|
|
#if !defined(__APPLE__) && !defined(_WIN32) && !defined(__CYGWIN__) \
|
|
&& !defined(__MSDOS__)
|
|
.type LZMA_CRC32, @function
|
|
#endif
|
|
|
|
ALIGN(4, 16)
|
|
LZMA_CRC32:
|
|
/*
|
|
* Register usage:
|
|
* %eax crc
|
|
* %esi buf
|
|
* %edi size or buf + size
|
|
* %ebx lzma_crc32_table
|
|
* %ebp Table index
|
|
* %ecx Temporary
|
|
* %edx Temporary
|
|
*/
|
|
pushl %ebx
|
|
pushl %esi
|
|
pushl %edi
|
|
pushl %ebp
|
|
movl 0x14(%esp), %esi /* buf */
|
|
movl 0x18(%esp), %edi /* size */
|
|
movl 0x1C(%esp), %eax /* crc */
|
|
|
|
/*
|
|
* Store the address of lzma_crc32_table to %ebx. This is needed to
|
|
* get position-independent code (PIC).
|
|
*
|
|
* The PIC macro is defined by libtool, while __PIC__ is defined
|
|
* by GCC but only on some systems. Testing for both makes it simpler
|
|
* to test this code without libtool, and keeps the code working also
|
|
* when built with libtool but using something else than GCC.
|
|
*
|
|
* I understood that libtool may define PIC on Windows even though
|
|
* the code in Windows DLLs is not PIC in sense that it is in ELF
|
|
* binaries, so we need a separate check to always use the non-PIC
|
|
* code on Windows.
|
|
*/
|
|
#if (!defined(PIC) && !defined(__PIC__)) \
|
|
|| (defined(_WIN32) || defined(__CYGWIN__))
|
|
/* Not PIC */
|
|
movl $ LZMA_CRC32_TABLE, %ebx
|
|
#elif defined(__APPLE__)
|
|
/* Mach-O */
|
|
call .L_get_pc
|
|
.L_pic:
|
|
leal .L_lzma_crc32_table$non_lazy_ptr-.L_pic(%ebx), %ebx
|
|
movl (%ebx), %ebx
|
|
#else
|
|
/* ELF */
|
|
call .L_get_pc
|
|
addl $_GLOBAL_OFFSET_TABLE_, %ebx
|
|
movl LZMA_CRC32_TABLE@GOT(%ebx), %ebx
|
|
#endif
|
|
|
|
/* Complement the initial value. */
|
|
notl %eax
|
|
|
|
ALIGN(4, 16)
|
|
.L_align:
|
|
/*
|
|
* Check if there is enough input to use slicing-by-eight.
|
|
* We need 16 bytes, because the loop pre-reads eight bytes.
|
|
*/
|
|
cmpl $16, %edi
|
|
jb .L_rest
|
|
|
|
/* Check if we have reached alignment of eight bytes. */
|
|
testl $7, %esi
|
|
jz .L_slice
|
|
|
|
/* Calculate CRC of the next input byte. */
|
|
movzbl (%esi), %ebp
|
|
incl %esi
|
|
movzbl %al, %ecx
|
|
xorl %ecx, %ebp
|
|
shrl $8, %eax
|
|
xorl (%ebx, %ebp, 4), %eax
|
|
decl %edi
|
|
jmp .L_align
|
|
|
|
ALIGN(2, 4)
|
|
.L_slice:
|
|
/*
|
|
* If we get here, there's at least 16 bytes of aligned input
|
|
* available. Make %edi multiple of eight bytes. Store the possible
|
|
* remainder over the "size" variable in the argument stack.
|
|
*/
|
|
movl %edi, 0x18(%esp)
|
|
andl $-8, %edi
|
|
subl %edi, 0x18(%esp)
|
|
|
|
/*
|
|
* Let %edi be buf + size - 8 while running the main loop. This way
|
|
* we can compare for equality to determine when exit the loop.
|
|
*/
|
|
addl %esi, %edi
|
|
subl $8, %edi
|
|
|
|
/* Read in the first eight aligned bytes. */
|
|
xorl (%esi), %eax
|
|
movl 4(%esi), %ecx
|
|
movzbl %cl, %ebp
|
|
|
|
.L_loop:
|
|
movl 0x0C00(%ebx, %ebp, 4), %edx
|
|
movzbl %ch, %ebp
|
|
xorl 0x0800(%ebx, %ebp, 4), %edx
|
|
shrl $16, %ecx
|
|
xorl 8(%esi), %edx
|
|
movzbl %cl, %ebp
|
|
xorl 0x0400(%ebx, %ebp, 4), %edx
|
|
movzbl %ch, %ebp
|
|
xorl (%ebx, %ebp, 4), %edx
|
|
movzbl %al, %ebp
|
|
|
|
/*
|
|
* Read the next four bytes, for which the CRC is calculated
|
|
* on the next interation of the loop.
|
|
*/
|
|
movl 12(%esi), %ecx
|
|
|
|
xorl 0x1C00(%ebx, %ebp, 4), %edx
|
|
movzbl %ah, %ebp
|
|
shrl $16, %eax
|
|
xorl 0x1800(%ebx, %ebp, 4), %edx
|
|
movzbl %ah, %ebp
|
|
movzbl %al, %eax
|
|
movl 0x1400(%ebx, %eax, 4), %eax
|
|
addl $8, %esi
|
|
xorl %edx, %eax
|
|
xorl 0x1000(%ebx, %ebp, 4), %eax
|
|
|
|
/* Check for end of aligned input. */
|
|
cmpl %edi, %esi
|
|
movzbl %cl, %ebp
|
|
jne .L_loop
|
|
|
|
/*
|
|
* Process the remaining eight bytes, which we have already
|
|
* copied to %ecx and %edx.
|
|
*/
|
|
movl 0x0C00(%ebx, %ebp, 4), %edx
|
|
movzbl %ch, %ebp
|
|
xorl 0x0800(%ebx, %ebp, 4), %edx
|
|
shrl $16, %ecx
|
|
movzbl %cl, %ebp
|
|
xorl 0x0400(%ebx, %ebp, 4), %edx
|
|
movzbl %ch, %ebp
|
|
xorl (%ebx, %ebp, 4), %edx
|
|
movzbl %al, %ebp
|
|
|
|
xorl 0x1C00(%ebx, %ebp, 4), %edx
|
|
movzbl %ah, %ebp
|
|
shrl $16, %eax
|
|
xorl 0x1800(%ebx, %ebp, 4), %edx
|
|
movzbl %ah, %ebp
|
|
movzbl %al, %eax
|
|
movl 0x1400(%ebx, %eax, 4), %eax
|
|
addl $8, %esi
|
|
xorl %edx, %eax
|
|
xorl 0x1000(%ebx, %ebp, 4), %eax
|
|
|
|
/* Copy the number of remaining bytes to %edi. */
|
|
movl 0x18(%esp), %edi
|
|
|
|
.L_rest:
|
|
/* Check for end of input. */
|
|
testl %edi, %edi
|
|
jz .L_return
|
|
|
|
/* Calculate CRC of the next input byte. */
|
|
movzbl (%esi), %ebp
|
|
incl %esi
|
|
movzbl %al, %ecx
|
|
xorl %ecx, %ebp
|
|
shrl $8, %eax
|
|
xorl (%ebx, %ebp, 4), %eax
|
|
decl %edi
|
|
jmp .L_rest
|
|
|
|
.L_return:
|
|
/* Complement the final value. */
|
|
notl %eax
|
|
|
|
popl %ebp
|
|
popl %edi
|
|
popl %esi
|
|
popl %ebx
|
|
ret
|
|
|
|
#if defined(PIC) || defined(__PIC__)
|
|
ALIGN(4, 16)
|
|
.L_get_pc:
|
|
movl (%esp), %ebx
|
|
ret
|
|
#endif
|
|
|
|
#if defined(__APPLE__) && (defined(PIC) || defined(__PIC__))
|
|
/* Mach-O PIC */
|
|
.section __IMPORT,__pointers,non_lazy_symbol_pointers
|
|
.L_lzma_crc32_table$non_lazy_ptr:
|
|
.indirect_symbol LZMA_CRC32_TABLE
|
|
.long 0
|
|
|
|
#elif defined(_WIN32) || defined(__CYGWIN__)
|
|
# ifdef DLL_EXPORT
|
|
/* This is equivalent of __declspec(dllexport). */
|
|
.section .drectve
|
|
.ascii " -export:lzma_crc32"
|
|
# endif
|
|
|
|
#elif !defined(__MSDOS__)
|
|
/* ELF */
|
|
.size LZMA_CRC32, .-LZMA_CRC32
|
|
#endif
|
|
|
|
/*
|
|
* This is needed to support non-executable stack. It's ugly to
|
|
* use __linux__ here, but I don't know a way to detect when
|
|
* we are using GNU assembler.
|
|
*/
|
|
#if defined(__ELF__) && defined(__linux__)
|
|
.section .note.GNU-stack,"",@progbits
|
|
#endif
|