| /* arm_functions.h -- ARM implementations for arch-specific functions. |
| * For conditions of distribution and use, see copyright notice in zlib.h |
| */ |
| |
| #ifndef ARM_FUNCTIONS_H_ |
| #define ARM_FUNCTIONS_H_ |
| |
| #include "arm_natives.h" |
| |
| #ifdef ARM_NEON |
| uint32_t adler32_neon(uint32_t adler, const uint8_t *buf, size_t len); |
| uint32_t adler32_copy_neon(uint32_t adler, uint8_t *dst, const uint8_t *src, size_t len); |
| uint8_t* chunkmemset_safe_neon(uint8_t *out, uint8_t *from, size_t len, size_t left); |
| uint32_t compare256_neon(const uint8_t *src0, const uint8_t *src1); |
| void inflate_fast_neon(PREFIX3(stream) *strm, uint32_t start); |
| uint32_t longest_match_neon(deflate_state *const s, uint32_t cur_match); |
| uint32_t longest_match_slow_neon(deflate_state *const s, uint32_t cur_match); |
| void slide_hash_neon(deflate_state *s); |
| #endif |
| |
| #ifndef ARM_NEON_NATIVE |
| # define ADLER32_FALLBACK |
| # define CHUNKSET_FALLBACK |
| # define COMPARE256_FALLBACK |
| # ifndef ARM_SIMD_NATIVE |
| # define SLIDE_HASH_FALLBACK |
| # endif |
| #endif |
| |
| #ifdef ARM_CRC32 |
| uint32_t crc32_armv8(uint32_t crc, const uint8_t *buf, size_t len); |
| uint32_t crc32_copy_armv8(uint32_t crc, uint8_t *dst, const uint8_t *src, size_t len); |
| #endif |
| |
| #ifdef ARM_PMULL_EOR3 |
| uint32_t crc32_armv8_pmull_eor3(uint32_t crc, const uint8_t *buf, size_t len); |
| uint32_t crc32_copy_armv8_pmull_eor3(uint32_t crc, uint8_t *dst, const uint8_t *src, size_t len); |
| #endif |
| |
| #if !defined(ARM_CRC32_NATIVE) && !defined(ARM_PMULL_EOR3_NATIVE) |
| # define CRC32_BRAID_FALLBACK |
| #endif |
| |
| #ifdef ARM_SIMD |
| void slide_hash_armv6(deflate_state *s); |
| #endif |
| |
| #ifdef DISABLE_RUNTIME_CPU_DETECTION |
| // ARM - SIMD |
| # ifdef ARM_SIMD_NATIVE |
| # undef native_slide_hash |
| # define native_slide_hash slide_hash_armv6 |
| # endif |
| // ARM - NEON |
| # ifdef ARM_NEON_NATIVE |
| # undef native_adler32 |
| # define native_adler32 adler32_neon |
| # undef native_adler32_copy |
| # define native_adler32_copy adler32_copy_neon |
| # undef native_chunkmemset_safe |
| # define native_chunkmemset_safe chunkmemset_safe_neon |
| # undef native_compare256 |
| # define native_compare256 compare256_neon |
| # undef native_inflate_fast |
| # define native_inflate_fast inflate_fast_neon |
| # undef native_longest_match |
| # define native_longest_match longest_match_neon |
| # undef native_longest_match_slow |
| # define native_longest_match_slow longest_match_slow_neon |
| # undef native_slide_hash |
| # define native_slide_hash slide_hash_neon |
| # endif |
| // ARM - CRC32 |
| # ifdef ARM_CRC32_NATIVE |
| # undef native_crc32 |
| # define native_crc32 crc32_armv8 |
| # undef native_crc32_copy |
| # define native_crc32_copy crc32_copy_armv8 |
| # endif |
| // ARM - PMULL EOR3 |
| # ifdef ARM_PMULL_EOR3_NATIVE |
| # undef native_crc32 |
| # define native_crc32 crc32_armv8_pmull_eor3 |
| # undef native_crc32_copy |
| # define native_crc32_copy crc32_copy_armv8_pmull_eor3 |
| # endif |
| #endif |
| |
| #endif /* ARM_FUNCTIONS_H_ */ |