| # This file is generated from a similarly-named Perl script in the BoringSSL |
| # source tree. Do not edit by hand. |
| |
| #if defined(__has_feature) |
| #if __has_feature(memory_sanitizer) && !defined(OPENSSL_NO_ASM) |
| #define OPENSSL_NO_ASM |
| #endif |
| #endif |
| |
| #if defined(__x86_64__) && !defined(OPENSSL_NO_ASM) |
| .text |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| .p2align 4 |
| _vpaes_encrypt_core: |
| |
| movq %rdx,%r9 |
| movq $16,%r11 |
| movl 240(%rdx),%eax |
| movdqa %xmm9,%xmm1 |
| movdqa L$k_ipt(%rip),%xmm2 |
| pandn %xmm0,%xmm1 |
| movdqu (%r9),%xmm5 |
| psrld $4,%xmm1 |
| pand %xmm9,%xmm0 |
| .byte 102,15,56,0,208 |
| movdqa L$k_ipt+16(%rip),%xmm0 |
| .byte 102,15,56,0,193 |
| pxor %xmm5,%xmm2 |
| addq $16,%r9 |
| pxor %xmm2,%xmm0 |
| leaq L$k_mc_backward(%rip),%r10 |
| jmp L$enc_entry |
| |
| .p2align 4 |
| L$enc_loop: |
| |
| movdqa %xmm13,%xmm4 |
| movdqa %xmm12,%xmm0 |
| .byte 102,15,56,0,226 |
| .byte 102,15,56,0,195 |
| pxor %xmm5,%xmm4 |
| movdqa %xmm15,%xmm5 |
| pxor %xmm4,%xmm0 |
| movdqa -64(%r11,%r10,1),%xmm1 |
| .byte 102,15,56,0,234 |
| movdqa (%r11,%r10,1),%xmm4 |
| movdqa %xmm14,%xmm2 |
| .byte 102,15,56,0,211 |
| movdqa %xmm0,%xmm3 |
| pxor %xmm5,%xmm2 |
| .byte 102,15,56,0,193 |
| addq $16,%r9 |
| pxor %xmm2,%xmm0 |
| .byte 102,15,56,0,220 |
| addq $16,%r11 |
| pxor %xmm0,%xmm3 |
| .byte 102,15,56,0,193 |
| andq $0x30,%r11 |
| subq $1,%rax |
| pxor %xmm3,%xmm0 |
| |
| L$enc_entry: |
| |
| movdqa %xmm9,%xmm1 |
| movdqa %xmm11,%xmm5 |
| pandn %xmm0,%xmm1 |
| psrld $4,%xmm1 |
| pand %xmm9,%xmm0 |
| .byte 102,15,56,0,232 |
| movdqa %xmm10,%xmm3 |
| pxor %xmm1,%xmm0 |
| .byte 102,15,56,0,217 |
| movdqa %xmm10,%xmm4 |
| pxor %xmm5,%xmm3 |
| .byte 102,15,56,0,224 |
| movdqa %xmm10,%xmm2 |
| pxor %xmm5,%xmm4 |
| .byte 102,15,56,0,211 |
| movdqa %xmm10,%xmm3 |
| pxor %xmm0,%xmm2 |
| .byte 102,15,56,0,220 |
| movdqu (%r9),%xmm5 |
| pxor %xmm1,%xmm3 |
| jnz L$enc_loop |
| |
| |
| movdqa -96(%r10),%xmm4 |
| movdqa -80(%r10),%xmm0 |
| .byte 102,15,56,0,226 |
| pxor %xmm5,%xmm4 |
| .byte 102,15,56,0,195 |
| movdqa 64(%r11,%r10,1),%xmm1 |
| pxor %xmm4,%xmm0 |
| .byte 102,15,56,0,193 |
| .byte 0xf3,0xc3 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| .p2align 4 |
| _vpaes_schedule_core: |
| |
| |
| |
| |
| |
| |
| call _vpaes_preheat |
| movdqa L$k_rcon(%rip),%xmm8 |
| movdqu (%rdi),%xmm0 |
| |
| |
| movdqa %xmm0,%xmm3 |
| leaq L$k_ipt(%rip),%r11 |
| call _vpaes_schedule_transform |
| movdqa %xmm0,%xmm7 |
| |
| leaq L$k_sr(%rip),%r10 |
| |
| |
| movdqu %xmm0,(%rdx) |
| |
| L$schedule_go: |
| cmpl $192,%esi |
| ja L$schedule_256 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| L$schedule_128: |
| movl $10,%esi |
| |
| L$oop_schedule_128: |
| call _vpaes_schedule_round |
| decq %rsi |
| jz L$schedule_mangle_last |
| call _vpaes_schedule_mangle |
| jmp L$oop_schedule_128 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| .p2align 4 |
| L$schedule_256: |
| movdqu 16(%rdi),%xmm0 |
| call _vpaes_schedule_transform |
| movl $7,%esi |
| |
| L$oop_schedule_256: |
| call _vpaes_schedule_mangle |
| movdqa %xmm0,%xmm6 |
| |
| |
| call _vpaes_schedule_round |
| decq %rsi |
| jz L$schedule_mangle_last |
| call _vpaes_schedule_mangle |
| |
| |
| pshufd $0xFF,%xmm0,%xmm0 |
| movdqa %xmm7,%xmm5 |
| movdqa %xmm6,%xmm7 |
| call _vpaes_schedule_low_round |
| movdqa %xmm5,%xmm7 |
| |
| jmp L$oop_schedule_256 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| .p2align 4 |
| L$schedule_mangle_last: |
| |
| leaq L$k_deskew(%rip),%r11 |
| |
| |
| movdqa (%r8,%r10,1),%xmm1 |
| .byte 102,15,56,0,193 |
| leaq L$k_opt(%rip),%r11 |
| addq $32,%rdx |
| |
| L$schedule_mangle_last_dec: |
| addq $-16,%rdx |
| pxor L$k_s63(%rip),%xmm0 |
| call _vpaes_schedule_transform |
| movdqu %xmm0,(%rdx) |
| |
| |
| pxor %xmm0,%xmm0 |
| pxor %xmm1,%xmm1 |
| pxor %xmm2,%xmm2 |
| pxor %xmm3,%xmm3 |
| pxor %xmm4,%xmm4 |
| pxor %xmm5,%xmm5 |
| pxor %xmm6,%xmm6 |
| pxor %xmm7,%xmm7 |
| .byte 0xf3,0xc3 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| .p2align 4 |
| _vpaes_schedule_round: |
| |
| |
| pxor %xmm1,%xmm1 |
| .byte 102,65,15,58,15,200,15 |
| .byte 102,69,15,58,15,192,15 |
| pxor %xmm1,%xmm7 |
| |
| |
| pshufd $0xFF,%xmm0,%xmm0 |
| .byte 102,15,58,15,192,1 |
| |
| |
| |
| |
| _vpaes_schedule_low_round: |
| |
| movdqa %xmm7,%xmm1 |
| pslldq $4,%xmm7 |
| pxor %xmm1,%xmm7 |
| movdqa %xmm7,%xmm1 |
| pslldq $8,%xmm7 |
| pxor %xmm1,%xmm7 |
| pxor L$k_s63(%rip),%xmm7 |
| |
| |
| movdqa %xmm9,%xmm1 |
| pandn %xmm0,%xmm1 |
| psrld $4,%xmm1 |
| pand %xmm9,%xmm0 |
| movdqa %xmm11,%xmm2 |
| .byte 102,15,56,0,208 |
| pxor %xmm1,%xmm0 |
| movdqa %xmm10,%xmm3 |
| .byte 102,15,56,0,217 |
| pxor %xmm2,%xmm3 |
| movdqa %xmm10,%xmm4 |
| .byte 102,15,56,0,224 |
| pxor %xmm2,%xmm4 |
| movdqa %xmm10,%xmm2 |
| .byte 102,15,56,0,211 |
| pxor %xmm0,%xmm2 |
| movdqa %xmm10,%xmm3 |
| .byte 102,15,56,0,220 |
| pxor %xmm1,%xmm3 |
| movdqa %xmm13,%xmm4 |
| .byte 102,15,56,0,226 |
| movdqa %xmm12,%xmm0 |
| .byte 102,15,56,0,195 |
| pxor %xmm4,%xmm0 |
| |
| |
| pxor %xmm7,%xmm0 |
| movdqa %xmm0,%xmm7 |
| .byte 0xf3,0xc3 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| .p2align 4 |
| _vpaes_schedule_transform: |
| |
| movdqa %xmm9,%xmm1 |
| pandn %xmm0,%xmm1 |
| psrld $4,%xmm1 |
| pand %xmm9,%xmm0 |
| movdqa (%r11),%xmm2 |
| .byte 102,15,56,0,208 |
| movdqa 16(%r11),%xmm0 |
| .byte 102,15,56,0,193 |
| pxor %xmm2,%xmm0 |
| .byte 0xf3,0xc3 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| .p2align 4 |
| _vpaes_schedule_mangle: |
| |
| movdqa %xmm0,%xmm4 |
| movdqa L$k_mc_forward(%rip),%xmm5 |
| |
| |
| addq $16,%rdx |
| pxor L$k_s63(%rip),%xmm4 |
| .byte 102,15,56,0,229 |
| movdqa %xmm4,%xmm3 |
| .byte 102,15,56,0,229 |
| pxor %xmm4,%xmm3 |
| .byte 102,15,56,0,229 |
| pxor %xmm4,%xmm3 |
| |
| L$schedule_mangle_both: |
| movdqa (%r8,%r10,1),%xmm1 |
| .byte 102,15,56,0,217 |
| addq $-16,%r8 |
| andq $0x30,%r8 |
| movdqu %xmm3,(%rdx) |
| .byte 0xf3,0xc3 |
| |
| |
| |
| |
| |
| |
| .globl _GFp_vpaes_set_encrypt_key |
| .private_extern _GFp_vpaes_set_encrypt_key |
| |
| .p2align 4 |
| _GFp_vpaes_set_encrypt_key: |
| |
| |
| movl %esi,%eax |
| shrl $5,%eax |
| addl $5,%eax |
| movl %eax,240(%rdx) |
| |
| movl $0,%ecx |
| movl $0x30,%r8d |
| call _vpaes_schedule_core |
| xorl %eax,%eax |
| .byte 0xf3,0xc3 |
| |
| |
| |
| .globl _GFp_vpaes_encrypt |
| .private_extern _GFp_vpaes_encrypt |
| |
| .p2align 4 |
| _GFp_vpaes_encrypt: |
| |
| movdqu (%rdi),%xmm0 |
| call _vpaes_preheat |
| call _vpaes_encrypt_core |
| movdqu %xmm0,(%rsi) |
| .byte 0xf3,0xc3 |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| .p2align 4 |
| _vpaes_preheat: |
| |
| leaq L$k_s0F(%rip),%r10 |
| movdqa -32(%r10),%xmm10 |
| movdqa -16(%r10),%xmm11 |
| movdqa 0(%r10),%xmm9 |
| movdqa 48(%r10),%xmm13 |
| movdqa 64(%r10),%xmm12 |
| movdqa 80(%r10),%xmm15 |
| movdqa 96(%r10),%xmm14 |
| .byte 0xf3,0xc3 |
| |
| |
| |
| |
| |
| |
| |
| |
| .p2align 6 |
| _vpaes_consts: |
| L$k_inv: |
| .quad 0x0E05060F0D080180, 0x040703090A0B0C02 |
| .quad 0x01040A060F0B0780, 0x030D0E0C02050809 |
| |
| L$k_s0F: |
| .quad 0x0F0F0F0F0F0F0F0F, 0x0F0F0F0F0F0F0F0F |
| |
| L$k_ipt: |
| .quad 0xC2B2E8985A2A7000, 0xCABAE09052227808 |
| .quad 0x4C01307D317C4D00, 0xCD80B1FCB0FDCC81 |
| |
| L$k_sb1: |
| .quad 0xB19BE18FCB503E00, 0xA5DF7A6E142AF544 |
| .quad 0x3618D415FAE22300, 0x3BF7CCC10D2ED9EF |
| L$k_sb2: |
| .quad 0xE27A93C60B712400, 0x5EB7E955BC982FCD |
| .quad 0x69EB88400AE12900, 0xC2A163C8AB82234A |
| L$k_sbo: |
| .quad 0xD0D26D176FBDC700, 0x15AABF7AC502A878 |
| .quad 0xCFE474A55FBB6A00, 0x8E1E90D1412B35FA |
| |
| L$k_mc_forward: |
| .quad 0x0407060500030201, 0x0C0F0E0D080B0A09 |
| .quad 0x080B0A0904070605, 0x000302010C0F0E0D |
| .quad 0x0C0F0E0D080B0A09, 0x0407060500030201 |
| .quad 0x000302010C0F0E0D, 0x080B0A0904070605 |
| |
| L$k_mc_backward: |
| .quad 0x0605040702010003, 0x0E0D0C0F0A09080B |
| .quad 0x020100030E0D0C0F, 0x0A09080B06050407 |
| .quad 0x0E0D0C0F0A09080B, 0x0605040702010003 |
| .quad 0x0A09080B06050407, 0x020100030E0D0C0F |
| |
| L$k_sr: |
| .quad 0x0706050403020100, 0x0F0E0D0C0B0A0908 |
| .quad 0x030E09040F0A0500, 0x0B06010C07020D08 |
| .quad 0x0F060D040B020900, 0x070E050C030A0108 |
| .quad 0x0B0E0104070A0D00, 0x0306090C0F020508 |
| |
| L$k_rcon: |
| .quad 0x1F8391B9AF9DEEB6, 0x702A98084D7C7D81 |
| |
| L$k_s63: |
| .quad 0x5B5B5B5B5B5B5B5B, 0x5B5B5B5B5B5B5B5B |
| |
| L$k_opt: |
| .quad 0xFF9F4929D6B66000, 0xF7974121DEBE6808 |
| .quad 0x01EDBD5150BCEC00, 0xE10D5DB1B05C0CE0 |
| |
| L$k_deskew: |
| .quad 0x07E4A34047A4E300, 0x1DFEB95A5DBEF91A |
| .quad 0x5F36B5DC83EA6900, 0x2841C2ABF49D1E77 |
| #endif |
