| // Copyright ©2016 The Gonum Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style |
| // license that can be found in the LICENSE file. |
| |
| // +build !noasm,!gccgo,!safe |
| |
| #include "textflag.h" |
| |
| // func Add(dst, s []float64) |
| TEXT ·Add(SB), NOSPLIT, $0 |
| MOVQ dst_base+0(FP), DI // DI = &dst |
| MOVQ dst_len+8(FP), CX // CX = len(dst) |
| MOVQ s_base+24(FP), SI // SI = &s |
| CMPQ s_len+32(FP), CX // CX = max( CX, len(s) ) |
| CMOVQLE s_len+32(FP), CX |
| CMPQ CX, $0 // if CX == 0 { return } |
| JE add_end |
| XORQ AX, AX |
| MOVQ DI, BX |
| ANDQ $0x0F, BX // BX = &dst & 15 |
| JZ add_no_trim // if BX == 0 { goto add_no_trim } |
| |
| // Align on 16-bit boundary |
| MOVSD (SI)(AX*8), X0 // X0 = s[i] |
| ADDSD (DI)(AX*8), X0 // X0 += dst[i] |
| MOVSD X0, (DI)(AX*8) // dst[i] = X0 |
| INCQ AX // i++ |
| DECQ CX // --CX |
| JE add_end // if CX == 0 { return } |
| |
| add_no_trim: |
| MOVQ CX, BX |
| ANDQ $7, BX // BX = len(dst) % 8 |
| SHRQ $3, CX // CX = floor( len(dst) / 8 ) |
| JZ add_tail_start // if CX == 0 { goto add_tail_start } |
| |
| add_loop: // Loop unrolled 8x do { |
| MOVUPS (SI)(AX*8), X0 // X_i = s[i:i+1] |
| MOVUPS 16(SI)(AX*8), X1 |
| MOVUPS 32(SI)(AX*8), X2 |
| MOVUPS 48(SI)(AX*8), X3 |
| ADDPD (DI)(AX*8), X0 // X_i += dst[i:i+1] |
| ADDPD 16(DI)(AX*8), X1 |
| ADDPD 32(DI)(AX*8), X2 |
| ADDPD 48(DI)(AX*8), X3 |
| MOVUPS X0, (DI)(AX*8) // dst[i:i+1] = X_i |
| MOVUPS X1, 16(DI)(AX*8) |
| MOVUPS X2, 32(DI)(AX*8) |
| MOVUPS X3, 48(DI)(AX*8) |
| ADDQ $8, AX // i += 8 |
| LOOP add_loop // } while --CX > 0 |
| CMPQ BX, $0 // if BX == 0 { return } |
| JE add_end |
| |
| add_tail_start: // Reset loop registers |
| MOVQ BX, CX // Loop counter: CX = BX |
| |
| add_tail: // do { |
| MOVSD (SI)(AX*8), X0 // X0 = s[i] |
| ADDSD (DI)(AX*8), X0 // X0 += dst[i] |
| MOVSD X0, (DI)(AX*8) // dst[i] = X0 |
| INCQ AX // ++i |
| LOOP add_tail // } while --CX > 0 |
| |
| add_end: |
| RET |
