OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
Browse Source

Refs #340. Fixed SEGFAULT bug of dgemv_n on OSX.

tags/v0.2.9.rc2^2
Zhang Xianyi 12 years ago
parent
2d557eb1e0
commit
9a557e90da
1 changed files with 100 additions and 95 deletions
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. +100
    -95
      kernel/x86_64/dgemv_n.S

+ 100
- 95
kernel/x86_64/dgemv_n.S View File

@@ -111,6 +111,9 @@
#define MM M
#endif

#define TMP_M %r15
#define Y2 %rbx
PROLOGUE
PROFCODE

@@ -2464,21 +2467,23 @@
cmpq Y, BUFFER
je .L999
#endif

movq M, TMP_M
movq Y, Y1
cmpq $SIZE, INCY
jne .L950

testq $SIZE, Y
testq $SIZE, Y1
je .L910

movsd (Y), %xmm0
movsd (Y1), %xmm0
addsd (BUFFER), %xmm0
movsd %xmm0, (Y)
movsd %xmm0, (Y1)

addq $SIZE, Y
addq $SIZE, Y1
addq $SIZE, BUFFER

decq M
decq TMP_M
jle .L999
ALIGN_4

@@ -2486,20 +2491,20 @@
testq $SIZE, BUFFER
jne .L920

movq M, %rax
movq TMP_M, %rax
sarq $3, %rax
jle .L914
ALIGN_3

.L912:
#ifdef PREFETCHW
PREFETCHW (PREFETCHSIZE) * 4 + PREOFFSET(Y)
PREFETCHW (PREFETCHSIZE) * 4 + PREOFFSET(Y1)
#endif

movapd 0 * SIZE(Y), %xmm0
movapd 2 * SIZE(Y), %xmm1
movapd 4 * SIZE(Y), %xmm2
movapd 6 * SIZE(Y), %xmm3
movapd 0 * SIZE(Y1), %xmm0
movapd 2 * SIZE(Y1), %xmm1
movapd 4 * SIZE(Y1), %xmm2
movapd 6 * SIZE(Y1), %xmm3

movapd 0 * SIZE(BUFFER), %xmm4
movapd 2 * SIZE(BUFFER), %xmm5
@@ -2515,12 +2520,12 @@
addpd %xmm6, %xmm2
addpd %xmm7, %xmm3

movapd %xmm0, 0 * SIZE(Y)
movapd %xmm1, 2 * SIZE(Y)
movapd %xmm2, 4 * SIZE(Y)
movapd %xmm3, 6 * SIZE(Y)
movapd %xmm0, 0 * SIZE(Y1)
movapd %xmm1, 2 * SIZE(Y1)
movapd %xmm2, 4 * SIZE(Y1)
movapd %xmm3, 6 * SIZE(Y1)

addq $8 * SIZE, Y
addq $8 * SIZE, Y1
addq $8 * SIZE, BUFFER

decq %rax
@@ -2528,14 +2533,14 @@
ALIGN_3

.L914:
testq $7, M
testq $7, TMP_M
jle .L999

testq $4, M
testq $4, TMP_M
jle .L915

movapd 0 * SIZE(Y), %xmm0
movapd 2 * SIZE(Y), %xmm1
movapd 0 * SIZE(Y1), %xmm0
movapd 2 * SIZE(Y1), %xmm1

movapd 0 * SIZE(BUFFER), %xmm4
movapd 2 * SIZE(BUFFER), %xmm5
@@ -2543,40 +2548,40 @@
addpd %xmm4, %xmm0
addpd %xmm5, %xmm1

movapd %xmm0, 0 * SIZE(Y)
movapd %xmm1, 2 * SIZE(Y)
movapd %xmm0, 0 * SIZE(Y1)
movapd %xmm1, 2 * SIZE(Y1)

addq $4 * SIZE, Y
addq $4 * SIZE, Y1
addq $4 * SIZE, BUFFER
ALIGN_3

.L915:
testq $2, M
testq $2, TMP_M
jle .L916

movapd (Y), %xmm0
movapd (Y1), %xmm0

movapd (BUFFER), %xmm4

addpd %xmm4, %xmm0

movapd %xmm0, (Y)
movapd %xmm0, (Y1)

addq $2 * SIZE, Y
addq $2 * SIZE, Y1
addq $2 * SIZE, BUFFER
ALIGN_3

.L916:
testq $1, M
testq $1, TMP_M
jle .L999

movsd (Y), %xmm0
movsd (Y1), %xmm0

movsd 0 * SIZE(BUFFER), %xmm4

addsd %xmm4, %xmm0

movlpd %xmm0, (Y)
movlpd %xmm0, (Y1)
ALIGN_3

jmp .L999
@@ -2585,20 +2590,20 @@
.L920:
movapd -1 * SIZE(BUFFER), %xmm4

movq M, %rax
movq TMP_M, %rax
sarq $3, %rax
jle .L924
ALIGN_3

.L922:
#ifdef PREFETCHW
PREFETCHW (PREFETCHSIZE) * 4 + PREOFFSET(Y)
PREFETCHW (PREFETCHSIZE) * 4 + PREOFFSET(Y1)
#endif

movapd 0 * SIZE(Y), %xmm0
movapd 2 * SIZE(Y), %xmm1
movapd 4 * SIZE(Y), %xmm2
movapd 6 * SIZE(Y), %xmm3
movapd 0 * SIZE(Y1), %xmm0
movapd 2 * SIZE(Y1), %xmm1
movapd 4 * SIZE(Y1), %xmm2
movapd 6 * SIZE(Y1), %xmm3

movapd 1 * SIZE(BUFFER), %xmm5
movapd 3 * SIZE(BUFFER), %xmm6
@@ -2619,14 +2624,14 @@
addpd %xmm6, %xmm2
addpd %xmm7, %xmm3

movapd %xmm0, 0 * SIZE(Y)
movapd %xmm1, 2 * SIZE(Y)
movapd %xmm2, 4 * SIZE(Y)
movapd %xmm3, 6 * SIZE(Y)
movapd %xmm0, 0 * SIZE(Y1)
movapd %xmm1, 2 * SIZE(Y1)
movapd %xmm2, 4 * SIZE(Y1)
movapd %xmm3, 6 * SIZE(Y1)

movapd %xmm8, %xmm4

addq $8 * SIZE, Y
addq $8 * SIZE, Y1
addq $8 * SIZE, BUFFER

decq %rax
@@ -2634,14 +2639,14 @@
ALIGN_3

.L924:
testq $7, M
testq $7, TMP_M
jle .L999

testq $4, M
testq $4, TMP_M
jle .L925

movapd 0 * SIZE(Y), %xmm0
movapd 2 * SIZE(Y), %xmm1
movapd 0 * SIZE(Y1), %xmm0
movapd 2 * SIZE(Y1), %xmm1

movapd 1 * SIZE(BUFFER), %xmm5
movapd 3 * SIZE(BUFFER), %xmm6
@@ -2652,20 +2657,20 @@
addpd %xmm4, %xmm0
addpd %xmm5, %xmm1

movapd %xmm0, 0 * SIZE(Y)
movapd %xmm1, 2 * SIZE(Y)
movapd %xmm0, 0 * SIZE(Y1)
movapd %xmm1, 2 * SIZE(Y1)

movapd %xmm6, %xmm4

addq $4 * SIZE, Y
addq $4 * SIZE, Y1
addq $4 * SIZE, BUFFER
ALIGN_3

.L925:
testq $2, M
testq $2, TMP_M
jle .L926

movapd (Y), %xmm0
movapd (Y1), %xmm0

movapd 1 * SIZE(BUFFER), %xmm5

@@ -2673,25 +2678,25 @@

addpd %xmm4, %xmm0

movapd %xmm0, (Y)
movapd %xmm0, (Y1)

movaps %xmm5, %xmm4

addq $2 * SIZE, Y
addq $2 * SIZE, Y1
addq $2 * SIZE, BUFFER
ALIGN_3

.L926:
testq $1, M
testq $1, TMP_M
jle .L999

movsd (Y), %xmm0
movsd (Y1), %xmm0

shufpd $1, %xmm4, %xmm4

addsd %xmm4, %xmm0

movlpd %xmm0, (Y)
movlpd %xmm0, (Y1)
ALIGN_3

jmp .L999
@@ -2701,53 +2706,53 @@
testq $SIZE, BUFFER
je .L960

movsd (Y), %xmm0
movsd (Y1), %xmm0
addsd (BUFFER), %xmm0
movsd %xmm0, (Y)
movsd %xmm0, (Y1)

addq INCY, Y
addq INCY, Y1
addq $SIZE, BUFFER

decq M
decq TMP_M
jle .L999
ALIGN_4

.L960:
movq Y, Y1
movq Y1, Y2

movq M, %rax
movq TMP_M, %rax
sarq $3, %rax
jle .L964
ALIGN_3

.L962:
movsd (Y), %xmm0
addq INCY, Y
movhpd (Y), %xmm0
addq INCY, Y
movsd (Y2), %xmm0
addq INCY, Y2
movhpd (Y2), %xmm0
addq INCY, Y2

movapd 0 * SIZE(BUFFER), %xmm4

movsd (Y), %xmm1
addq INCY, Y
movhpd (Y), %xmm1
addq INCY, Y
movsd (Y2), %xmm1
addq INCY, Y2
movhpd (Y2), %xmm1
addq INCY, Y2

movapd 2 * SIZE(BUFFER), %xmm5

movsd (Y), %xmm2
addq INCY, Y
movhpd (Y), %xmm2
addq INCY, Y
movsd (Y2), %xmm2
addq INCY, Y2
movhpd (Y2), %xmm2
addq INCY, Y2

movapd 4 * SIZE(BUFFER), %xmm6

addpd %xmm4, %xmm0

movsd (Y), %xmm3
addq INCY, Y
movhpd (Y), %xmm3
addq INCY, Y
movsd (Y2), %xmm3
addq INCY, Y2
movhpd (Y2), %xmm3
addq INCY, Y2

movapd 6 * SIZE(BUFFER), %xmm7

@@ -2782,23 +2787,23 @@
ALIGN_3

.L964:
testq $7, M
testq $7, TMP_M
jle .L999

testq $4, M
testq $4, TMP_M
jle .L965

movsd (Y), %xmm0
addq INCY, Y
movhpd (Y), %xmm0
addq INCY, Y
movsd (Y2), %xmm0
addq INCY, Y2
movhpd (Y2), %xmm0
addq INCY, Y2

movapd 0 * SIZE(BUFFER), %xmm4

movsd (Y), %xmm1
addq INCY, Y
movhpd (Y), %xmm1
addq INCY, Y
movsd (Y2), %xmm1
addq INCY, Y2
movhpd (Y2), %xmm1
addq INCY, Y2

movapd 2 * SIZE(BUFFER), %xmm5

@@ -2818,13 +2823,13 @@
ALIGN_3

.L965:
testq $2, M
testq $2, TMP_M
jle .L966

movsd (Y), %xmm0
addq INCY, Y
movhpd (Y), %xmm0
addq INCY, Y
movsd (Y2), %xmm0
addq INCY, Y2
movhpd (Y2), %xmm0
addq INCY, Y2

movapd 0 * SIZE(BUFFER), %xmm4

@@ -2839,10 +2844,10 @@
ALIGN_3

.L966:
testq $1, M
testq $1, TMP_M
jle .L999

movsd (Y), %xmm0
movsd (Y2), %xmm0

movsd 0 * SIZE(BUFFER), %xmm4



Write Preview
Loading…
Cancel
Save