Browse Source

ztrmm sve copy functions

tags/v0.3.20
Bine Brank 4 years ago
parent
commit
68c414d3a6
4 changed files with 26 additions and 26 deletions
  1. +7
    -7
      kernel/arm64/ztrmm_lncopy_sve_v1.c
  2. +6
    -6
      kernel/arm64/ztrmm_ltcopy_sve_v1.c
  3. +7
    -7
      kernel/arm64/ztrmm_uncopy_sve_v1.c
  4. +6
    -6
      kernel/arm64/ztrmm_utcopy_sve_v1.c

+ 7
- 7
kernel/arm64/ztrmm_lncopy_sve_v1.c View File

@@ -53,11 +53,11 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
js = 0;
FLOAT *ao;
#ifdef DOUBLE
svint64_t index = svindex_s64(0LL, lda*2);
svint64_t index = svindex_s64(0LL, lda);
svbool_t pn = svwhilelt_b64(js, n);
int n_active = svcntp_b64(svptrue_b64(), pn);
#else
svint32_t index = svindex_s32(0, lda*2);
svint32_t index = svindex_s32(0, lda);
svbool_t pn = svwhilelt_b32(js, n);
int n_active = svcntp_b32(svptrue_b32(), pn);
#endif
@@ -89,7 +89,7 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
i ++;
} else
if (X < posY) {
ao += lda * 2;
ao += lda;
b += n_active * 2;
X ++;
i ++;
@@ -99,8 +99,8 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
int temp = 0;
for (int j = 0; j < n_active; j++) {
for (int k = 0 ; k < j; k++) {
b[temp++] = *(ao+k*lda+j);
b[temp++] = *(ao+k*lda+j+1);
b[temp++] = *(ao+k*lda+j*2);
b[temp++] = *(ao+k*lda+j*2+1);
}
b[temp++] = ONE;
b[temp++] = ZERO;
@@ -113,8 +113,8 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
int temp = 0;
for (int j = 0; j < n_active; j++) {
for (int k = 0 ; k <= j; k++) {
b[temp++] = *(ao+k*lda+j);
b[temp++] = *(ao+k*lda+j+1);
b[temp++] = *(ao+k*lda+j*2);
b[temp++] = *(ao+k*lda+j*2+1);
}
for (int k = j+1; k < n_active; k++) {
b[temp++] = ZERO;


+ 6
- 6
kernel/arm64/ztrmm_ltcopy_sve_v1.c View File

@@ -85,7 +85,7 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
svfloat32x2_t aj_vec = svld2(pn, ao);
#endif
svst2(pn, b, aj_vec);
ao += lda * 2;
ao += lda;
b += n_active * 2;
X ++;
i ++;
@@ -101,8 +101,8 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
b[temp++] = ONE;
b[temp++] = ZERO;
for (int k = j+1; k < n_active; k++) {
b[temp++] = *(ao+j*lda+k);
b[temp++] = *(ao+j*lda+k+1);
b[temp++] = *(ao+j*lda+k*2);
b[temp++] = *(ao+j*lda+k*2+1);
}
}
#else
@@ -113,12 +113,12 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
b[temp++] = ZERO;
}
for (int k = j; k < n_active; k++) {
b[temp++] = *(ao+j*lda+k);
b[temp++] = *(ao+j*lda+k+1);
b[temp++] = *(ao+j*lda+k*2);
b[temp++] = *(ao+j*lda+k*2+1);
}
}
#endif
ao += n_active * lda * 2;
ao += n_active * lda;
b += n_active*n_active * 2;
X += n_active;
i += n_active;


+ 7
- 7
kernel/arm64/ztrmm_uncopy_sve_v1.c View File

@@ -53,11 +53,11 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
js = 0;
FLOAT *ao;
#ifdef DOUBLE
svint64_t index = svindex_s64(0LL, lda * 2);
svint64_t index = svindex_s64(0LL, lda);
svbool_t pn = svwhilelt_b64(js, n);
int n_active = svcntp_b64(svptrue_b64(), pn);
#else
svint32_t index = svindex_s32(0, lda * 2);
svint32_t index = svindex_s32(0, lda);
svbool_t pn = svwhilelt_b32(js, n);
int n_active = svcntp_b32(svptrue_b32(), pn);
#endif
@@ -89,7 +89,7 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
i ++;
} else
if (X > posY) {
ao += lda * 2;
ao += lda;
b += n_active * 2;
X ++;
i ++;
@@ -105,8 +105,8 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
b[temp++] = ONE;
b[temp++] = ZERO;
for (int k = j+1; k < n_active; k++) {
b[temp++] = *(ao+k*lda+j);
b[temp++] = *(ao+k*lda+j+1);
b[temp++] = *(ao+k*lda+j*2);
b[temp++] = *(ao+k*lda+j*2+1);
}
}
#else
@@ -117,8 +117,8 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
b[temp++] = ZERO;
}
for (int k = j; k < n_active; k++) {
b[temp++] = *(ao+k*lda+j);
b[temp++] = *(ao+k*lda+j+1);
b[temp++] = *(ao+k*lda+j*2);
b[temp++] = *(ao+k*lda+j*2+1);
}
}
#endif


+ 6
- 6
kernel/arm64/ztrmm_utcopy_sve_v1.c View File

@@ -85,7 +85,7 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
svfloat32x2_t aj_vec = svld2(pn, ao);
#endif
svst2(pn, b, aj_vec);
ao += lda * 2;
ao += lda;
b += n_active * 2;
X ++;
i ++;
@@ -95,8 +95,8 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
int temp = 0;
for (int j = 0; j < n_active; j++) {
for (int k = 0 ; k < j; k++) {
b[temp++] = *(ao+j*lda+k);
b[temp++] = *(ao+j*lda+k+1);
b[temp++] = *(ao+j*lda+k*2);
b[temp++] = *(ao+j*lda+k*2+1);
}
b[temp++] = ONE;
b[temp++] = ZERO;
@@ -109,8 +109,8 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
int temp = 0;
for (int j = 0; j < n_active; j++) {
for (int k = 0 ; k <= j; k++) {
b[temp++] = *(ao+j*lda+k);
b[temp++] = *(ao+j*lda+k+1);
b[temp++] = *(ao+j*lda+k*2);
b[temp++] = *(ao+j*lda+k*2+1);
}
for (int k = j+1; k < n_active; k++) {
b[temp++] = ZERO;
@@ -118,7 +118,7 @@ int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLON
}
}
#endif
ao += n_active * lda * 2;
ao += n_active * lda;
b += n_active*n_active * 2;
X += n_active;
i += n_active;


Loading…
Cancel
Save