#include "common.h" #if defined(SKYLAKEX) || defined(COOPERLAKE) || defined(SAPPHIRERAPIDS) #include "csum_microk_skylakex-2.c" #endif #ifndef HAVE_CSUM_KERNEL static FLOAT csum_kernel(BLASLONG n, FLOAT *x) { BLASLONG i=0; BLASLONG n_8 = n & -8; FLOAT *x1 = x; FLOAT temp0, temp1, temp2, temp3; FLOAT temp4, temp5, temp6, temp7; FLOAT sum0 = 0.0; FLOAT sum1 = 0.0; FLOAT sum2 = 0.0; FLOAT sum3 = 0.0; FLOAT sum4 = 0.0; while (i < n_8) { sum0 += x1[0]; sum1 += x1[1]; sum2 += x1[2]; sum3 += x1[3]; sum0 += x1[4]; sum1 += x1[5]; sum2 += x1[6]; sum3 += x1[7]; x1+=8; i+=4; } while (i < n) { sum4 += (x1[0] + x1[1]); x1 += 2; i++; } return sum0+sum1+sum2+sum3+sum4; } #endif static FLOAT sum_compute(BLASLONG n, FLOAT *x, BLASLONG inc_x) { BLASLONG i = 0; BLASLONG ip = 0; BLASLONG inc_x2; FLOAT sumf = 0.0; if (n <= 0 || inc_x <= 0) return(sumf); if (inc_x == 1) { sumf = csum_kernel(n, x); } else { inc_x2 = 2 * inc_x; while (i < n) { sumf += x[ip] + x[ip + 1]; ip += inc_x2; i++; } } return(sumf); } #if defined(SMP) static int sum_thread_function(BLASLONG n, BLASLONG dummy0, BLASLONG dummy1, FLOAT dummy2, FLOAT *x, BLASLONG inc_x, FLOAT * dummy3, BLASLONG dummy4, FLOAT * result, BLASLONG dummy5) { *(FLOAT *) result = sum_compute(n, x, inc_x); return 0; } extern int blas_level1_thread_with_return_value(int mode, BLASLONG m, BLASLONG n, BLASLONG k, void * alpha, void *a, BLASLONG lda, void *b, BLASLONG ldb, void *c, BLASLONG ldc, int (*function)(), int nthread); #endif FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) { #if defined(SMP) int nthreads; FLOAT dummy_alpha[2]; #endif FLOAT sumf = 0.0; #if defined(SMP) int num_cpu = num_cpu_avail(1); if (n <= 10000 || inc_x <= 0) nthreads = 1; else nthreads = num_cpu < n/10000 ? num_cpu : n/10000; if (nthreads == 1) { sumf = sum_compute(n, x, inc_x); } else { int mode, i; char result[MAX_CPU_NUMBER * sizeof(double) *2]; FLOAT *ptr; #if !defined(DOUBLE) mode = BLAS_SINGLE | BLAS_COMPLEX; #else mode = BLAS_DOUBLE | BLAS_COMPLEX; #endif blas_level1_thread_with_return_value(mode, n, 0, 0, dummy_alpha, x, inc_x, NULL, 0, result, 0, (int (*)(void))sum_thread_function, nthreads); ptr = (FLOAT *)result; for (i = 0; i < nthreads; i++) { sumf += (*ptr); ptr = (FLOAT *)(((char *)ptr) + sizeof(double) *2); } } #else sumf = sum_compute(n, x, inc_x); #endif return(sumf); }