| @@ -926,6 +926,7 @@ gotoblas_t TABLE_NAME = { | |||
| static void init_parameter(void) { | |||
| #if (BUILD_BFLOAT16) | |||
| TABLE_NAME.sbgemm_p = SBGEMM_DEFAULT_P; | |||
| TABLE_NAME.bgemm_p = BGEMM_DEFAULT_P; | |||
| #endif | |||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | |||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | |||
| @@ -942,6 +943,7 @@ static void init_parameter(void) { | |||
| #if (BUILD_BFLOAT16) | |||
| TABLE_NAME.sbgemm_q = SBGEMM_DEFAULT_Q; | |||
| TABLE_NAME.bgemm_q = BGEMM_DEFAULT_Q; | |||
| #endif | |||
| #if BUILD_SINGLE == 1 || (BUILD_COMPLEX==1) | |||
| TABLE_NAME.sgemm_q = SGEMM_DEFAULT_Q; | |||
| @@ -958,6 +960,7 @@ static void init_parameter(void) { | |||
| #if (BUILD_BFLOAT16) | |||
| TABLE_NAME.sbgemm_r = SBGEMM_DEFAULT_R; | |||
| TABLE_NAME.bgemm_r = BGEMM_DEFAULT_R; | |||
| #endif | |||
| #if BUILD_SINGLE == 1 || (BUILD_COMPLEX==1) | |||
| TABLE_NAME.sgemm_r = SGEMM_DEFAULT_R; | |||
| @@ -1113,10 +1116,12 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_p = SBGEMM_DEFAULT_P; | |||
| TABLE_NAME.bgemm_p = BGEMM_DEFAULT_P; | |||
| #endif | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_r = SBGEMM_DEFAULT_R; | |||
| TABLE_NAME.bgemm_r = BGEMM_DEFAULT_R; | |||
| #endif | |||
| #if defined(LA464) | |||
| @@ -1215,6 +1220,7 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_q = SBGEMM_DEFAULT_Q; | |||
| TABLE_NAME.bgemm_q = BGEMM_DEFAULT_Q; | |||
| #endif | |||
| } | |||
| #else // (ARCH_LOONGARCH64) | |||
| @@ -1223,6 +1229,7 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_p = SBGEMM_DEFAULT_P; | |||
| TABLE_NAME.bgemm_p = BGEMM_DEFAULT_P; | |||
| #endif | |||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | |||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | |||
| @@ -1231,6 +1238,7 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_r = SBGEMM_DEFAULT_R; | |||
| TABLE_NAME.bgemm_r = BGEMM_DEFAULT_R; | |||
| #endif | |||
| TABLE_NAME.sgemm_r = SGEMM_DEFAULT_R; | |||
| TABLE_NAME.dgemm_r = DGEMM_DEFAULT_R; | |||
| @@ -1240,6 +1248,7 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_q = SBGEMM_DEFAULT_Q; | |||
| TABLE_NAME.bgemm_q = BGEMM_DEFAULT_Q; | |||
| #endif | |||
| TABLE_NAME.sgemm_q = SGEMM_DEFAULT_Q; | |||
| TABLE_NAME.dgemm_q = DGEMM_DEFAULT_Q; | |||
| @@ -1252,6 +1261,7 @@ static void init_parameter(void) { | |||
| static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_p = SBGEMM_DEFAULT_P; | |||
| TABLE_NAME.bgemm_p = BGEMM_DEFAULT_P; | |||
| #endif | |||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | |||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | |||
| @@ -1260,6 +1270,7 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_r = SBGEMM_DEFAULT_R; | |||
| TABLE_NAME.bgemm_r = BGEMM_DEFAULT_R; | |||
| #endif | |||
| TABLE_NAME.sgemm_r = SGEMM_DEFAULT_R; | |||
| TABLE_NAME.dgemm_r = DGEMM_DEFAULT_R; | |||
| @@ -1269,6 +1280,7 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_q = SBGEMM_DEFAULT_Q; | |||
| TABLE_NAME.bgemm_q = BGEMM_DEFAULT_Q; | |||
| #endif | |||
| TABLE_NAME.sgemm_q = SGEMM_DEFAULT_Q; | |||
| TABLE_NAME.dgemm_q = DGEMM_DEFAULT_Q; | |||
| @@ -1282,6 +1294,7 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_p = SBGEMM_DEFAULT_P; | |||
| TABLE_NAME.bgemm_p = BGEMM_DEFAULT_P; | |||
| #endif | |||
| #ifdef BUILD_HFLOAT16 | |||
| TABLE_NAME.shgemm_p = SHGEMM_DEFAULT_P; | |||
| @@ -1293,6 +1306,7 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_r = SBGEMM_DEFAULT_R; | |||
| TABLE_NAME.bgemm_r = BGEMM_DEFAULT_R; | |||
| #endif | |||
| #ifdef BUILD_HFLOAT16 | |||
| TABLE_NAME.shgemm_r = SHGEMM_DEFAULT_R; | |||
| @@ -1305,6 +1319,7 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_q = SBGEMM_DEFAULT_Q; | |||
| TABLE_NAME.bgemm_q = BGEMM_DEFAULT_Q; | |||
| #endif | |||
| #ifdef BUILD_HFLOAT16 | |||
| TABLE_NAME.shgemm_q = SHGEMM_DEFAULT_Q; | |||
| @@ -1455,6 +1470,8 @@ static void init_parameter(void) { | |||
| #ifdef BUILD_BFLOAT16 | |||
| TABLE_NAME.sbgemm_p = SBGEMM_DEFAULT_P; | |||
| TABLE_NAME.sbgemm_q = SBGEMM_DEFAULT_Q; | |||
| TABLE_NAME.bgemm_p = BGEMM_DEFAULT_P; | |||
| TABLE_NAME.bgemm_q = BGEMM_DEFAULT_Q; | |||
| #endif | |||
| #ifdef BUILD_HFLOAT16 | |||
| TABLE_NAME.shgemm_p = SHGEMM_DEFAULT_P; | |||
| @@ -2053,6 +2070,10 @@ static void init_parameter(void) { | |||
| ((TABLE_NAME.sbgemm_p * TABLE_NAME.sbgemm_q * 4 + TABLE_NAME.offsetA | |||
| + TABLE_NAME.align) & ~TABLE_NAME.align) | |||
| ) / (TABLE_NAME.sbgemm_q * 4) - 15) & ~15); | |||
| TABLE_NAME.bgemm_r = (((BUFFER_SIZE - | |||
| ((TABLE_NAME.bgemm_p * TABLE_NAME.bgemm_q * 4 + TABLE_NAME.offsetA | |||
| + TABLE_NAME.align) & ~TABLE_NAME.align) | |||
| ) / (TABLE_NAME.bgemm_q * 4) - 15) & ~15); | |||
| #endif | |||
| #if BUILD_HFLOAT16==1 | |||