You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

KERNEL.ARMV8SVE 7.3 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234
  1. CSUMKERNEL = csum_thunderx2t99.c
  2. ZSUMKERNEL = zsum_thunderx2t99.c
  3. SAMINKERNEL = ../arm/amin.c
  4. DAMINKERNEL = ../arm/amin.c
  5. CAMINKERNEL = ../arm/zamin.c
  6. ZAMINKERNEL = ../arm/zamin.c
  7. SMAXKERNEL = ../arm/max.c
  8. DMAXKERNEL = ../arm/max.c
  9. SMINKERNEL = ../arm/min.c
  10. DMINKERNEL = ../arm/min.c
  11. ISAMINKERNEL = ../arm/iamin.c
  12. IDAMINKERNEL = ../arm/iamin.c
  13. ICAMINKERNEL = ../arm/izamin.c
  14. IZAMINKERNEL = ../arm/izamin.c
  15. ISMAXKERNEL = ../arm/imax.c
  16. IDMAXKERNEL = ../arm/imax.c
  17. ISMINKERNEL = ../arm/imin.c
  18. IDMINKERNEL = ../arm/imin.c
  19. STRSMKERNEL_LN = trsm_kernel_LN_sve.c
  20. STRSMKERNEL_LT = trsm_kernel_LT_sve.c
  21. STRSMKERNEL_RN = trsm_kernel_RN_sve.c
  22. STRSMKERNEL_RT = trsm_kernel_RT_sve.c
  23. DTRSMKERNEL_LN = trsm_kernel_LN_sve.c
  24. DTRSMKERNEL_LT = trsm_kernel_LT_sve.c
  25. DTRSMKERNEL_RN = trsm_kernel_RN_sve.c
  26. DTRSMKERNEL_RT = trsm_kernel_RT_sve.c
  27. TRSMCOPYLN_M = trsm_lncopy_sve.c
  28. TRSMCOPYLT_M = trsm_ltcopy_sve.c
  29. TRSMCOPYUN_M = trsm_uncopy_sve.c
  30. TRSMCOPYUT_M = trsm_utcopy_sve.c
  31. CTRSMKERNEL_LN = trsm_kernel_LN_sve.c
  32. CTRSMKERNEL_LT = trsm_kernel_LT_sve.c
  33. CTRSMKERNEL_RN = trsm_kernel_RN_sve.c
  34. CTRSMKERNEL_RT = trsm_kernel_RT_sve.c
  35. ZTRSMKERNEL_LN = trsm_kernel_LN_sve.c
  36. ZTRSMKERNEL_LT = trsm_kernel_LT_sve.c
  37. ZTRSMKERNEL_RN = trsm_kernel_RN_sve.c
  38. ZTRSMKERNEL_RT = trsm_kernel_RT_sve.c
  39. ZTRSMCOPYLN_M = ztrsm_lncopy_sve.c
  40. ZTRSMCOPYLT_M = ztrsm_ltcopy_sve.c
  41. ZTRSMCOPYUN_M = ztrsm_uncopy_sve.c
  42. ZTRSMCOPYUT_M = ztrsm_utcopy_sve.c
  43. SAMAXKERNEL = amax.S
  44. DAMAXKERNEL = amax.S
  45. CAMAXKERNEL = zamax.S
  46. ZAMAXKERNEL = zamax.S
  47. SAXPYKERNEL = axpy.S
  48. DAXPYKERNEL = daxpy_thunderx2t99.S
  49. CAXPYKERNEL = zaxpy.S
  50. ZAXPYKERNEL = zaxpy.S
  51. SROTKERNEL = rot.c
  52. DROTKERNEL = rot.c
  53. CROTKERNEL = zrot.S
  54. ZROTKERNEL = zrot.S
  55. SSCALKERNEL = scal.S
  56. DSCALKERNEL = scal.S
  57. CSCALKERNEL = zscal.S
  58. ZSCALKERNEL = zscal.S
  59. SGEMVNKERNEL = gemv_n_sve_v1x3.c
  60. DGEMVNKERNEL = gemv_n_sve_v1x3.c
  61. CGEMVNKERNEL = zgemv_n.S
  62. ZGEMVNKERNEL = zgemv_n.S
  63. SGEMVTKERNEL = gemv_t_sve_v1x3.c
  64. DGEMVTKERNEL = gemv_t_sve_v1x3.c
  65. CGEMVTKERNEL = zgemv_t.S
  66. ZGEMVTKERNEL = zgemv_t.S
  67. SSYMV_L_KERNEL = symv_L_sve_v1x4.c
  68. SSYMV_U_KERNEL = symv_U_sve_v1x4.c
  69. DSYMV_L_KERNEL = symv_L_sve_v1x4.c
  70. DSYMV_U_KERNEL = symv_U_sve_v1x4.c
  71. SASUMKERNEL = sasum_thunderx2t99.c
  72. DASUMKERNEL = dasum_thunderx2t99.c
  73. CASUMKERNEL = casum_thunderx2t99.c
  74. ZASUMKERNEL = zasum_thunderx2t99.c
  75. SCOPYKERNEL = copy_thunderx2t99.c
  76. DCOPYKERNEL = copy_thunderx2t99.c
  77. CCOPYKERNEL = copy_thunderx2t99.c
  78. ZCOPYKERNEL = copy_thunderx2t99.c
  79. SSWAPKERNEL = swap.c
  80. DSWAPKERNEL = swap.c
  81. CSWAPKERNEL = swap_thunderx2t99.S
  82. ZSWAPKERNEL = swap_thunderx2t99.S
  83. ISAMAXKERNEL = iamax_thunderx2t99.c
  84. IDAMAXKERNEL = iamax_thunderx2t99.c
  85. ICAMAXKERNEL = izamax_thunderx2t99.c
  86. IZAMAXKERNEL = izamax_thunderx2t99.c
  87. SNRM2KERNEL = nrm2.S
  88. DNRM2KERNEL = nrm2.S
  89. CNRM2KERNEL = znrm2.S
  90. ZNRM2KERNEL = znrm2.S
  91. DDOTKERNEL = dot.c
  92. SDOTKERNEL = dot.c
  93. CDOTKERNEL = zdot_thunderx2t99.c
  94. ZDOTKERNEL = zdot_thunderx2t99.c
  95. DSDOTKERNEL = dot.S
  96. DGEMM_BETA = dgemm_beta.S
  97. SGEMM_BETA = sgemm_beta.S
  98. SGEMMKERNEL = sgemm_kernel_sve_v2x$(SGEMM_UNROLL_N).S
  99. STRMMKERNEL = strmm_kernel_sve_v1x$(SGEMM_UNROLL_N).S
  100. SGEMMINCOPY = gemm_ncopy_sve_v1x$(SGEMM_UNROLL_N).c
  101. SGEMMITCOPY = gemm_tcopy_sve_v1x$(SGEMM_UNROLL_N).c
  102. SGEMMONCOPY = sgemm_ncopy_$(SGEMM_UNROLL_N).S
  103. SGEMMOTCOPY = sgemm_tcopy_$(SGEMM_UNROLL_N).S
  104. SGEMMINCOPYOBJ = sgemm_incopy$(TSUFFIX).$(SUFFIX)
  105. SGEMMITCOPYOBJ = sgemm_itcopy$(TSUFFIX).$(SUFFIX)
  106. SGEMMONCOPYOBJ = sgemm_oncopy$(TSUFFIX).$(SUFFIX)
  107. SGEMMOTCOPYOBJ = sgemm_otcopy$(TSUFFIX).$(SUFFIX)
  108. SGEMM_SMALL_M_PERMIT = gemm_small_kernel_permit_sve.c
  109. SGEMM_SMALL_K_NT = sgemm_small_kernel_nt_sve.c
  110. SGEMM_SMALL_K_B0_NT = sgemm_small_kernel_nt_sve.c
  111. SGEMM_SMALL_K_NN = sgemm_small_kernel_nn_sve.c
  112. SGEMM_SMALL_K_B0_NN = sgemm_small_kernel_nn_sve.c
  113. SGEMM_SMALL_K_TT = sgemm_small_kernel_tt_sve.c
  114. SGEMM_SMALL_K_B0_TT = sgemm_small_kernel_tt_sve.c
  115. SGEMM_SMALL_K_TN = sgemm_small_kernel_tn_sve.c
  116. SGEMM_SMALL_K_B0_TN = sgemm_small_kernel_tn_sve.c
  117. STRMMUNCOPY_M = trmm_uncopy_sve_v1.c
  118. STRMMLNCOPY_M = trmm_lncopy_sve_v1.c
  119. STRMMUTCOPY_M = trmm_utcopy_sve_v1.c
  120. STRMMLTCOPY_M = trmm_ltcopy_sve_v1.c
  121. SSYMMUCOPY_M = symm_ucopy_sve.c
  122. SSYMMLCOPY_M = symm_lcopy_sve.c
  123. DGEMMKERNEL = dgemm_kernel_sve_v2x$(DGEMM_UNROLL_N).S
  124. DTRMMKERNEL = dtrmm_kernel_sve_v1x$(DGEMM_UNROLL_N).S
  125. DGEMMINCOPY = gemm_ncopy_sve_v1x$(DGEMM_UNROLL_N).c
  126. DGEMMITCOPY = gemm_tcopy_sve_v1x$(DGEMM_UNROLL_N).c
  127. DGEMMONCOPY = dgemm_ncopy_$(DGEMM_UNROLL_N).S
  128. DGEMMOTCOPY = dgemm_tcopy_$(DGEMM_UNROLL_N).S
  129. DGEMMINCOPYOBJ = dgemm_incopy$(TSUFFIX).$(SUFFIX)
  130. DGEMMITCOPYOBJ = dgemm_itcopy$(TSUFFIX).$(SUFFIX)
  131. DGEMMONCOPYOBJ = dgemm_oncopy$(TSUFFIX).$(SUFFIX)
  132. DGEMMOTCOPYOBJ = dgemm_otcopy$(TSUFFIX).$(SUFFIX)
  133. DGEMM_SMALL_M_PERMIT = gemm_small_kernel_permit_sve.c
  134. DGEMM_SMALL_K_NT = dgemm_small_kernel_nt_sve.c
  135. DGEMM_SMALL_K_B0_NT = dgemm_small_kernel_nt_sve.c
  136. DGEMM_SMALL_K_NN = dgemm_small_kernel_nn_sve.c
  137. DGEMM_SMALL_K_B0_NN = dgemm_small_kernel_nn_sve.c
  138. DGEMM_SMALL_K_TT = dgemm_small_kernel_tt_sve.c
  139. DGEMM_SMALL_K_B0_TT = dgemm_small_kernel_tt_sve.c
  140. DGEMM_SMALL_K_TN = dgemm_small_kernel_tn_sve.c
  141. DGEMM_SMALL_K_B0_TN = dgemm_small_kernel_tn_sve.c
  142. DTRMMUNCOPY_M = trmm_uncopy_sve_v1.c
  143. DTRMMLNCOPY_M = trmm_lncopy_sve_v1.c
  144. DTRMMUTCOPY_M = trmm_utcopy_sve_v1.c
  145. DTRMMLTCOPY_M = trmm_ltcopy_sve_v1.c
  146. DSYMMUCOPY_M = symm_ucopy_sve.c
  147. DSYMMLCOPY_M = symm_lcopy_sve.c
  148. CGEMMKERNEL = cgemm_kernel_sve_v1x$(ZGEMM_UNROLL_N).S
  149. CTRMMKERNEL = ctrmm_kernel_sve_v1x$(ZGEMM_UNROLL_N).S
  150. CGEMMINCOPY = gemm_ncopy_complex_sve_v1x$(ZGEMM_UNROLL_N).c
  151. CGEMMITCOPY = gemm_tcopy_complex_sve_v1x$(ZGEMM_UNROLL_N).c
  152. CGEMMONCOPY = ../generic/zgemm_ncopy_$(ZGEMM_UNROLL_N).c
  153. CGEMMOTCOPY = ../generic/zgemm_tcopy_$(ZGEMM_UNROLL_N).c
  154. CGEMMINCOPYOBJ = cgemm_incopy$(TSUFFIX).$(SUFFIX)
  155. CGEMMITCOPYOBJ = cgemm_itcopy$(TSUFFIX).$(SUFFIX)
  156. CGEMMONCOPYOBJ = cgemm_oncopy$(TSUFFIX).$(SUFFIX)
  157. CGEMMOTCOPYOBJ = cgemm_otcopy$(TSUFFIX).$(SUFFIX)
  158. CTRMMUNCOPY_M = ztrmm_uncopy_sve_v1.c
  159. CTRMMLNCOPY_M = ztrmm_lncopy_sve_v1.c
  160. CTRMMUTCOPY_M = ztrmm_utcopy_sve_v1.c
  161. CTRMMLTCOPY_M = ztrmm_ltcopy_sve_v1.c
  162. CHEMMLTCOPY_M = zhemm_ltcopy_sve.c
  163. CHEMMUTCOPY_M = zhemm_utcopy_sve.c
  164. CSYMMUCOPY_M = zsymm_ucopy_sve.c
  165. CSYMMLCOPY_M = zsymm_lcopy_sve.c
  166. ZGEMMKERNEL = zgemm_kernel_sve_v1x$(ZGEMM_UNROLL_N).S
  167. ZTRMMKERNEL = ztrmm_kernel_sve_v1x$(ZGEMM_UNROLL_N).S
  168. ZGEMMINCOPY = gemm_ncopy_complex_sve_v1x$(ZGEMM_UNROLL_N).c
  169. ZGEMMITCOPY = gemm_tcopy_complex_sve_v1x$(ZGEMM_UNROLL_N).c
  170. ZGEMMONCOPY = ../generic/zgemm_ncopy_$(ZGEMM_UNROLL_N).c
  171. ZGEMMOTCOPY = ../generic/zgemm_tcopy_$(ZGEMM_UNROLL_N).c
  172. ZGEMMINCOPYOBJ = zgemm_incopy$(TSUFFIX).$(SUFFIX)
  173. ZGEMMITCOPYOBJ = zgemm_itcopy$(TSUFFIX).$(SUFFIX)
  174. ZGEMMONCOPYOBJ = zgemm_oncopy$(TSUFFIX).$(SUFFIX)
  175. ZGEMMOTCOPYOBJ = zgemm_otcopy$(TSUFFIX).$(SUFFIX)
  176. ZTRMMUNCOPY_M = ztrmm_uncopy_sve_v1.c
  177. ZTRMMLNCOPY_M = ztrmm_lncopy_sve_v1.c
  178. ZTRMMUTCOPY_M = ztrmm_utcopy_sve_v1.c
  179. ZTRMMLTCOPY_M = ztrmm_ltcopy_sve_v1.c
  180. ZHEMMLTCOPY_M = zhemm_ltcopy_sve.c
  181. ZHEMMUTCOPY_M = zhemm_utcopy_sve.c
  182. ZSYMMUCOPY_M = zsymm_ucopy_sve.c
  183. ZSYMMLCOPY_M = zsymm_lcopy_sve.c