You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

KERNEL.NEOVERSEN2 7.2 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. SAMINKERNEL = ../arm/amin.c
  2. DAMINKERNEL = ../arm/amin.c
  3. CAMINKERNEL = ../arm/zamin.c
  4. ZAMINKERNEL = ../arm/zamin.c
  5. SMAXKERNEL = ../arm/max.c
  6. DMAXKERNEL = ../arm/max.c
  7. SMINKERNEL = ../arm/min.c
  8. DMINKERNEL = ../arm/min.c
  9. ISAMINKERNEL = ../arm/iamin.c
  10. IDAMINKERNEL = ../arm/iamin.c
  11. ICAMINKERNEL = ../arm/izamin.c
  12. IZAMINKERNEL = ../arm/izamin.c
  13. ISMAXKERNEL = ../arm/imax.c
  14. IDMAXKERNEL = ../arm/imax.c
  15. ISMINKERNEL = ../arm/imin.c
  16. IDMINKERNEL = ../arm/imin.c
  17. STRSMKERNEL_LN = ../generic/trsm_kernel_LN.c
  18. STRSMKERNEL_LT = ../generic/trsm_kernel_LT.c
  19. STRSMKERNEL_RN = ../generic/trsm_kernel_RN.c
  20. STRSMKERNEL_RT = ../generic/trsm_kernel_RT.c
  21. DTRSMKERNEL_LN = ../generic/trsm_kernel_LN.c
  22. DTRSMKERNEL_LT = ../generic/trsm_kernel_LT.c
  23. DTRSMKERNEL_RN = ../generic/trsm_kernel_RN.c
  24. DTRSMKERNEL_RT = ../generic/trsm_kernel_RT.c
  25. CTRSMKERNEL_LN = ../generic/trsm_kernel_LN.c
  26. CTRSMKERNEL_LT = ../generic/trsm_kernel_LT.c
  27. CTRSMKERNEL_RN = ../generic/trsm_kernel_RN.c
  28. CTRSMKERNEL_RT = ../generic/trsm_kernel_RT.c
  29. ZTRSMKERNEL_LN = ../generic/trsm_kernel_LN.c
  30. ZTRSMKERNEL_LT = ../generic/trsm_kernel_LT.c
  31. ZTRSMKERNEL_RN = ../generic/trsm_kernel_RN.c
  32. ZTRSMKERNEL_RT = ../generic/trsm_kernel_RT.c
  33. SAMAXKERNEL = amax.S
  34. DAMAXKERNEL = amax.S
  35. CAMAXKERNEL = zamax.S
  36. ZAMAXKERNEL = zamax.S
  37. SAXPYKERNEL = axpy.S
  38. DAXPYKERNEL = daxpy_thunderx2t99.S
  39. CAXPYKERNEL = zaxpy.S
  40. ZAXPYKERNEL = zaxpy.S
  41. SROTKERNEL = rot.S
  42. DROTKERNEL = rot.S
  43. CROTKERNEL = zrot.S
  44. ZROTKERNEL = zrot.S
  45. SSCALKERNEL = scal.S
  46. DSCALKERNEL = scal.S
  47. CSCALKERNEL = zscal.S
  48. ZSCALKERNEL = zscal.S
  49. SGEMVNKERNEL = gemv_n_sve_v1x3.c
  50. DGEMVNKERNEL = gemv_n_sve_v1x3.c
  51. CGEMVNKERNEL = zgemv_n.S
  52. ZGEMVNKERNEL = zgemv_n.S
  53. SGEMVTKERNEL = gemv_t_sve_v1x3.c
  54. DGEMVTKERNEL = gemv_t_sve_v1x3.c
  55. CGEMVTKERNEL = zgemv_t.S
  56. ZGEMVTKERNEL = zgemv_t.S
  57. SASUMKERNEL = sasum_thunderx2t99.c
  58. DASUMKERNEL = dasum_thunderx2t99.c
  59. CASUMKERNEL = casum_thunderx2t99.c
  60. ZASUMKERNEL = zasum_thunderx2t99.c
  61. SCOPYKERNEL = copy_thunderx2t99.c
  62. DCOPYKERNEL = copy_thunderx2t99.c
  63. CCOPYKERNEL = copy_thunderx2t99.c
  64. ZCOPYKERNEL = copy_thunderx2t99.c
  65. SSWAPKERNEL = swap_thunderx2t99.S
  66. DSWAPKERNEL = swap_thunderx2t99.S
  67. CSWAPKERNEL = swap_thunderx2t99.S
  68. ZSWAPKERNEL = swap_thunderx2t99.S
  69. ISAMAXKERNEL = iamax_thunderx2t99.c
  70. IDAMAXKERNEL = iamax_thunderx2t99.c
  71. ICAMAXKERNEL = izamax_thunderx2t99.c
  72. IZAMAXKERNEL = izamax_thunderx2t99.c
  73. SNRM2KERNEL = nrm2.S
  74. DNRM2KERNEL = nrm2.S
  75. CNRM2KERNEL = znrm2.S
  76. ZNRM2KERNEL = znrm2.S
  77. DDOTKERNEL = dot.c
  78. SDOTKERNEL = dot.c
  79. CDOTKERNEL = zdot_thunderx2t99.c
  80. ZDOTKERNEL = zdot_thunderx2t99.c
  81. DSDOTKERNEL = dot.S
  82. DGEMM_BETA = dgemm_beta.S
  83. SGEMM_BETA = sgemm_beta.S
  84. SGEMMKERNEL = sgemm_kernel_$(SGEMM_UNROLL_M)x$(SGEMM_UNROLL_N).S
  85. STRMMKERNEL = strmm_kernel_$(SGEMM_UNROLL_M)x$(SGEMM_UNROLL_N).S
  86. ifneq ($(SGEMM_UNROLL_M), $(SGEMM_UNROLL_N))
  87. ifeq ($(SGEMM_UNROLL_M), 16)
  88. SGEMMITCOPY = sgemm_tcopy_$(SGEMM_UNROLL_M).S
  89. else
  90. SGEMMITCOPY = ../generic/gemm_tcopy_$(SGEMM_UNROLL_M).c
  91. endif
  92. ifeq ($(SGEMM_UNROLL_M), 4)
  93. SGEMMINCOPY = sgemm_ncopy_$(SGEMM_UNROLL_M).S
  94. else
  95. SGEMMINCOPY = ../generic/gemm_ncopy_$(SGEMM_UNROLL_M).c
  96. endif
  97. SGEMMINCOPYOBJ = sgemm_incopy$(TSUFFIX).$(SUFFIX)
  98. SGEMMITCOPYOBJ = sgemm_itcopy$(TSUFFIX).$(SUFFIX)
  99. endif
  100. ifeq ($(SGEMM_UNROLL_N), 16)
  101. SGEMMOTCOPY = sgemm_tcopy_$(SGEMM_UNROLL_N).S
  102. else
  103. SGEMMOTCOPY = ../generic/gemm_tcopy_$(SGEMM_UNROLL_N).c
  104. endif
  105. ifeq ($(SGEMM_UNROLL_N), 4)
  106. SGEMMONCOPY = sgemm_ncopy_$(SGEMM_UNROLL_N).S
  107. else
  108. SGEMMONCOPY = ../generic/gemm_ncopy_$(SGEMM_UNROLL_N).c
  109. endif
  110. SGEMMONCOPYOBJ = sgemm_oncopy$(TSUFFIX).$(SUFFIX)
  111. SGEMMOTCOPYOBJ = sgemm_otcopy$(TSUFFIX).$(SUFFIX)
  112. DGEMMKERNEL = dgemm_kernel_$(DGEMM_UNROLL_M)x$(DGEMM_UNROLL_N).S
  113. DTRMMKERNEL = dtrmm_kernel_$(DGEMM_UNROLL_M)x$(DGEMM_UNROLL_N).S
  114. ifneq ($(DGEMM_UNROLL_M), $(DGEMM_UNROLL_N))
  115. ifeq ($(DGEMM_UNROLL_M), 8)
  116. DGEMMINCOPY = dgemm_ncopy_$(DGEMM_UNROLL_M).S
  117. DGEMMITCOPY = dgemm_tcopy_$(DGEMM_UNROLL_M).S
  118. else
  119. DGEMMINCOPY = ../generic/gemm_ncopy_$(DGEMM_UNROLL_M).c
  120. DGEMMITCOPY = ../generic/gemm_tcopy_$(DGEMM_UNROLL_M).c
  121. endif
  122. DGEMMINCOPYOBJ = dgemm_incopy$(TSUFFIX).$(SUFFIX)
  123. DGEMMITCOPYOBJ = dgemm_itcopy$(TSUFFIX).$(SUFFIX)
  124. endif
  125. ifeq ($(DGEMM_UNROLL_N), 4)
  126. DGEMMONCOPY = dgemm_ncopy_$(DGEMM_UNROLL_N).S
  127. DGEMMOTCOPY = dgemm_tcopy_$(DGEMM_UNROLL_N).S
  128. else
  129. DGEMMONCOPY = ../generic/gemm_ncopy_$(DGEMM_UNROLL_N).c
  130. DGEMMOTCOPY = ../generic/gemm_tcopy_$(DGEMM_UNROLL_N).c
  131. endif
  132. DGEMMONCOPYOBJ = dgemm_oncopy$(TSUFFIX).$(SUFFIX)
  133. DGEMMOTCOPYOBJ = dgemm_otcopy$(TSUFFIX).$(SUFFIX)
  134. CGEMMKERNEL = cgemm_kernel_$(CGEMM_UNROLL_M)x$(CGEMM_UNROLL_N).S
  135. CTRMMKERNEL = ctrmm_kernel_$(CGEMM_UNROLL_M)x$(CGEMM_UNROLL_N).S
  136. ifneq ($(CGEMM_UNROLL_M), $(CGEMM_UNROLL_N))
  137. CGEMMINCOPY = ../generic/zgemm_ncopy_$(CGEMM_UNROLL_M).c
  138. CGEMMITCOPY = ../generic/zgemm_tcopy_$(CGEMM_UNROLL_M).c
  139. CGEMMINCOPYOBJ = cgemm_incopy$(TSUFFIX).$(SUFFIX)
  140. CGEMMITCOPYOBJ = cgemm_itcopy$(TSUFFIX).$(SUFFIX)
  141. endif
  142. CGEMMONCOPY = ../generic/zgemm_ncopy_$(CGEMM_UNROLL_N).c
  143. CGEMMOTCOPY = ../generic/zgemm_tcopy_$(CGEMM_UNROLL_N).c
  144. CGEMMONCOPYOBJ = cgemm_oncopy$(TSUFFIX).$(SUFFIX)
  145. CGEMMOTCOPYOBJ = cgemm_otcopy$(TSUFFIX).$(SUFFIX)
  146. ZGEMMKERNEL = zgemm_kernel_$(ZGEMM_UNROLL_M)x$(ZGEMM_UNROLL_N).S
  147. ZTRMMKERNEL = ztrmm_kernel_$(ZGEMM_UNROLL_M)x$(ZGEMM_UNROLL_N).S
  148. ifneq ($(ZGEMM_UNROLL_M), $(ZGEMM_UNROLL_N))
  149. ZGEMMINCOPY = ../generic/zgemm_ncopy_$(ZGEMM_UNROLL_M).c
  150. ZGEMMITCOPY = ../generic/zgemm_tcopy_$(ZGEMM_UNROLL_M).c
  151. ZGEMMINCOPYOBJ = zgemm_incopy$(TSUFFIX).$(SUFFIX)
  152. ZGEMMITCOPYOBJ = zgemm_itcopy$(TSUFFIX).$(SUFFIX)
  153. endif
  154. ZGEMMONCOPY = ../generic/zgemm_ncopy_$(ZGEMM_UNROLL_N).c
  155. ZGEMMOTCOPY = ../generic/zgemm_tcopy_$(ZGEMM_UNROLL_N).c
  156. ZGEMMONCOPYOBJ = zgemm_oncopy$(TSUFFIX).$(SUFFIX)
  157. ZGEMMOTCOPYOBJ = zgemm_otcopy$(TSUFFIX).$(SUFFIX)
  158. ifeq ($(BUILD_BFLOAT16), 1)
  159. BGEMM_BETA = sbgemm_beta_neoversen2.c
  160. BGEMMKERNEL = sbgemm_kernel_$(BGEMM_UNROLL_M)x$(BGEMM_UNROLL_N)_neoversen2.c
  161. BGEMMINCOPY = sbgemm_ncopy_$(BGEMM_UNROLL_M)_neoversen2.c
  162. BGEMMITCOPY = sbgemm_tcopy_$(BGEMM_UNROLL_M)_neoversen2.c
  163. BGEMMONCOPY = sbgemm_ncopy_$(BGEMM_UNROLL_N)_neoversen2.c
  164. BGEMMOTCOPY = sbgemm_tcopy_$(BGEMM_UNROLL_N)_neoversen2.c
  165. BGEMMINCOPYOBJ = bgemm_incopy$(TSUFFIX).$(SUFFIX)
  166. BGEMMITCOPYOBJ = bgemm_itcopy$(TSUFFIX).$(SUFFIX)
  167. BGEMMONCOPYOBJ = bgemm_oncopy$(TSUFFIX).$(SUFFIX)
  168. BGEMMOTCOPYOBJ = bgemm_otcopy$(TSUFFIX).$(SUFFIX)
  169. BGEMVTKERNEL = sbgemv_t_bfdot.c
  170. BGEMVNKERNEL = bgemv_n_sve_v3x4.c
  171. SBGEMM_BETA = sbgemm_beta_neoversen2.c
  172. SBGEMMKERNEL = sbgemm_kernel_$(SBGEMM_UNROLL_M)x$(SBGEMM_UNROLL_N)_neoversen2.c
  173. SBGEMMINCOPY = sbgemm_ncopy_$(SBGEMM_UNROLL_M)_neoversen2.c
  174. SBGEMMITCOPY = sbgemm_tcopy_$(SBGEMM_UNROLL_M)_neoversen2.c
  175. SBGEMMONCOPY = sbgemm_ncopy_$(SBGEMM_UNROLL_N)_neoversen2.c
  176. SBGEMMOTCOPY = sbgemm_tcopy_$(SBGEMM_UNROLL_N)_neoversen2.c
  177. SBGEMMINCOPYOBJ = sbgemm_incopy$(TSUFFIX).$(SUFFIX)
  178. SBGEMMITCOPYOBJ = sbgemm_itcopy$(TSUFFIX).$(SUFFIX)
  179. SBGEMMONCOPYOBJ = sbgemm_oncopy$(TSUFFIX).$(SUFFIX)
  180. SBGEMMOTCOPYOBJ = sbgemm_otcopy$(TSUFFIX).$(SUFFIX)
  181. SBGEMVTKERNEL = sbgemv_t_bfdot.c
  182. SBGEMVNKERNEL = sbgemv_n_neon.c
  183. endif