You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

KERNEL.ARMV8SVE 5.4 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183
  1. SAMINKERNEL = ../arm/amin.c
  2. DAMINKERNEL = ../arm/amin.c
  3. CAMINKERNEL = ../arm/zamin.c
  4. ZAMINKERNEL = ../arm/zamin.c
  5. SMAXKERNEL = ../arm/max.c
  6. DMAXKERNEL = ../arm/max.c
  7. SMINKERNEL = ../arm/min.c
  8. DMINKERNEL = ../arm/min.c
  9. ISAMINKERNEL = ../arm/iamin.c
  10. IDAMINKERNEL = ../arm/iamin.c
  11. ICAMINKERNEL = ../arm/izamin.c
  12. IZAMINKERNEL = ../arm/izamin.c
  13. ISMAXKERNEL = ../arm/imax.c
  14. IDMAXKERNEL = ../arm/imax.c
  15. ISMINKERNEL = ../arm/imin.c
  16. IDMINKERNEL = ../arm/imin.c
  17. STRSMKERNEL_LN = ../generic/trsm_kernel_LN.c
  18. STRSMKERNEL_LT = ../generic/trsm_kernel_LT.c
  19. STRSMKERNEL_RN = ../generic/trsm_kernel_RN.c
  20. STRSMKERNEL_RT = ../generic/trsm_kernel_RT.c
  21. DTRSMKERNEL_LN = ../generic/trsm_kernel_LN.c
  22. DTRSMKERNEL_LT = ../generic/trsm_kernel_LT.c
  23. DTRSMKERNEL_RN = ../generic/trsm_kernel_RN.c
  24. DTRSMKERNEL_RT = ../generic/trsm_kernel_RT.c
  25. CTRSMKERNEL_LN = ../generic/trsm_kernel_LN.c
  26. CTRSMKERNEL_LT = ../generic/trsm_kernel_LT.c
  27. CTRSMKERNEL_RN = ../generic/trsm_kernel_RN.c
  28. CTRSMKERNEL_RT = ../generic/trsm_kernel_RT.c
  29. ZTRSMKERNEL_LN = ../generic/trsm_kernel_LN.c
  30. ZTRSMKERNEL_LT = ../generic/trsm_kernel_LT.c
  31. ZTRSMKERNEL_RN = ../generic/trsm_kernel_RN.c
  32. ZTRSMKERNEL_RT = ../generic/trsm_kernel_RT.c
  33. SAMAXKERNEL = amax.S
  34. DAMAXKERNEL = amax.S
  35. CAMAXKERNEL = zamax.S
  36. ZAMAXKERNEL = zamax.S
  37. SAXPYKERNEL = axpy.S
  38. DAXPYKERNEL = axpy.S
  39. CAXPYKERNEL = zaxpy.S
  40. ZAXPYKERNEL = zaxpy.S
  41. SROTKERNEL = rot.S
  42. DROTKERNEL = rot.S
  43. CROTKERNEL = zrot.S
  44. ZROTKERNEL = zrot.S
  45. SSCALKERNEL = scal.S
  46. DSCALKERNEL = scal.S
  47. CSCALKERNEL = zscal.S
  48. ZSCALKERNEL = zscal.S
  49. SGEMVNKERNEL = gemv_n.S
  50. DGEMVNKERNEL = gemv_n.S
  51. CGEMVNKERNEL = zgemv_n.S
  52. ZGEMVNKERNEL = zgemv_n.S
  53. SGEMVTKERNEL = gemv_t.S
  54. DGEMVTKERNEL = gemv_t.S
  55. CGEMVTKERNEL = zgemv_t.S
  56. ZGEMVTKERNEL = zgemv_t.S
  57. SASUMKERNEL = asum.S
  58. DASUMKERNEL = asum.S
  59. CASUMKERNEL = casum.S
  60. ZASUMKERNEL = zasum.S
  61. SCOPYKERNEL = copy.S
  62. DCOPYKERNEL = copy.S
  63. CCOPYKERNEL = copy.S
  64. ZCOPYKERNEL = copy.S
  65. SSWAPKERNEL = swap.S
  66. DSWAPKERNEL = swap.S
  67. CSWAPKERNEL = swap.S
  68. ZSWAPKERNEL = swap.S
  69. ISAMAXKERNEL = iamax.S
  70. IDAMAXKERNEL = iamax.S
  71. ICAMAXKERNEL = izamax.S
  72. IZAMAXKERNEL = izamax.S
  73. SNRM2KERNEL = nrm2.S
  74. DNRM2KERNEL = nrm2.S
  75. CNRM2KERNEL = znrm2.S
  76. ZNRM2KERNEL = znrm2.S
  77. DDOTKERNEL = dot.S
  78. ifneq ($(C_COMPILER), PGI)
  79. SDOTKERNEL = ../generic/dot.c
  80. else
  81. SDOTKERNEL = dot.S
  82. endif
  83. ifneq ($(C_COMPILER), PGI)
  84. CDOTKERNEL = zdot.S
  85. ZDOTKERNEL = zdot.S
  86. else
  87. CDOTKERNEL = ../arm/zdot.c
  88. ZDOTKERNEL = ../arm/zdot.c
  89. endif
  90. DSDOTKERNEL = dot.S
  91. DGEMM_BETA = dgemm_beta.S
  92. SGEMM_BETA = sgemm_beta.S
  93. SGEMMKERNEL = sgemm_kernel_sve_v2x$(SGEMM_UNROLL_N).S
  94. STRMMKERNEL = strmm_kernel_sve_v1x$(SGEMM_UNROLL_N).S
  95. SGEMMINCOPY = sgemm_ncopy_sve_v1.c
  96. SGEMMITCOPY = sgemm_tcopy_sve_v1.c
  97. SGEMMONCOPY = sgemm_ncopy_$(DGEMM_UNROLL_N).S
  98. SGEMMOTCOPY = sgemm_tcopy_$(DGEMM_UNROLL_N).S
  99. SGEMMINCOPYOBJ = sgemm_incopy$(TSUFFIX).$(SUFFIX)
  100. SGEMMITCOPYOBJ = sgemm_itcopy$(TSUFFIX).$(SUFFIX)
  101. SGEMMONCOPYOBJ = sgemm_oncopy$(TSUFFIX).$(SUFFIX)
  102. SGEMMOTCOPYOBJ = sgemm_otcopy$(TSUFFIX).$(SUFFIX)
  103. STRMMUNCOPY_M = trmm_uncopy_sve_v1.c
  104. STRMMLNCOPY_M = trmm_lncopy_sve_v1.c
  105. STRMMUTCOPY_M = trmm_utcopy_sve_v1.c
  106. STRMMLTCOPY_M = trmm_ltcopy_sve_v1.c
  107. SSYMMUCOPY_M = symm_ucopy_sve.c
  108. SSYMMLCOPY_M = symm_lcopy_sve.c
  109. DGEMMKERNEL = dgemm_kernel_sve_v2x$(DGEMM_UNROLL_N).S
  110. DTRMMKERNEL = dtrmm_kernel_sve_v1x$(DGEMM_UNROLL_N).S
  111. DGEMMINCOPY = dgemm_ncopy_sve_v1.c
  112. DGEMMITCOPY = dgemm_tcopy_sve_v1.c
  113. DGEMMONCOPY = ../generic/gemm_ncopy_$(DGEMM_UNROLL_N).c
  114. DGEMMOTCOPY = ../generic/gemm_tcopy_$(DGEMM_UNROLL_N).c
  115. DGEMMINCOPYOBJ = dgemm_incopy$(TSUFFIX).$(SUFFIX)
  116. DGEMMITCOPYOBJ = dgemm_itcopy$(TSUFFIX).$(SUFFIX)
  117. DGEMMONCOPYOBJ = dgemm_oncopy$(TSUFFIX).$(SUFFIX)
  118. DGEMMOTCOPYOBJ = dgemm_otcopy$(TSUFFIX).$(SUFFIX)
  119. DTRMMUNCOPY_M = trmm_uncopy_sve_v1.c
  120. DTRMMLNCOPY_M = trmm_lncopy_sve_v1.c
  121. DTRMMUTCOPY_M = trmm_utcopy_sve_v1.c
  122. DTRMMLTCOPY_M = trmm_ltcopy_sve_v1.c
  123. DSYMMUCOPY_M = symm_ucopy_sve.c
  124. DSYMMLCOPY_M = symm_lcopy_sve.c
  125. CGEMMKERNEL = cgemm_kernel_$(CGEMM_UNROLL_M)x$(CGEMM_UNROLL_N).S
  126. CTRMMKERNEL = ctrmm_kernel_$(CGEMM_UNROLL_M)x$(CGEMM_UNROLL_N).S
  127. ifneq ($(CGEMM_UNROLL_M), $(CGEMM_UNROLL_N))
  128. CGEMMINCOPY = ../generic/zgemm_ncopy_$(CGEMM_UNROLL_M).c
  129. CGEMMITCOPY = ../generic/zgemm_tcopy_$(CGEMM_UNROLL_M).c
  130. CGEMMINCOPYOBJ = cgemm_incopy$(TSUFFIX).$(SUFFIX)
  131. CGEMMITCOPYOBJ = cgemm_itcopy$(TSUFFIX).$(SUFFIX)
  132. endif
  133. CGEMMONCOPY = ../generic/zgemm_ncopy_$(CGEMM_UNROLL_N).c
  134. CGEMMOTCOPY = ../generic/zgemm_tcopy_$(CGEMM_UNROLL_N).c
  135. CGEMMONCOPYOBJ = cgemm_oncopy$(TSUFFIX).$(SUFFIX)
  136. CGEMMOTCOPYOBJ = cgemm_otcopy$(TSUFFIX).$(SUFFIX)
  137. ZGEMMKERNEL = zgemm_kernel_$(ZGEMM_UNROLL_M)x$(ZGEMM_UNROLL_N).S
  138. ZTRMMKERNEL = ztrmm_kernel_$(ZGEMM_UNROLL_M)x$(ZGEMM_UNROLL_N).S
  139. ifneq ($(ZGEMM_UNROLL_M), $(ZGEMM_UNROLL_N))
  140. ZGEMMINCOPY = ../generic/zgemm_ncopy_$(ZGEMM_UNROLL_M).c
  141. ZGEMMITCOPY = ../generic/zgemm_tcopy_$(ZGEMM_UNROLL_M).c
  142. ZGEMMINCOPYOBJ = zgemm_incopy$(TSUFFIX).$(SUFFIX)
  143. ZGEMMITCOPYOBJ = zgemm_itcopy$(TSUFFIX).$(SUFFIX)
  144. endif
  145. ZGEMMONCOPY = ../generic/zgemm_ncopy_$(ZGEMM_UNROLL_N).c
  146. ZGEMMOTCOPY = ../generic/zgemm_tcopy_$(ZGEMM_UNROLL_N).c
  147. ZGEMMONCOPYOBJ = zgemm_oncopy$(TSUFFIX).$(SUFFIX)
  148. ZGEMMOTCOPYOBJ = zgemm_otcopy$(TSUFFIX).$(SUFFIX)