You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ztrmm_utcopy_16.c 49 kB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318
  1. /*******************************************************************************
  2. Copyright (c) 2024, The OpenBLAS Project
  3. All rights reserved.
  4. Redistribution and use in source and binary forms, with or without
  5. modification, are permitted provided that the following conditions are
  6. met:
  7. 1. Redistributions of source code must retain the above copyright
  8. notice, this list of conditions and the following disclaimer.
  9. 2. Redistributions in binary form must reproduce the above copyright
  10. notice, this list of conditions and the following disclaimer in
  11. the documentation and/or other materials provided with the
  12. distribution.
  13. 3. Neither the name of the OpenBLAS project nor the names of
  14. its contributors may be used to endorse or promote products
  15. derived from this software without specific prior written permission.
  16. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  17. AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  18. IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  19. ARE DISCLAIMED. IN NO EVENT SHALL THE OPENBLAS PROJECT OR CONTRIBUTORS BE
  20. LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  21. DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  22. SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  23. CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  24. OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  25. USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  26. *******************************************************************************/
  27. #include <stdio.h>
  28. #include "common.h"
  29. int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLONG posY, FLOAT *b){
  30. BLASLONG i, js;
  31. BLASLONG X, ii;
  32. FLOAT *a01, *a02, *a03, *a04, *a05, *a06, *a07, *a08;
  33. FLOAT *a09, *a10, *a11, *a12, *a13, *a14, *a15, *a16;
  34. lda += lda;
  35. js = (n >> 4);
  36. if (js > 0){
  37. do {
  38. X = posX;
  39. if (posX <= posY) {
  40. a01 = a + posX * 2 + (posY + 0) * lda;
  41. a02 = a + posX * 2 + (posY + 1) * lda;
  42. a03 = a + posX * 2 + (posY + 2) * lda;
  43. a04 = a + posX * 2 + (posY + 3) * lda;
  44. a05 = a + posX * 2 + (posY + 4) * lda;
  45. a06 = a + posX * 2 + (posY + 5) * lda;
  46. a07 = a + posX * 2 + (posY + 6) * lda;
  47. a08 = a + posX * 2 + (posY + 7) * lda;
  48. a09 = a + posX * 2 + (posY + 8) * lda;
  49. a10 = a + posX * 2 + (posY + 9) * lda;
  50. a11 = a + posX * 2 + (posY + 10) * lda;
  51. a12 = a + posX * 2 + (posY + 11) * lda;
  52. a13 = a + posX * 2 + (posY + 12) * lda;
  53. a14 = a + posX * 2 + (posY + 13) * lda;
  54. a15 = a + posX * 2 + (posY + 14) * lda;
  55. a16 = a + posX * 2 + (posY + 15) * lda;
  56. } else {
  57. a01 = a + posY * 2 + (posX + 0) * lda;
  58. a02 = a + posY * 2 + (posX + 1) * lda;
  59. a03 = a + posY * 2 + (posX + 2) * lda;
  60. a04 = a + posY * 2 + (posX + 3) * lda;
  61. a05 = a + posY * 2 + (posX + 4) * lda;
  62. a06 = a + posY * 2 + (posX + 5) * lda;
  63. a07 = a + posY * 2 + (posX + 6) * lda;
  64. a08 = a + posY * 2 + (posX + 7) * lda;
  65. a09 = a + posY * 2 + (posX + 8) * lda;
  66. a10 = a + posY * 2 + (posX + 9) * lda;
  67. a11 = a + posY * 2 + (posX + 10) * lda;
  68. a12 = a + posY * 2 + (posX + 11) * lda;
  69. a13 = a + posY * 2 + (posX + 12) * lda;
  70. a14 = a + posY * 2 + (posX + 13) * lda;
  71. a15 = a + posY * 2 + (posX + 14) * lda;
  72. a16 = a + posY * 2 + (posX + 15) * lda;
  73. }
  74. i = (m >> 4);
  75. if (i > 0) {
  76. do {
  77. if (X < posY) {
  78. a01 += 32;
  79. a02 += 32;
  80. a03 += 32;
  81. a04 += 32;
  82. a05 += 32;
  83. a06 += 32;
  84. a07 += 32;
  85. a08 += 32;
  86. a09 += 32;
  87. a10 += 32;
  88. a11 += 32;
  89. a12 += 32;
  90. a13 += 32;
  91. a14 += 32;
  92. a15 += 32;
  93. a16 += 32;
  94. b += 512;
  95. } else
  96. if (X > posY) {
  97. for (ii = 0; ii < 16; ii++){
  98. b[ 0] = *(a01 + 0);
  99. b[ 1] = *(a01 + 1);
  100. b[ 2] = *(a01 + 2);
  101. b[ 3] = *(a01 + 3);
  102. b[ 4] = *(a01 + 4);
  103. b[ 5] = *(a01 + 5);
  104. b[ 6] = *(a01 + 6);
  105. b[ 7] = *(a01 + 7);
  106. b[ 8] = *(a01 + 8);
  107. b[ 9] = *(a01 + 9);
  108. b[ 10] = *(a01 + 10);
  109. b[ 11] = *(a01 + 11);
  110. b[ 12] = *(a01 + 12);
  111. b[ 13] = *(a01 + 13);
  112. b[ 14] = *(a01 + 14);
  113. b[ 15] = *(a01 + 15);
  114. b[ 16] = *(a01 + 16);
  115. b[ 17] = *(a01 + 17);
  116. b[ 18] = *(a01 + 18);
  117. b[ 19] = *(a01 + 19);
  118. b[ 20] = *(a01 + 20);
  119. b[ 21] = *(a01 + 21);
  120. b[ 22] = *(a01 + 22);
  121. b[ 23] = *(a01 + 23);
  122. b[ 24] = *(a01 + 24);
  123. b[ 25] = *(a01 + 25);
  124. b[ 26] = *(a01 + 26);
  125. b[ 27] = *(a01 + 27);
  126. b[ 28] = *(a01 + 28);
  127. b[ 29] = *(a01 + 29);
  128. b[ 30] = *(a01 + 30);
  129. b[ 31] = *(a01 + 31);
  130. a01 += lda;
  131. b += 32;
  132. }
  133. a02 += 16 * lda;
  134. a03 += 16 * lda;
  135. a04 += 16 * lda;
  136. a05 += 16 * lda;
  137. a06 += 16 * lda;
  138. a07 += 16 * lda;
  139. a08 += 16 * lda;
  140. a09 += 16 * lda;
  141. a10 += 16 * lda;
  142. a11 += 16 * lda;
  143. a12 += 16 * lda;
  144. a13 += 16 * lda;
  145. a14 += 16 * lda;
  146. a15 += 16 * lda;
  147. a16 += 16 * lda;
  148. } else {
  149. #ifdef UNIT
  150. b[ 0] = ONE;
  151. b[ 1] = ZERO;
  152. #else
  153. b[ 0] = *(a01 + 0);
  154. b[ 1] = *(a01 + 1);
  155. #endif
  156. b[ 2] = ZERO;
  157. b[ 3] = ZERO;
  158. b[ 4] = ZERO;
  159. b[ 5] = ZERO;
  160. b[ 6] = ZERO;
  161. b[ 7] = ZERO;
  162. b[ 8] = ZERO;
  163. b[ 9] = ZERO;
  164. b[ 10] = ZERO;
  165. b[ 11] = ZERO;
  166. b[ 12] = ZERO;
  167. b[ 13] = ZERO;
  168. b[ 14] = ZERO;
  169. b[ 15] = ZERO;
  170. b[ 16] = ZERO;
  171. b[ 17] = ZERO;
  172. b[ 18] = ZERO;
  173. b[ 19] = ZERO;
  174. b[ 20] = ZERO;
  175. b[ 21] = ZERO;
  176. b[ 22] = ZERO;
  177. b[ 23] = ZERO;
  178. b[ 24] = ZERO;
  179. b[ 25] = ZERO;
  180. b[ 26] = ZERO;
  181. b[ 27] = ZERO;
  182. b[ 28] = ZERO;
  183. b[ 29] = ZERO;
  184. b[ 30] = ZERO;
  185. b[ 31] = ZERO;
  186. b[ 32] = *(a02 + 0);
  187. b[ 33] = *(a02 + 1);
  188. #ifdef UNIT
  189. b[ 34] = ONE;
  190. b[ 35] = ZERO;
  191. #else
  192. b[ 34] = *(a02 + 2);
  193. b[ 35] = *(a02 + 3);
  194. #endif
  195. b[ 36] = ZERO;
  196. b[ 37] = ZERO;
  197. b[ 38] = ZERO;
  198. b[ 39] = ZERO;
  199. b[ 40] = ZERO;
  200. b[ 41] = ZERO;
  201. b[ 42] = ZERO;
  202. b[ 43] = ZERO;
  203. b[ 44] = ZERO;
  204. b[ 45] = ZERO;
  205. b[ 46] = ZERO;
  206. b[ 47] = ZERO;
  207. b[ 48] = ZERO;
  208. b[ 49] = ZERO;
  209. b[ 50] = ZERO;
  210. b[ 51] = ZERO;
  211. b[ 52] = ZERO;
  212. b[ 53] = ZERO;
  213. b[ 54] = ZERO;
  214. b[ 55] = ZERO;
  215. b[ 56] = ZERO;
  216. b[ 57] = ZERO;
  217. b[ 58] = ZERO;
  218. b[ 59] = ZERO;
  219. b[ 60] = ZERO;
  220. b[ 61] = ZERO;
  221. b[ 62] = ZERO;
  222. b[ 63] = ZERO;
  223. b[ 64] = *(a03 + 0);
  224. b[ 65] = *(a03 + 1);
  225. b[ 66] = *(a03 + 2);
  226. b[ 67] = *(a03 + 3);
  227. #ifdef UNIT
  228. b[ 68] = ONE;
  229. b[ 69] = ZERO;
  230. #else
  231. b[ 68] = *(a03 + 4);
  232. b[ 69] = *(a03 + 5);
  233. #endif
  234. b[ 70] = ZERO;
  235. b[ 71] = ZERO;
  236. b[ 72] = ZERO;
  237. b[ 73] = ZERO;
  238. b[ 74] = ZERO;
  239. b[ 75] = ZERO;
  240. b[ 76] = ZERO;
  241. b[ 77] = ZERO;
  242. b[ 78] = ZERO;
  243. b[ 79] = ZERO;
  244. b[ 80] = ZERO;
  245. b[ 81] = ZERO;
  246. b[ 82] = ZERO;
  247. b[ 83] = ZERO;
  248. b[ 84] = ZERO;
  249. b[ 85] = ZERO;
  250. b[ 86] = ZERO;
  251. b[ 87] = ZERO;
  252. b[ 88] = ZERO;
  253. b[ 89] = ZERO;
  254. b[ 90] = ZERO;
  255. b[ 91] = ZERO;
  256. b[ 92] = ZERO;
  257. b[ 93] = ZERO;
  258. b[ 94] = ZERO;
  259. b[ 95] = ZERO;
  260. b[ 96] = *(a04 + 0);
  261. b[ 97] = *(a04 + 1);
  262. b[ 98] = *(a04 + 2);
  263. b[ 99] = *(a04 + 3);
  264. b[100] = *(a04 + 4);
  265. b[101] = *(a04 + 5);
  266. #ifdef UNIT
  267. b[102] = ONE;
  268. b[103] = ZERO;
  269. #else
  270. b[102] = *(a04 + 6);
  271. b[103] = *(a04 + 7);
  272. #endif
  273. b[104] = ZERO;
  274. b[105] = ZERO;
  275. b[106] = ZERO;
  276. b[107] = ZERO;
  277. b[108] = ZERO;
  278. b[109] = ZERO;
  279. b[110] = ZERO;
  280. b[111] = ZERO;
  281. b[112] = ZERO;
  282. b[113] = ZERO;
  283. b[114] = ZERO;
  284. b[115] = ZERO;
  285. b[116] = ZERO;
  286. b[117] = ZERO;
  287. b[118] = ZERO;
  288. b[119] = ZERO;
  289. b[120] = ZERO;
  290. b[121] = ZERO;
  291. b[122] = ZERO;
  292. b[123] = ZERO;
  293. b[124] = ZERO;
  294. b[125] = ZERO;
  295. b[126] = ZERO;
  296. b[127] = ZERO;
  297. b[128] = *(a05 + 0);
  298. b[129] = *(a05 + 1);
  299. b[130] = *(a05 + 2);
  300. b[131] = *(a05 + 3);
  301. b[132] = *(a05 + 4);
  302. b[133] = *(a05 + 5);
  303. b[134] = *(a05 + 6);
  304. b[135] = *(a05 + 7);
  305. #ifdef UNIT
  306. b[136] = ONE;
  307. b[137] = ZERO;
  308. #else
  309. b[136] = *(a05 + 8);
  310. b[137] = *(a05 + 9);
  311. #endif
  312. b[138] = ZERO;
  313. b[139] = ZERO;
  314. b[140] = ZERO;
  315. b[141] = ZERO;
  316. b[142] = ZERO;
  317. b[143] = ZERO;
  318. b[144] = ZERO;
  319. b[145] = ZERO;
  320. b[146] = ZERO;
  321. b[147] = ZERO;
  322. b[148] = ZERO;
  323. b[149] = ZERO;
  324. b[150] = ZERO;
  325. b[151] = ZERO;
  326. b[152] = ZERO;
  327. b[153] = ZERO;
  328. b[154] = ZERO;
  329. b[155] = ZERO;
  330. b[156] = ZERO;
  331. b[157] = ZERO;
  332. b[158] = ZERO;
  333. b[159] = ZERO;
  334. b[160] = *(a06 + 0);
  335. b[161] = *(a06 + 1);
  336. b[162] = *(a06 + 2);
  337. b[163] = *(a06 + 3);
  338. b[164] = *(a06 + 4);
  339. b[165] = *(a06 + 5);
  340. b[166] = *(a06 + 6);
  341. b[167] = *(a06 + 7);
  342. b[168] = *(a06 + 8);
  343. b[169] = *(a06 + 9);
  344. #ifdef UNIT
  345. b[170] = ONE;
  346. b[171] = ZERO;
  347. #else
  348. b[170] = *(a06 + 10);
  349. b[171] = *(a06 + 11);
  350. #endif
  351. b[172] = ZERO;
  352. b[173] = ZERO;
  353. b[174] = ZERO;
  354. b[175] = ZERO;
  355. b[176] = ZERO;
  356. b[177] = ZERO;
  357. b[178] = ZERO;
  358. b[179] = ZERO;
  359. b[180] = ZERO;
  360. b[181] = ZERO;
  361. b[182] = ZERO;
  362. b[183] = ZERO;
  363. b[184] = ZERO;
  364. b[185] = ZERO;
  365. b[186] = ZERO;
  366. b[187] = ZERO;
  367. b[188] = ZERO;
  368. b[189] = ZERO;
  369. b[190] = ZERO;
  370. b[191] = ZERO;
  371. b[192] = *(a07 + 0);
  372. b[193] = *(a07 + 1);
  373. b[194] = *(a07 + 2);
  374. b[195] = *(a07 + 3);
  375. b[196] = *(a07 + 4);
  376. b[197] = *(a07 + 5);
  377. b[198] = *(a07 + 6);
  378. b[199] = *(a07 + 7);
  379. b[200] = *(a07 + 8);
  380. b[201] = *(a07 + 9);
  381. b[202] = *(a07 + 10);
  382. b[203] = *(a07 + 11);
  383. #ifdef UNIT
  384. b[204] = ONE;
  385. b[205] = ZERO;
  386. #else
  387. b[204] = *(a07 + 12);
  388. b[205] = *(a07 + 13);
  389. #endif
  390. b[206] = ZERO;
  391. b[207] = ZERO;
  392. b[208] = ZERO;
  393. b[209] = ZERO;
  394. b[210] = ZERO;
  395. b[211] = ZERO;
  396. b[212] = ZERO;
  397. b[213] = ZERO;
  398. b[214] = ZERO;
  399. b[215] = ZERO;
  400. b[216] = ZERO;
  401. b[217] = ZERO;
  402. b[218] = ZERO;
  403. b[219] = ZERO;
  404. b[220] = ZERO;
  405. b[221] = ZERO;
  406. b[222] = ZERO;
  407. b[223] = ZERO;
  408. b[224] = *(a08 + 0);
  409. b[225] = *(a08 + 1);
  410. b[226] = *(a08 + 2);
  411. b[227] = *(a08 + 3);
  412. b[228] = *(a08 + 4);
  413. b[229] = *(a08 + 5);
  414. b[230] = *(a08 + 6);
  415. b[231] = *(a08 + 7);
  416. b[232] = *(a08 + 8);
  417. b[233] = *(a08 + 9);
  418. b[234] = *(a08 + 10);
  419. b[235] = *(a08 + 11);
  420. b[236] = *(a08 + 12);
  421. b[237] = *(a08 + 13);
  422. #ifdef UNIT
  423. b[238] = ONE;
  424. b[239] = ZERO;
  425. #else
  426. b[238] = *(a08 + 14);
  427. b[239] = *(a08 + 15);
  428. #endif
  429. b[240] = ZERO;
  430. b[241] = ZERO;
  431. b[242] = ZERO;
  432. b[243] = ZERO;
  433. b[244] = ZERO;
  434. b[245] = ZERO;
  435. b[246] = ZERO;
  436. b[247] = ZERO;
  437. b[248] = ZERO;
  438. b[249] = ZERO;
  439. b[250] = ZERO;
  440. b[251] = ZERO;
  441. b[252] = ZERO;
  442. b[253] = ZERO;
  443. b[254] = ZERO;
  444. b[255] = ZERO;
  445. b[256] = *(a09 + 0);
  446. b[257] = *(a09 + 1);
  447. b[258] = *(a09 + 2);
  448. b[259] = *(a09 + 3);
  449. b[260] = *(a09 + 4);
  450. b[261] = *(a09 + 5);
  451. b[262] = *(a09 + 6);
  452. b[263] = *(a09 + 7);
  453. b[264] = *(a09 + 8);
  454. b[265] = *(a09 + 9);
  455. b[266] = *(a09 + 10);
  456. b[267] = *(a09 + 11);
  457. b[268] = *(a09 + 12);
  458. b[269] = *(a09 + 13);
  459. b[270] = *(a09 + 14);
  460. b[271] = *(a09 + 15);
  461. #ifdef UNIT
  462. b[272] = ONE;
  463. b[273] = ZERO;
  464. #else
  465. b[272] = *(a09 + 16);
  466. b[273] = *(a09 + 17);
  467. #endif
  468. b[274] = ZERO;
  469. b[275] = ZERO;
  470. b[276] = ZERO;
  471. b[277] = ZERO;
  472. b[278] = ZERO;
  473. b[279] = ZERO;
  474. b[280] = ZERO;
  475. b[281] = ZERO;
  476. b[282] = ZERO;
  477. b[283] = ZERO;
  478. b[284] = ZERO;
  479. b[285] = ZERO;
  480. b[286] = ZERO;
  481. b[287] = ZERO;
  482. b[288] = *(a10 + 0);
  483. b[289] = *(a10 + 1);
  484. b[290] = *(a10 + 2);
  485. b[291] = *(a10 + 3);
  486. b[292] = *(a10 + 4);
  487. b[293] = *(a10 + 5);
  488. b[294] = *(a10 + 6);
  489. b[295] = *(a10 + 7);
  490. b[296] = *(a10 + 8);
  491. b[297] = *(a10 + 9);
  492. b[298] = *(a10 + 10);
  493. b[299] = *(a10 + 11);
  494. b[300] = *(a10 + 12);
  495. b[301] = *(a10 + 13);
  496. b[302] = *(a10 + 14);
  497. b[303] = *(a10 + 15);
  498. b[304] = *(a10 + 16);
  499. b[305] = *(a10 + 17);
  500. #ifdef UNIT
  501. b[306] = ONE;
  502. b[307] = ZERO;
  503. #else
  504. b[306] = *(a10 + 18);
  505. b[307] = *(a10 + 19);
  506. #endif
  507. b[308] = ZERO;
  508. b[309] = ZERO;
  509. b[310] = ZERO;
  510. b[311] = ZERO;
  511. b[312] = ZERO;
  512. b[313] = ZERO;
  513. b[314] = ZERO;
  514. b[315] = ZERO;
  515. b[316] = ZERO;
  516. b[317] = ZERO;
  517. b[318] = ZERO;
  518. b[319] = ZERO;
  519. b[320] = *(a11 + 0);
  520. b[321] = *(a11 + 1);
  521. b[322] = *(a11 + 2);
  522. b[323] = *(a11 + 3);
  523. b[324] = *(a11 + 4);
  524. b[325] = *(a11 + 5);
  525. b[326] = *(a11 + 6);
  526. b[327] = *(a11 + 7);
  527. b[328] = *(a11 + 8);
  528. b[329] = *(a11 + 9);
  529. b[330] = *(a11 + 10);
  530. b[331] = *(a11 + 11);
  531. b[332] = *(a11 + 12);
  532. b[333] = *(a11 + 13);
  533. b[334] = *(a11 + 14);
  534. b[335] = *(a11 + 15);
  535. b[336] = *(a11 + 16);
  536. b[337] = *(a11 + 17);
  537. b[338] = *(a11 + 18);
  538. b[339] = *(a11 + 19);
  539. #ifdef UNIT
  540. b[340] = ONE;
  541. b[341] = ZERO;
  542. #else
  543. b[340] = *(a11 + 20);
  544. b[341] = *(a11 + 21);
  545. #endif
  546. b[342] = ZERO;
  547. b[343] = ZERO;
  548. b[344] = ZERO;
  549. b[345] = ZERO;
  550. b[346] = ZERO;
  551. b[347] = ZERO;
  552. b[348] = ZERO;
  553. b[349] = ZERO;
  554. b[350] = ZERO;
  555. b[351] = ZERO;
  556. b[352] = *(a12 + 0);
  557. b[353] = *(a12 + 1);
  558. b[354] = *(a12 + 2);
  559. b[355] = *(a12 + 3);
  560. b[356] = *(a12 + 4);
  561. b[357] = *(a12 + 5);
  562. b[358] = *(a12 + 6);
  563. b[359] = *(a12 + 7);
  564. b[360] = *(a12 + 8);
  565. b[361] = *(a12 + 9);
  566. b[362] = *(a12 + 10);
  567. b[363] = *(a12 + 11);
  568. b[364] = *(a12 + 12);
  569. b[365] = *(a12 + 13);
  570. b[366] = *(a12 + 14);
  571. b[367] = *(a12 + 15);
  572. b[368] = *(a12 + 16);
  573. b[369] = *(a12 + 17);
  574. b[370] = *(a12 + 18);
  575. b[371] = *(a12 + 19);
  576. b[372] = *(a12 + 20);
  577. b[373] = *(a12 + 21);
  578. #ifdef UNIT
  579. b[374] = ONE;
  580. b[375] = ZERO;
  581. #else
  582. b[374] = *(a12 + 22);
  583. b[375] = *(a12 + 23);
  584. #endif
  585. b[376] = ZERO;
  586. b[377] = ZERO;
  587. b[378] = ZERO;
  588. b[379] = ZERO;
  589. b[380] = ZERO;
  590. b[381] = ZERO;
  591. b[382] = ZERO;
  592. b[383] = ZERO;
  593. b[384] = *(a13 + 0);
  594. b[385] = *(a13 + 1);
  595. b[386] = *(a13 + 2);
  596. b[387] = *(a13 + 3);
  597. b[388] = *(a13 + 4);
  598. b[389] = *(a13 + 5);
  599. b[390] = *(a13 + 6);
  600. b[391] = *(a13 + 7);
  601. b[392] = *(a13 + 8);
  602. b[393] = *(a13 + 9);
  603. b[394] = *(a13 + 10);
  604. b[395] = *(a13 + 11);
  605. b[396] = *(a13 + 12);
  606. b[397] = *(a13 + 13);
  607. b[398] = *(a13 + 14);
  608. b[399] = *(a13 + 15);
  609. b[400] = *(a13 + 16);
  610. b[401] = *(a13 + 17);
  611. b[402] = *(a13 + 18);
  612. b[403] = *(a13 + 19);
  613. b[404] = *(a13 + 20);
  614. b[405] = *(a13 + 21);
  615. b[406] = *(a13 + 22);
  616. b[407] = *(a13 + 23);
  617. #ifdef UNIT
  618. b[408] = ONE;
  619. b[409] = ZERO;
  620. #else
  621. b[408] = *(a13 + 24);
  622. b[409] = *(a13 + 25);
  623. #endif
  624. b[410] = ZERO;
  625. b[411] = ZERO;
  626. b[412] = ZERO;
  627. b[413] = ZERO;
  628. b[414] = ZERO;
  629. b[415] = ZERO;
  630. b[416] = *(a14 + 0);
  631. b[417] = *(a14 + 1);
  632. b[418] = *(a14 + 2);
  633. b[419] = *(a14 + 3);
  634. b[420] = *(a14 + 4);
  635. b[421] = *(a14 + 5);
  636. b[422] = *(a14 + 6);
  637. b[423] = *(a14 + 7);
  638. b[424] = *(a14 + 8);
  639. b[425] = *(a14 + 9);
  640. b[426] = *(a14 + 10);
  641. b[427] = *(a14 + 11);
  642. b[428] = *(a14 + 12);
  643. b[429] = *(a14 + 13);
  644. b[430] = *(a14 + 14);
  645. b[431] = *(a14 + 15);
  646. b[432] = *(a14 + 16);
  647. b[433] = *(a14 + 17);
  648. b[434] = *(a14 + 18);
  649. b[435] = *(a14 + 19);
  650. b[436] = *(a14 + 20);
  651. b[437] = *(a14 + 21);
  652. b[438] = *(a14 + 22);
  653. b[439] = *(a14 + 23);
  654. b[440] = *(a14 + 24);
  655. b[441] = *(a14 + 25);
  656. #ifdef UNIT
  657. b[442] = ONE;
  658. b[443] = ZERO;
  659. #else
  660. b[442] = *(a14 + 26);
  661. b[443] = *(a14 + 27);
  662. #endif
  663. b[444] = ZERO;
  664. b[445] = ZERO;
  665. b[446] = ZERO;
  666. b[447] = ZERO;
  667. b[448] = *(a15 + 0);
  668. b[449] = *(a15 + 1);
  669. b[450] = *(a15 + 2);
  670. b[451] = *(a15 + 3);
  671. b[452] = *(a15 + 4);
  672. b[453] = *(a15 + 5);
  673. b[454] = *(a15 + 6);
  674. b[455] = *(a15 + 7);
  675. b[456] = *(a15 + 8);
  676. b[457] = *(a15 + 9);
  677. b[458] = *(a15 + 10);
  678. b[459] = *(a15 + 11);
  679. b[460] = *(a15 + 12);
  680. b[461] = *(a15 + 13);
  681. b[462] = *(a15 + 14);
  682. b[463] = *(a15 + 15);
  683. b[464] = *(a15 + 16);
  684. b[465] = *(a15 + 17);
  685. b[466] = *(a15 + 18);
  686. b[467] = *(a15 + 19);
  687. b[468] = *(a15 + 20);
  688. b[469] = *(a15 + 21);
  689. b[470] = *(a15 + 22);
  690. b[471] = *(a15 + 23);
  691. b[472] = *(a15 + 24);
  692. b[473] = *(a15 + 25);
  693. b[474] = *(a15 + 26);
  694. b[475] = *(a15 + 27);
  695. #ifdef UNIT
  696. b[476] = ONE;
  697. b[477] = ZERO;
  698. #else
  699. b[476] = *(a15 + 28);
  700. b[477] = *(a15 + 29);
  701. #endif
  702. b[478] = ZERO;
  703. b[479] = ZERO;
  704. b[480] = *(a16 + 0);
  705. b[481] = *(a16 + 1);
  706. b[482] = *(a16 + 2);
  707. b[483] = *(a16 + 3);
  708. b[484] = *(a16 + 4);
  709. b[485] = *(a16 + 5);
  710. b[486] = *(a16 + 6);
  711. b[487] = *(a16 + 7);
  712. b[488] = *(a16 + 8);
  713. b[489] = *(a16 + 9);
  714. b[490] = *(a16 + 10);
  715. b[491] = *(a16 + 11);
  716. b[492] = *(a16 + 12);
  717. b[493] = *(a16 + 13);
  718. b[494] = *(a16 + 14);
  719. b[495] = *(a16 + 15);
  720. b[496] = *(a16 + 16);
  721. b[497] = *(a16 + 17);
  722. b[498] = *(a16 + 18);
  723. b[499] = *(a16 + 19);
  724. b[500] = *(a16 + 20);
  725. b[501] = *(a16 + 21);
  726. b[502] = *(a16 + 22);
  727. b[503] = *(a16 + 23);
  728. b[504] = *(a16 + 24);
  729. b[505] = *(a16 + 25);
  730. b[506] = *(a16 + 26);
  731. b[507] = *(a16 + 27);
  732. b[508] = *(a16 + 28);
  733. b[509] = *(a16 + 29);
  734. #ifdef UNIT
  735. b[510] = ONE;
  736. b[511] = ZERO;
  737. #else
  738. b[510] = *(a16 + 30);
  739. b[511] = *(a16 + 31);
  740. #endif
  741. a01 += 16 * lda;
  742. a02 += 16 * lda;
  743. a03 += 16 * lda;
  744. a04 += 16 * lda;
  745. a05 += 16 * lda;
  746. a06 += 16 * lda;
  747. a07 += 16 * lda;
  748. a08 += 16 * lda;
  749. a09 += 16 * lda;
  750. a10 += 16 * lda;
  751. a11 += 16 * lda;
  752. a12 += 16 * lda;
  753. a13 += 16 * lda;
  754. a14 += 16 * lda;
  755. a15 += 16 * lda;
  756. a16 += 16 * lda;
  757. b += 512;
  758. }
  759. X += 16;
  760. i --;
  761. } while (i > 0);
  762. }
  763. i = (m & 15);
  764. if (i) {
  765. if (X < posY) {
  766. // a01 += 2 * i;
  767. // a02 += 2 * i;
  768. // a03 += 2 * i;
  769. // a04 += 2 * i;
  770. // a05 += 2 * i;
  771. // a06 += 2 * i;
  772. // a07 += 2 * i;
  773. // a08 += 2 * i;
  774. // a09 += 2 * i;
  775. // a10 += 2 * i;
  776. // a11 += 2 * i;
  777. // a12 += 2 * i;
  778. // a13 += 2 * i;
  779. // a14 += 2 * i;
  780. // a15 += 2 * i;
  781. // a16 += 2 * i;
  782. b += 32 * i;
  783. } else
  784. if (X > posY) {
  785. for (ii = 0; ii < i; ii++){
  786. b[ 0] = *(a01 + 0);
  787. b[ 1] = *(a01 + 1);
  788. b[ 2] = *(a01 + 2);
  789. b[ 3] = *(a01 + 3);
  790. b[ 4] = *(a01 + 4);
  791. b[ 5] = *(a01 + 5);
  792. b[ 6] = *(a01 + 6);
  793. b[ 7] = *(a01 + 7);
  794. b[ 8] = *(a01 + 8);
  795. b[ 9] = *(a01 + 9);
  796. b[ 10] = *(a01 + 10);
  797. b[ 11] = *(a01 + 11);
  798. b[ 12] = *(a01 + 12);
  799. b[ 13] = *(a01 + 13);
  800. b[ 14] = *(a01 + 14);
  801. b[ 15] = *(a01 + 15);
  802. b[ 16] = *(a01 + 16);
  803. b[ 17] = *(a01 + 17);
  804. b[ 18] = *(a01 + 18);
  805. b[ 19] = *(a01 + 19);
  806. b[ 20] = *(a01 + 20);
  807. b[ 21] = *(a01 + 21);
  808. b[ 22] = *(a01 + 22);
  809. b[ 23] = *(a01 + 23);
  810. b[ 24] = *(a01 + 24);
  811. b[ 25] = *(a01 + 25);
  812. b[ 26] = *(a01 + 26);
  813. b[ 27] = *(a01 + 27);
  814. b[ 28] = *(a01 + 28);
  815. b[ 29] = *(a01 + 29);
  816. b[ 30] = *(a01 + 30);
  817. b[ 31] = *(a01 + 31);
  818. a01 += lda;
  819. a02 += lda;
  820. a03 += lda;
  821. a04 += lda;
  822. a05 += lda;
  823. a06 += lda;
  824. a07 += lda;
  825. a08 += lda;
  826. a09 += lda;
  827. a10 += lda;
  828. a11 += lda;
  829. a12 += lda;
  830. a13 += lda;
  831. a14 += lda;
  832. a15 += lda;
  833. a16 += lda;
  834. b += 32;
  835. }
  836. } else {
  837. #ifdef UNIT
  838. b[ 0] = ONE;
  839. b[ 1] = ZERO;
  840. #else
  841. b[ 0] = *(a01 + 0);
  842. b[ 1] = *(a01 + 1);
  843. #endif
  844. b[ 2] = ZERO;
  845. b[ 3] = ZERO;
  846. b[ 4] = ZERO;
  847. b[ 5] = ZERO;
  848. b[ 6] = ZERO;
  849. b[ 7] = ZERO;
  850. b[ 8] = ZERO;
  851. b[ 9] = ZERO;
  852. b[ 10] = ZERO;
  853. b[ 11] = ZERO;
  854. b[ 12] = ZERO;
  855. b[ 13] = ZERO;
  856. b[ 14] = ZERO;
  857. b[ 15] = ZERO;
  858. b[ 16] = ZERO;
  859. b[ 17] = ZERO;
  860. b[ 18] = ZERO;
  861. b[ 19] = ZERO;
  862. b[ 20] = ZERO;
  863. b[ 21] = ZERO;
  864. b[ 22] = ZERO;
  865. b[ 23] = ZERO;
  866. b[ 24] = ZERO;
  867. b[ 25] = ZERO;
  868. b[ 26] = ZERO;
  869. b[ 27] = ZERO;
  870. b[ 28] = ZERO;
  871. b[ 29] = ZERO;
  872. b[ 30] = ZERO;
  873. b[ 31] = ZERO;
  874. b += 32;
  875. if (i >= 2) {
  876. b[ 0] = *(a02 + 0);
  877. b[ 1] = *(a02 + 1);
  878. #ifdef UNIT
  879. b[ 2] = ONE;
  880. b[ 3] = ZERO;
  881. #else
  882. b[ 2] = *(a02 + 2);
  883. b[ 3] = *(a02 + 3);
  884. #endif
  885. b[ 4] = ZERO;
  886. b[ 5] = ZERO;
  887. b[ 6] = ZERO;
  888. b[ 7] = ZERO;
  889. b[ 8] = ZERO;
  890. b[ 9] = ZERO;
  891. b[ 10] = ZERO;
  892. b[ 11] = ZERO;
  893. b[ 12] = ZERO;
  894. b[ 13] = ZERO;
  895. b[ 14] = ZERO;
  896. b[ 15] = ZERO;
  897. b[ 16] = ZERO;
  898. b[ 17] = ZERO;
  899. b[ 18] = ZERO;
  900. b[ 19] = ZERO;
  901. b[ 20] = ZERO;
  902. b[ 21] = ZERO;
  903. b[ 22] = ZERO;
  904. b[ 23] = ZERO;
  905. b[ 24] = ZERO;
  906. b[ 25] = ZERO;
  907. b[ 26] = ZERO;
  908. b[ 27] = ZERO;
  909. b[ 28] = ZERO;
  910. b[ 29] = ZERO;
  911. b[ 30] = ZERO;
  912. b[ 31] = ZERO;
  913. b += 32;
  914. }
  915. if (i >= 3) {
  916. b[ 0] = *(a03 + 0);
  917. b[ 1] = *(a03 + 1);
  918. b[ 2] = *(a03 + 2);
  919. b[ 3] = *(a03 + 3);
  920. #ifdef UNIT
  921. b[ 4] = ONE;
  922. b[ 5] = ZERO;
  923. #else
  924. b[ 4] = *(a03 + 4);
  925. b[ 5] = *(a03 + 5);
  926. #endif
  927. b[ 6] = ZERO;
  928. b[ 7] = ZERO;
  929. b[ 8] = ZERO;
  930. b[ 9] = ZERO;
  931. b[ 10] = ZERO;
  932. b[ 11] = ZERO;
  933. b[ 12] = ZERO;
  934. b[ 13] = ZERO;
  935. b[ 14] = ZERO;
  936. b[ 15] = ZERO;
  937. b[ 16] = ZERO;
  938. b[ 17] = ZERO;
  939. b[ 18] = ZERO;
  940. b[ 19] = ZERO;
  941. b[ 20] = ZERO;
  942. b[ 21] = ZERO;
  943. b[ 22] = ZERO;
  944. b[ 23] = ZERO;
  945. b[ 24] = ZERO;
  946. b[ 25] = ZERO;
  947. b[ 26] = ZERO;
  948. b[ 27] = ZERO;
  949. b[ 28] = ZERO;
  950. b[ 29] = ZERO;
  951. b[ 30] = ZERO;
  952. b[ 31] = ZERO;
  953. b += 32;
  954. }
  955. if (i >= 4) {
  956. b[ 0] = *(a04 + 0);
  957. b[ 1] = *(a04 + 1);
  958. b[ 2] = *(a04 + 2);
  959. b[ 3] = *(a04 + 3);
  960. b[ 4] = *(a04 + 4);
  961. b[ 5] = *(a04 + 5);
  962. #ifdef UNIT
  963. b[ 6] = ONE;
  964. b[ 7] = ZERO;
  965. #else
  966. b[ 6] = *(a04 + 6);
  967. b[ 7] = *(a04 + 7);
  968. #endif
  969. b[ 8] = ZERO;
  970. b[ 9] = ZERO;
  971. b[ 10] = ZERO;
  972. b[ 11] = ZERO;
  973. b[ 12] = ZERO;
  974. b[ 13] = ZERO;
  975. b[ 14] = ZERO;
  976. b[ 15] = ZERO;
  977. b[ 16] = ZERO;
  978. b[ 17] = ZERO;
  979. b[ 18] = ZERO;
  980. b[ 19] = ZERO;
  981. b[ 20] = ZERO;
  982. b[ 21] = ZERO;
  983. b[ 22] = ZERO;
  984. b[ 23] = ZERO;
  985. b[ 24] = ZERO;
  986. b[ 25] = ZERO;
  987. b[ 26] = ZERO;
  988. b[ 27] = ZERO;
  989. b[ 28] = ZERO;
  990. b[ 29] = ZERO;
  991. b[ 30] = ZERO;
  992. b[ 31] = ZERO;
  993. b += 32;
  994. }
  995. if (i >= 5) {
  996. b[ 0] = *(a05 + 0);
  997. b[ 1] = *(a05 + 1);
  998. b[ 2] = *(a05 + 2);
  999. b[ 3] = *(a05 + 3);
  1000. b[ 4] = *(a05 + 4);
  1001. b[ 5] = *(a05 + 5);
  1002. b[ 6] = *(a05 + 6);
  1003. b[ 7] = *(a05 + 7);
  1004. #ifdef UNIT
  1005. b[ 8] = ONE;
  1006. b[ 9] = ZERO;
  1007. #else
  1008. b[ 8] = *(a05 + 8);
  1009. b[ 9] = *(a05 + 9);
  1010. #endif
  1011. b[ 10] = ZERO;
  1012. b[ 11] = ZERO;
  1013. b[ 12] = ZERO;
  1014. b[ 13] = ZERO;
  1015. b[ 14] = ZERO;
  1016. b[ 15] = ZERO;
  1017. b[ 16] = ZERO;
  1018. b[ 17] = ZERO;
  1019. b[ 18] = ZERO;
  1020. b[ 19] = ZERO;
  1021. b[ 20] = ZERO;
  1022. b[ 21] = ZERO;
  1023. b[ 22] = ZERO;
  1024. b[ 23] = ZERO;
  1025. b[ 24] = ZERO;
  1026. b[ 25] = ZERO;
  1027. b[ 26] = ZERO;
  1028. b[ 27] = ZERO;
  1029. b[ 28] = ZERO;
  1030. b[ 29] = ZERO;
  1031. b[ 30] = ZERO;
  1032. b[ 31] = ZERO;
  1033. b += 32;
  1034. }
  1035. if (i >= 6) {
  1036. b[ 0] = *(a06 + 0);
  1037. b[ 1] = *(a06 + 1);
  1038. b[ 2] = *(a06 + 2);
  1039. b[ 3] = *(a06 + 3);
  1040. b[ 4] = *(a06 + 4);
  1041. b[ 5] = *(a06 + 5);
  1042. b[ 6] = *(a06 + 6);
  1043. b[ 7] = *(a06 + 7);
  1044. b[ 8] = *(a06 + 8);
  1045. b[ 9] = *(a06 + 9);
  1046. #ifdef UNIT
  1047. b[10] = ONE;
  1048. b[11] = ZERO;
  1049. #else
  1050. b[10] = *(a06 + 10);
  1051. b[11] = *(a06 + 11);
  1052. #endif
  1053. b[ 12] = ZERO;
  1054. b[ 13] = ZERO;
  1055. b[ 14] = ZERO;
  1056. b[ 15] = ZERO;
  1057. b[ 16] = ZERO;
  1058. b[ 17] = ZERO;
  1059. b[ 18] = ZERO;
  1060. b[ 19] = ZERO;
  1061. b[ 20] = ZERO;
  1062. b[ 21] = ZERO;
  1063. b[ 22] = ZERO;
  1064. b[ 23] = ZERO;
  1065. b[ 24] = ZERO;
  1066. b[ 25] = ZERO;
  1067. b[ 26] = ZERO;
  1068. b[ 27] = ZERO;
  1069. b[ 28] = ZERO;
  1070. b[ 29] = ZERO;
  1071. b[ 30] = ZERO;
  1072. b[ 31] = ZERO;
  1073. b += 32;
  1074. }
  1075. if (i >= 7) {
  1076. b[ 0] = *(a07 + 0);
  1077. b[ 1] = *(a07 + 1);
  1078. b[ 2] = *(a07 + 2);
  1079. b[ 3] = *(a07 + 3);
  1080. b[ 4] = *(a07 + 4);
  1081. b[ 5] = *(a07 + 5);
  1082. b[ 6] = *(a07 + 6);
  1083. b[ 7] = *(a07 + 7);
  1084. b[ 8] = *(a07 + 8);
  1085. b[ 9] = *(a07 + 9);
  1086. b[10] = *(a07 + 10);
  1087. b[11] = *(a07 + 11);
  1088. #ifdef UNIT
  1089. b[12] = ONE;
  1090. b[13] = ZERO;
  1091. #else
  1092. b[12] = *(a07 + 12);
  1093. b[13] = *(a07 + 13);
  1094. #endif
  1095. b[ 14] = ZERO;
  1096. b[ 15] = ZERO;
  1097. b[ 16] = ZERO;
  1098. b[ 17] = ZERO;
  1099. b[ 18] = ZERO;
  1100. b[ 19] = ZERO;
  1101. b[ 20] = ZERO;
  1102. b[ 21] = ZERO;
  1103. b[ 22] = ZERO;
  1104. b[ 23] = ZERO;
  1105. b[ 24] = ZERO;
  1106. b[ 25] = ZERO;
  1107. b[ 26] = ZERO;
  1108. b[ 27] = ZERO;
  1109. b[ 28] = ZERO;
  1110. b[ 29] = ZERO;
  1111. b[ 30] = ZERO;
  1112. b[ 31] = ZERO;
  1113. b += 32;
  1114. }
  1115. if (i >= 8) {
  1116. b[ 0] = *(a08 + 0);
  1117. b[ 1] = *(a08 + 1);
  1118. b[ 2] = *(a08 + 2);
  1119. b[ 3] = *(a08 + 3);
  1120. b[ 4] = *(a08 + 4);
  1121. b[ 5] = *(a08 + 5);
  1122. b[ 6] = *(a08 + 6);
  1123. b[ 7] = *(a08 + 7);
  1124. b[ 8] = *(a08 + 8);
  1125. b[ 9] = *(a08 + 9);
  1126. b[ 10] = *(a08 + 10);
  1127. b[ 11] = *(a08 + 11);
  1128. b[ 12] = *(a08 + 12);
  1129. b[ 13] = *(a08 + 13);
  1130. #ifdef UNIT
  1131. b[ 14] = ONE;
  1132. b[ 15] = ZERO;
  1133. #else
  1134. b[ 14] = *(a08 + 14);
  1135. b[ 15] = *(a08 + 15);
  1136. #endif
  1137. b[ 16] = ZERO;
  1138. b[ 17] = ZERO;
  1139. b[ 18] = ZERO;
  1140. b[ 19] = ZERO;
  1141. b[ 20] = ZERO;
  1142. b[ 21] = ZERO;
  1143. b[ 22] = ZERO;
  1144. b[ 23] = ZERO;
  1145. b[ 24] = ZERO;
  1146. b[ 25] = ZERO;
  1147. b[ 26] = ZERO;
  1148. b[ 27] = ZERO;
  1149. b[ 28] = ZERO;
  1150. b[ 29] = ZERO;
  1151. b[ 30] = ZERO;
  1152. b[ 31] = ZERO;
  1153. b += 32;
  1154. }
  1155. if (i >= 9) {
  1156. b[ 0] = *(a09 + 0);
  1157. b[ 1] = *(a09 + 1);
  1158. b[ 2] = *(a09 + 2);
  1159. b[ 3] = *(a09 + 3);
  1160. b[ 4] = *(a09 + 4);
  1161. b[ 5] = *(a09 + 5);
  1162. b[ 6] = *(a09 + 6);
  1163. b[ 7] = *(a09 + 7);
  1164. b[ 8] = *(a09 + 8);
  1165. b[ 9] = *(a09 + 9);
  1166. b[ 10] = *(a09 + 10);
  1167. b[ 11] = *(a09 + 11);
  1168. b[ 12] = *(a09 + 12);
  1169. b[ 13] = *(a09 + 13);
  1170. b[ 14] = *(a09 + 14);
  1171. b[ 15] = *(a09 + 15);
  1172. #ifdef UNIT
  1173. b[ 16] = ONE;
  1174. b[ 17] = ZERO;
  1175. #else
  1176. b[ 16] = *(a09 + 16);
  1177. b[ 17] = *(a09 + 17);
  1178. #endif
  1179. b[ 18] = ZERO;
  1180. b[ 19] = ZERO;
  1181. b[ 20] = ZERO;
  1182. b[ 21] = ZERO;
  1183. b[ 22] = ZERO;
  1184. b[ 23] = ZERO;
  1185. b[ 24] = ZERO;
  1186. b[ 25] = ZERO;
  1187. b[ 26] = ZERO;
  1188. b[ 27] = ZERO;
  1189. b[ 28] = ZERO;
  1190. b[ 29] = ZERO;
  1191. b[ 30] = ZERO;
  1192. b[ 31] = ZERO;
  1193. b += 32;
  1194. }
  1195. if (i >= 10) {
  1196. b[ 0] = *(a10 + 0);
  1197. b[ 1] = *(a10 + 1);
  1198. b[ 2] = *(a10 + 2);
  1199. b[ 3] = *(a10 + 3);
  1200. b[ 4] = *(a10 + 4);
  1201. b[ 5] = *(a10 + 5);
  1202. b[ 6] = *(a10 + 6);
  1203. b[ 7] = *(a10 + 7);
  1204. b[ 8] = *(a10 + 8);
  1205. b[ 9] = *(a10 + 9);
  1206. b[ 10] = *(a10 + 10);
  1207. b[ 11] = *(a10 + 11);
  1208. b[ 12] = *(a10 + 12);
  1209. b[ 13] = *(a10 + 13);
  1210. b[ 14] = *(a10 + 14);
  1211. b[ 15] = *(a10 + 15);
  1212. b[ 16] = *(a10 + 16);
  1213. b[ 17] = *(a10 + 17);
  1214. #ifdef UNIT
  1215. b[ 18] = ONE;
  1216. b[ 19] = ZERO;
  1217. #else
  1218. b[ 18] = *(a10 + 18);
  1219. b[ 19] = *(a10 + 19);
  1220. #endif
  1221. b[ 20] = ZERO;
  1222. b[ 21] = ZERO;
  1223. b[ 22] = ZERO;
  1224. b[ 23] = ZERO;
  1225. b[ 24] = ZERO;
  1226. b[ 25] = ZERO;
  1227. b[ 26] = ZERO;
  1228. b[ 27] = ZERO;
  1229. b[ 28] = ZERO;
  1230. b[ 29] = ZERO;
  1231. b[ 30] = ZERO;
  1232. b[ 31] = ZERO;
  1233. b += 32;
  1234. }
  1235. if (i >= 11) {
  1236. b[ 0] = *(a11 + 0);
  1237. b[ 1] = *(a11 + 1);
  1238. b[ 2] = *(a11 + 2);
  1239. b[ 3] = *(a11 + 3);
  1240. b[ 4] = *(a11 + 4);
  1241. b[ 5] = *(a11 + 5);
  1242. b[ 6] = *(a11 + 6);
  1243. b[ 7] = *(a11 + 7);
  1244. b[ 8] = *(a11 + 8);
  1245. b[ 9] = *(a11 + 9);
  1246. b[ 10] = *(a11 + 10);
  1247. b[ 11] = *(a11 + 11);
  1248. b[ 12] = *(a11 + 12);
  1249. b[ 13] = *(a11 + 13);
  1250. b[ 14] = *(a11 + 14);
  1251. b[ 15] = *(a11 + 15);
  1252. b[ 16] = *(a11 + 16);
  1253. b[ 17] = *(a11 + 17);
  1254. b[ 18] = *(a11 + 18);
  1255. b[ 19] = *(a11 + 19);
  1256. #ifdef UNIT
  1257. b[ 20] = ONE;
  1258. b[ 21] = ZERO;
  1259. #else
  1260. b[ 20] = *(a11 + 20);
  1261. b[ 21] = *(a11 + 21);
  1262. #endif
  1263. b[ 22] = ZERO;
  1264. b[ 23] = ZERO;
  1265. b[ 24] = ZERO;
  1266. b[ 25] = ZERO;
  1267. b[ 26] = ZERO;
  1268. b[ 27] = ZERO;
  1269. b[ 28] = ZERO;
  1270. b[ 29] = ZERO;
  1271. b[ 30] = ZERO;
  1272. b[ 31] = ZERO;
  1273. b += 32;
  1274. }
  1275. if (i >= 12) {
  1276. b[ 0] = *(a12 + 0);
  1277. b[ 1] = *(a12 + 1);
  1278. b[ 2] = *(a12 + 2);
  1279. b[ 3] = *(a12 + 3);
  1280. b[ 4] = *(a12 + 4);
  1281. b[ 5] = *(a12 + 5);
  1282. b[ 6] = *(a12 + 6);
  1283. b[ 7] = *(a12 + 7);
  1284. b[ 8] = *(a12 + 8);
  1285. b[ 9] = *(a12 + 9);
  1286. b[ 10] = *(a12 + 10);
  1287. b[ 11] = *(a12 + 11);
  1288. b[ 12] = *(a12 + 12);
  1289. b[ 13] = *(a12 + 13);
  1290. b[ 14] = *(a12 + 14);
  1291. b[ 15] = *(a12 + 15);
  1292. b[ 16] = *(a12 + 16);
  1293. b[ 17] = *(a12 + 17);
  1294. b[ 18] = *(a12 + 18);
  1295. b[ 19] = *(a12 + 19);
  1296. b[ 20] = *(a12 + 20);
  1297. b[ 21] = *(a12 + 21);
  1298. #ifdef UNIT
  1299. b[ 22] = ONE;
  1300. b[ 23] = ZERO;
  1301. #else
  1302. b[ 22] = *(a12 + 22);
  1303. b[ 23] = *(a12 + 23);
  1304. #endif
  1305. b[ 24] = ZERO;
  1306. b[ 25] = ZERO;
  1307. b[ 26] = ZERO;
  1308. b[ 27] = ZERO;
  1309. b[ 28] = ZERO;
  1310. b[ 29] = ZERO;
  1311. b[ 30] = ZERO;
  1312. b[ 31] = ZERO;
  1313. b += 32;
  1314. }
  1315. if (i >= 13) {
  1316. b[ 0] = *(a13 + 0);
  1317. b[ 1] = *(a13 + 1);
  1318. b[ 2] = *(a13 + 2);
  1319. b[ 3] = *(a13 + 3);
  1320. b[ 4] = *(a13 + 4);
  1321. b[ 5] = *(a13 + 5);
  1322. b[ 6] = *(a13 + 6);
  1323. b[ 7] = *(a13 + 7);
  1324. b[ 8] = *(a13 + 8);
  1325. b[ 9] = *(a13 + 9);
  1326. b[ 10] = *(a13 + 10);
  1327. b[ 11] = *(a13 + 11);
  1328. b[ 12] = *(a13 + 12);
  1329. b[ 13] = *(a13 + 13);
  1330. b[ 14] = *(a13 + 14);
  1331. b[ 15] = *(a13 + 15);
  1332. b[ 16] = *(a13 + 16);
  1333. b[ 17] = *(a13 + 17);
  1334. b[ 18] = *(a13 + 18);
  1335. b[ 19] = *(a13 + 19);
  1336. b[ 20] = *(a13 + 20);
  1337. b[ 21] = *(a13 + 21);
  1338. b[ 22] = *(a13 + 22);
  1339. b[ 23] = *(a13 + 23);
  1340. #ifdef UNIT
  1341. b[ 24] = ONE;
  1342. b[ 25] = ZERO;
  1343. #else
  1344. b[ 24] = *(a13 + 24);
  1345. b[ 25] = *(a13 + 25);
  1346. #endif
  1347. b[ 26] = ZERO;
  1348. b[ 27] = ZERO;
  1349. b[ 28] = ZERO;
  1350. b[ 29] = ZERO;
  1351. b[ 30] = ZERO;
  1352. b[ 31] = ZERO;
  1353. b += 32;
  1354. }
  1355. if (i >= 14) {
  1356. b[ 0] = *(a14 + 0);
  1357. b[ 1] = *(a14 + 1);
  1358. b[ 2] = *(a14 + 2);
  1359. b[ 3] = *(a14 + 3);
  1360. b[ 4] = *(a14 + 4);
  1361. b[ 5] = *(a14 + 5);
  1362. b[ 6] = *(a14 + 6);
  1363. b[ 7] = *(a14 + 7);
  1364. b[ 8] = *(a14 + 8);
  1365. b[ 9] = *(a14 + 9);
  1366. b[ 10] = *(a14 + 10);
  1367. b[ 11] = *(a14 + 11);
  1368. b[ 12] = *(a14 + 12);
  1369. b[ 13] = *(a14 + 13);
  1370. b[ 14] = *(a14 + 14);
  1371. b[ 15] = *(a14 + 15);
  1372. b[ 16] = *(a14 + 16);
  1373. b[ 17] = *(a14 + 17);
  1374. b[ 18] = *(a14 + 18);
  1375. b[ 19] = *(a14 + 19);
  1376. b[ 20] = *(a14 + 20);
  1377. b[ 21] = *(a14 + 21);
  1378. b[ 22] = *(a14 + 22);
  1379. b[ 23] = *(a14 + 23);
  1380. b[ 24] = *(a14 + 24);
  1381. b[ 25] = *(a14 + 25);
  1382. #ifdef UNIT
  1383. b[ 26] = ONE;
  1384. b[ 27] = ZERO;
  1385. #else
  1386. b[ 26] = *(a14 + 26);
  1387. b[ 27] = *(a14 + 27);
  1388. #endif
  1389. b[ 28] = ZERO;
  1390. b[ 29] = ZERO;
  1391. b[ 30] = ZERO;
  1392. b[ 31] = ZERO;
  1393. b += 32;
  1394. }
  1395. if (i >= 15) {
  1396. b[ 0] = *(a15 + 0);
  1397. b[ 1] = *(a15 + 1);
  1398. b[ 2] = *(a15 + 2);
  1399. b[ 3] = *(a15 + 3);
  1400. b[ 4] = *(a15 + 4);
  1401. b[ 5] = *(a15 + 5);
  1402. b[ 6] = *(a15 + 6);
  1403. b[ 7] = *(a15 + 7);
  1404. b[ 8] = *(a15 + 8);
  1405. b[ 9] = *(a15 + 9);
  1406. b[ 10] = *(a15 + 10);
  1407. b[ 11] = *(a15 + 11);
  1408. b[ 12] = *(a15 + 12);
  1409. b[ 13] = *(a15 + 13);
  1410. b[ 14] = *(a15 + 14);
  1411. b[ 15] = *(a15 + 15);
  1412. b[ 16] = *(a15 + 16);
  1413. b[ 17] = *(a15 + 17);
  1414. b[ 18] = *(a15 + 18);
  1415. b[ 19] = *(a15 + 19);
  1416. b[ 20] = *(a15 + 20);
  1417. b[ 21] = *(a15 + 21);
  1418. b[ 22] = *(a15 + 22);
  1419. b[ 23] = *(a15 + 23);
  1420. b[ 24] = *(a15 + 24);
  1421. b[ 25] = *(a15 + 25);
  1422. b[ 26] = *(a15 + 26);
  1423. b[ 27] = *(a15 + 27);
  1424. #ifdef UNIT
  1425. b[ 28] = ONE;
  1426. b[ 29] = ZERO;
  1427. #else
  1428. b[ 28] = *(a15 + 28);
  1429. b[ 29] = *(a15 + 29);
  1430. #endif
  1431. b[ 30] = ZERO;
  1432. b[ 31] = ZERO;
  1433. b += 32;
  1434. }
  1435. }
  1436. }
  1437. posY += 16;
  1438. js --;
  1439. } while (js > 0);
  1440. } /* End of main loop */
  1441. if (n & 8){
  1442. X = posX;
  1443. if (posX <= posY) {
  1444. a01 = a + posX * 2 + (posY + 0) * lda;
  1445. a02 = a + posX * 2 + (posY + 1) * lda;
  1446. a03 = a + posX * 2 + (posY + 2) * lda;
  1447. a04 = a + posX * 2 + (posY + 3) * lda;
  1448. a05 = a + posX * 2 + (posY + 4) * lda;
  1449. a06 = a + posX * 2 + (posY + 5) * lda;
  1450. a07 = a + posX * 2 + (posY + 6) * lda;
  1451. a08 = a + posX * 2 + (posY + 7) * lda;
  1452. } else {
  1453. a01 = a + posY * 2 + (posX + 0) * lda;
  1454. a02 = a + posY * 2 + (posX + 1) * lda;
  1455. a03 = a + posY * 2 + (posX + 2) * lda;
  1456. a04 = a + posY * 2 + (posX + 3) * lda;
  1457. a05 = a + posY * 2 + (posX + 4) * lda;
  1458. a06 = a + posY * 2 + (posX + 5) * lda;
  1459. a07 = a + posY * 2 + (posX + 6) * lda;
  1460. a08 = a + posY * 2 + (posX + 7) * lda;
  1461. }
  1462. i = (m >> 3);
  1463. if (i > 0) {
  1464. do {
  1465. if (X < posY) {
  1466. a01 += 16;
  1467. a02 += 16;
  1468. a03 += 16;
  1469. a04 += 16;
  1470. a05 += 16;
  1471. a06 += 16;
  1472. a07 += 16;
  1473. a08 += 16;
  1474. b += 128;
  1475. } else
  1476. if (X > posY) {
  1477. for (ii = 0; ii < 8; ii++){
  1478. b[ 0] = *(a01 + 0);
  1479. b[ 1] = *(a01 + 1);
  1480. b[ 2] = *(a01 + 2);
  1481. b[ 3] = *(a01 + 3);
  1482. b[ 4] = *(a01 + 4);
  1483. b[ 5] = *(a01 + 5);
  1484. b[ 6] = *(a01 + 6);
  1485. b[ 7] = *(a01 + 7);
  1486. b[ 8] = *(a01 + 8);
  1487. b[ 9] = *(a01 + 9);
  1488. b[ 10] = *(a01 + 10);
  1489. b[ 11] = *(a01 + 11);
  1490. b[ 12] = *(a01 + 12);
  1491. b[ 13] = *(a01 + 13);
  1492. b[ 14] = *(a01 + 14);
  1493. b[ 15] = *(a01 + 15);
  1494. a01 += lda;
  1495. b += 16;
  1496. }
  1497. a02 += 8 * lda;
  1498. a03 += 8 * lda;
  1499. a04 += 8 * lda;
  1500. a05 += 8 * lda;
  1501. a06 += 8 * lda;
  1502. a07 += 8 * lda;
  1503. a08 += 8 * lda;
  1504. } else {
  1505. #ifdef UNIT
  1506. b[ 0] = ONE;
  1507. b[ 1] = ZERO;
  1508. #else
  1509. b[ 0] = *(a01 + 0);
  1510. b[ 1] = *(a01 + 1);
  1511. #endif
  1512. b[ 2] = ZERO;
  1513. b[ 3] = ZERO;
  1514. b[ 4] = ZERO;
  1515. b[ 5] = ZERO;
  1516. b[ 6] = ZERO;
  1517. b[ 7] = ZERO;
  1518. b[ 8] = ZERO;
  1519. b[ 9] = ZERO;
  1520. b[ 10] = ZERO;
  1521. b[ 11] = ZERO;
  1522. b[ 12] = ZERO;
  1523. b[ 13] = ZERO;
  1524. b[ 14] = ZERO;
  1525. b[ 15] = ZERO;
  1526. b[ 16] = *(a02 + 0);
  1527. b[ 17] = *(a02 + 1);
  1528. #ifdef UNIT
  1529. b[ 18] = ONE;
  1530. b[ 19] = ZERO;
  1531. #else
  1532. b[ 18] = *(a02 + 2);
  1533. b[ 19] = *(a02 + 3);
  1534. #endif
  1535. b[ 20] = ZERO;
  1536. b[ 21] = ZERO;
  1537. b[ 22] = ZERO;
  1538. b[ 23] = ZERO;
  1539. b[ 24] = ZERO;
  1540. b[ 25] = ZERO;
  1541. b[ 26] = ZERO;
  1542. b[ 27] = ZERO;
  1543. b[ 28] = ZERO;
  1544. b[ 29] = ZERO;
  1545. b[ 30] = ZERO;
  1546. b[ 31] = ZERO;
  1547. b[ 32] = *(a03 + 0);
  1548. b[ 33] = *(a03 + 1);
  1549. b[ 34] = *(a03 + 2);
  1550. b[ 35] = *(a03 + 3);
  1551. #ifdef UNIT
  1552. b[ 36] = ONE;
  1553. b[ 37] = ZERO;
  1554. #else
  1555. b[ 36] = *(a03 + 4);
  1556. b[ 37] = *(a03 + 5);
  1557. #endif
  1558. b[ 38] = ZERO;
  1559. b[ 39] = ZERO;
  1560. b[ 40] = ZERO;
  1561. b[ 41] = ZERO;
  1562. b[ 42] = ZERO;
  1563. b[ 43] = ZERO;
  1564. b[ 44] = ZERO;
  1565. b[ 45] = ZERO;
  1566. b[ 46] = ZERO;
  1567. b[ 47] = ZERO;
  1568. b[ 48] = *(a04 + 0);
  1569. b[ 49] = *(a04 + 1);
  1570. b[ 50] = *(a04 + 2);
  1571. b[ 51] = *(a04 + 3);
  1572. b[ 52] = *(a04 + 4);
  1573. b[ 53] = *(a04 + 5);
  1574. #ifdef UNIT
  1575. b[ 54] = ONE;
  1576. b[ 55] = ZERO;
  1577. #else
  1578. b[ 54] = *(a04 + 6);
  1579. b[ 55] = *(a04 + 7);
  1580. #endif
  1581. b[ 56] = ZERO;
  1582. b[ 57] = ZERO;
  1583. b[ 58] = ZERO;
  1584. b[ 59] = ZERO;
  1585. b[ 60] = ZERO;
  1586. b[ 61] = ZERO;
  1587. b[ 62] = ZERO;
  1588. b[ 63] = ZERO;
  1589. b[ 64] = *(a05 + 0);
  1590. b[ 65] = *(a05 + 1);
  1591. b[ 66] = *(a05 + 2);
  1592. b[ 67] = *(a05 + 3);
  1593. b[ 68] = *(a05 + 4);
  1594. b[ 69] = *(a05 + 5);
  1595. b[ 70] = *(a05 + 6);
  1596. b[ 71] = *(a05 + 7);
  1597. #ifdef UNIT
  1598. b[ 72] = ONE;
  1599. b[ 73] = ZERO;
  1600. #else
  1601. b[ 72] = *(a05 + 8);
  1602. b[ 73] = *(a05 + 9);
  1603. #endif
  1604. b[ 74] = ZERO;
  1605. b[ 75] = ZERO;
  1606. b[ 76] = ZERO;
  1607. b[ 77] = ZERO;
  1608. b[ 78] = ZERO;
  1609. b[ 79] = ZERO;
  1610. b[ 80] = *(a06 + 0);
  1611. b[ 81] = *(a06 + 1);
  1612. b[ 82] = *(a06 + 2);
  1613. b[ 83] = *(a06 + 3);
  1614. b[ 84] = *(a06 + 4);
  1615. b[ 85] = *(a06 + 5);
  1616. b[ 86] = *(a06 + 6);
  1617. b[ 87] = *(a06 + 7);
  1618. b[ 88] = *(a06 + 8);
  1619. b[ 89] = *(a06 + 9);
  1620. #ifdef UNIT
  1621. b[ 90] = ONE;
  1622. b[ 91] = ZERO;
  1623. #else
  1624. b[ 90] = *(a06 + 10);
  1625. b[ 91] = *(a06 + 11);
  1626. #endif
  1627. b[ 92] = ZERO;
  1628. b[ 93] = ZERO;
  1629. b[ 94] = ZERO;
  1630. b[ 95] = ZERO;
  1631. b[ 96] = *(a07 + 0);
  1632. b[ 97] = *(a07 + 1);
  1633. b[ 98] = *(a07 + 2);
  1634. b[ 99] = *(a07 + 3);
  1635. b[100] = *(a07 + 4);
  1636. b[101] = *(a07 + 5);
  1637. b[102] = *(a07 + 6);
  1638. b[103] = *(a07 + 7);
  1639. b[104] = *(a07 + 8);
  1640. b[105] = *(a07 + 9);
  1641. b[106] = *(a07 + 10);
  1642. b[107] = *(a07 + 11);
  1643. #ifdef UNIT
  1644. b[108] = ONE;
  1645. b[109] = ZERO;
  1646. #else
  1647. b[108] = *(a07 + 12);
  1648. b[109] = *(a07 + 13);
  1649. #endif
  1650. b[110] = ZERO;
  1651. b[111] = ZERO;
  1652. b[112] = *(a08 + 0);
  1653. b[113] = *(a08 + 1);
  1654. b[114] = *(a08 + 2);
  1655. b[115] = *(a08 + 3);
  1656. b[116] = *(a08 + 4);
  1657. b[117] = *(a08 + 5);
  1658. b[118] = *(a08 + 6);
  1659. b[119] = *(a08 + 7);
  1660. b[120] = *(a08 + 8);
  1661. b[121] = *(a08 + 9);
  1662. b[122] = *(a08 + 10);
  1663. b[123] = *(a08 + 11);
  1664. b[124] = *(a08 + 12);
  1665. b[125] = *(a08 + 13);
  1666. #ifdef UNIT
  1667. b[126] = ONE;
  1668. b[127] = ZERO;
  1669. #else
  1670. b[126] = *(a08 + 14);
  1671. b[127] = *(a08 + 15);
  1672. #endif
  1673. a01 += 8 * lda;
  1674. a02 += 8 * lda;
  1675. a03 += 8 * lda;
  1676. a04 += 8 * lda;
  1677. a05 += 8 * lda;
  1678. a06 += 8 * lda;
  1679. a07 += 8 * lda;
  1680. a08 += 8 * lda;
  1681. b += 128;
  1682. }
  1683. X += 8;
  1684. i --;
  1685. } while (i > 0);
  1686. }
  1687. i = (m & 7);
  1688. if (i) {
  1689. if (X < posY) {
  1690. /* a01 += 2 * i;
  1691. a02 += 2 * i;
  1692. a03 += 2 * i;
  1693. a04 += 2 * i;
  1694. a05 += 2 * i;
  1695. a06 += 2 * i;
  1696. a07 += 2 * i;
  1697. a08 += 2 * i; */
  1698. b += 16 * i;
  1699. } else
  1700. if (X > posY) {
  1701. for (ii = 0; ii < i; ii++){
  1702. b[ 0] = *(a01 + 0);
  1703. b[ 1] = *(a01 + 1);
  1704. b[ 2] = *(a01 + 2);
  1705. b[ 3] = *(a01 + 3);
  1706. b[ 4] = *(a01 + 4);
  1707. b[ 5] = *(a01 + 5);
  1708. b[ 6] = *(a01 + 6);
  1709. b[ 7] = *(a01 + 7);
  1710. b[ 8] = *(a01 + 8);
  1711. b[ 9] = *(a01 + 9);
  1712. b[ 10] = *(a01 + 10);
  1713. b[ 11] = *(a01 + 11);
  1714. b[ 12] = *(a01 + 12);
  1715. b[ 13] = *(a01 + 13);
  1716. b[ 14] = *(a01 + 14);
  1717. b[ 15] = *(a01 + 15);
  1718. a01 += lda;
  1719. a02 += lda;
  1720. a03 += lda;
  1721. a04 += lda;
  1722. a05 += lda;
  1723. a06 += lda;
  1724. a07 += lda;
  1725. a08 += lda;
  1726. b += 16;
  1727. }
  1728. } else {
  1729. #ifdef UNIT
  1730. b[ 0] = ONE;
  1731. b[ 1] = ZERO;
  1732. #else
  1733. b[ 0] = *(a01 + 0);
  1734. b[ 1] = *(a01 + 1);
  1735. #endif
  1736. b[ 2] = ZERO;
  1737. b[ 3] = ZERO;
  1738. b[ 4] = ZERO;
  1739. b[ 5] = ZERO;
  1740. b[ 6] = ZERO;
  1741. b[ 7] = ZERO;
  1742. b[ 8] = ZERO;
  1743. b[ 9] = ZERO;
  1744. b[10] = ZERO;
  1745. b[11] = ZERO;
  1746. b[12] = ZERO;
  1747. b[13] = ZERO;
  1748. b[14] = ZERO;
  1749. b[15] = ZERO;
  1750. b += 16;
  1751. if(i >= 2) {
  1752. b[ 0] = *(a02 + 0);
  1753. b[ 1] = *(a02 + 1);
  1754. #ifdef UNIT
  1755. b[ 2] = ONE;
  1756. b[ 3] = ZERO;
  1757. #else
  1758. b[ 2] = *(a02 + 2);
  1759. b[ 3] = *(a02 + 3);
  1760. #endif
  1761. b[ 4] = ZERO;
  1762. b[ 5] = ZERO;
  1763. b[ 6] = ZERO;
  1764. b[ 7] = ZERO;
  1765. b[ 8] = ZERO;
  1766. b[ 9] = ZERO;
  1767. b[10] = ZERO;
  1768. b[11] = ZERO;
  1769. b[12] = ZERO;
  1770. b[13] = ZERO;
  1771. b[14] = ZERO;
  1772. b[15] = ZERO;
  1773. b += 16;
  1774. }
  1775. if (i >= 3) {
  1776. b[ 0] = *(a03 + 0);
  1777. b[ 1] = *(a03 + 1);
  1778. b[ 2] = *(a03 + 2);
  1779. b[ 3] = *(a03 + 3);
  1780. #ifdef UNIT
  1781. b[ 4] = ONE;
  1782. b[ 5] = ZERO;
  1783. #else
  1784. b[ 4] = *(a03 + 4);
  1785. b[ 5] = *(a03 + 5);
  1786. #endif
  1787. b[ 6] = ZERO;
  1788. b[ 7] = ZERO;
  1789. b[ 8] = ZERO;
  1790. b[ 9] = ZERO;
  1791. b[10] = ZERO;
  1792. b[11] = ZERO;
  1793. b[12] = ZERO;
  1794. b[13] = ZERO;
  1795. b[14] = ZERO;
  1796. b[15] = ZERO;
  1797. b += 16;
  1798. }
  1799. if (i >= 4) {
  1800. b[ 0] = *(a04 + 0);
  1801. b[ 1] = *(a04 + 1);
  1802. b[ 2] = *(a04 + 2);
  1803. b[ 3] = *(a04 + 3);
  1804. b[ 4] = *(a04 + 4);
  1805. b[ 5] = *(a04 + 5);
  1806. #ifdef UNIT
  1807. b[ 6] = ONE;
  1808. b[ 7] = ZERO;
  1809. #else
  1810. b[ 6] = *(a04 + 6);
  1811. b[ 7] = *(a04 + 7);
  1812. #endif
  1813. b[ 8] = ZERO;
  1814. b[ 9] = ZERO;
  1815. b[10] = ZERO;
  1816. b[11] = ZERO;
  1817. b[12] = ZERO;
  1818. b[13] = ZERO;
  1819. b[14] = ZERO;
  1820. b[15] = ZERO;
  1821. b += 16;
  1822. }
  1823. if (i >= 5) {
  1824. b[ 0] = *(a05 + 0);
  1825. b[ 1] = *(a05 + 1);
  1826. b[ 2] = *(a05 + 2);
  1827. b[ 3] = *(a05 + 3);
  1828. b[ 4] = *(a05 + 4);
  1829. b[ 5] = *(a05 + 5);
  1830. b[ 6] = *(a05 + 6);
  1831. b[ 7] = *(a05 + 7);
  1832. #ifdef UNIT
  1833. b[ 8] = ONE;
  1834. b[ 9] = ZERO;
  1835. #else
  1836. b[ 8] = *(a05 + 8);
  1837. b[ 9] = *(a05 + 9);
  1838. #endif
  1839. b[10] = ZERO;
  1840. b[11] = ZERO;
  1841. b[12] = ZERO;
  1842. b[13] = ZERO;
  1843. b[14] = ZERO;
  1844. b[15] = ZERO;
  1845. b += 16;
  1846. }
  1847. if (i >= 6) {
  1848. b[ 0] = *(a06 + 0);
  1849. b[ 1] = *(a06 + 1);
  1850. b[ 2] = *(a06 + 2);
  1851. b[ 3] = *(a06 + 3);
  1852. b[ 4] = *(a06 + 4);
  1853. b[ 5] = *(a06 + 5);
  1854. b[ 6] = *(a06 + 6);
  1855. b[ 7] = *(a06 + 7);
  1856. b[ 8] = *(a06 + 8);
  1857. b[ 9] = *(a06 + 9);
  1858. #ifdef UNIT
  1859. b[10] = ONE;
  1860. b[11] = ZERO;
  1861. #else
  1862. b[10] = *(a06 + 10);
  1863. b[11] = *(a06 + 11);
  1864. #endif
  1865. b[12] = ZERO;
  1866. b[13] = ZERO;
  1867. b[14] = ZERO;
  1868. b[15] = ZERO;
  1869. b += 16;
  1870. }
  1871. if (i >= 7) {
  1872. b[ 0] = *(a07 + 0);
  1873. b[ 1] = *(a07 + 1);
  1874. b[ 2] = *(a07 + 2);
  1875. b[ 3] = *(a07 + 3);
  1876. b[ 4] = *(a07 + 4);
  1877. b[ 5] = *(a07 + 5);
  1878. b[ 6] = *(a07 + 6);
  1879. b[ 7] = *(a07 + 7);
  1880. b[ 8] = *(a07 + 8);
  1881. b[ 9] = *(a07 + 9);
  1882. b[10] = *(a07 + 10);
  1883. b[11] = *(a07 + 11);
  1884. #ifdef UNIT
  1885. b[12] = ONE;
  1886. b[13] = ZERO;
  1887. #else
  1888. b[12] = *(a07 + 12);
  1889. b[13] = *(a07 + 13);
  1890. #endif
  1891. b[14] = ZERO;
  1892. b[15] = ZERO;
  1893. b += 16;
  1894. }
  1895. }
  1896. }
  1897. posY += 8;
  1898. }
  1899. if (n & 4){
  1900. X = posX;
  1901. if (posX <= posY) {
  1902. a01 = a + posX * 2 + (posY + 0) * lda;
  1903. a02 = a + posX * 2 + (posY + 1) * lda;
  1904. a03 = a + posX * 2 + (posY + 2) * lda;
  1905. a04 = a + posX * 2 + (posY + 3) * lda;
  1906. } else {
  1907. a01 = a + posY * 2 + (posX + 0) * lda;
  1908. a02 = a + posY * 2 + (posX + 1) * lda;
  1909. a03 = a + posY * 2 + (posX + 2) * lda;
  1910. a04 = a + posY * 2 + (posX + 3) * lda;
  1911. }
  1912. i = (m >> 2);
  1913. if (i > 0) {
  1914. do {
  1915. if (X < posY) {
  1916. a01 += 8;
  1917. a02 += 8;
  1918. a03 += 8;
  1919. a04 += 8;
  1920. b += 32;
  1921. } else
  1922. if (X > posY) {
  1923. for (ii = 0; ii < 4; ii++){
  1924. b[ 0] = *(a01 + 0);
  1925. b[ 1] = *(a01 + 1);
  1926. b[ 2] = *(a01 + 2);
  1927. b[ 3] = *(a01 + 3);
  1928. b[ 4] = *(a01 + 4);
  1929. b[ 5] = *(a01 + 5);
  1930. b[ 6] = *(a01 + 6);
  1931. b[ 7] = *(a01 + 7);
  1932. a01 += lda;
  1933. b += 8;
  1934. }
  1935. a02 += 4 * lda;
  1936. a03 += 4 * lda;
  1937. a04 += 4 * lda;
  1938. } else {
  1939. #ifdef UNIT
  1940. b[ 0] = ONE;
  1941. b[ 1] = ZERO;
  1942. #else
  1943. b[ 0] = *(a01 + 0);
  1944. b[ 1] = *(a01 + 1);
  1945. #endif
  1946. b[ 2] = ZERO;
  1947. b[ 3] = ZERO;
  1948. b[ 4] = ZERO;
  1949. b[ 5] = ZERO;
  1950. b[ 6] = ZERO;
  1951. b[ 7] = ZERO;
  1952. b[ 8] = *(a02 + 0);
  1953. b[ 9] = *(a02 + 1);
  1954. #ifdef UNIT
  1955. b[ 10] = ONE;
  1956. b[ 11] = ZERO;
  1957. #else
  1958. b[ 10] = *(a02 + 2);
  1959. b[ 11] = *(a02 + 3);
  1960. #endif
  1961. b[ 12] = ZERO;
  1962. b[ 13] = ZERO;
  1963. b[ 14] = ZERO;
  1964. b[ 15] = ZERO;
  1965. b[ 16] = *(a03 + 0);
  1966. b[ 17] = *(a03 + 1);
  1967. b[ 18] = *(a03 + 2);
  1968. b[ 19] = *(a03 + 3);
  1969. #ifdef UNIT
  1970. b[ 20] = ONE;
  1971. b[ 21] = ZERO;
  1972. #else
  1973. b[ 20] = *(a03 + 4);
  1974. b[ 21] = *(a03 + 5);
  1975. #endif
  1976. b[ 22] = ZERO;
  1977. b[ 23] = ZERO;
  1978. b[ 24] = *(a04 + 0);
  1979. b[ 25] = *(a04 + 1);
  1980. b[ 26] = *(a04 + 2);
  1981. b[ 27] = *(a04 + 3);
  1982. b[ 28] = *(a04 + 4);
  1983. b[ 29] = *(a04 + 5);
  1984. #ifdef UNIT
  1985. b[ 30] = ONE;
  1986. b[ 31] = ZERO;
  1987. #else
  1988. b[ 30] = *(a04 + 6);
  1989. b[ 31] = *(a04 + 7);
  1990. #endif
  1991. a01 += 4 * lda;
  1992. a02 += 4 * lda;
  1993. a03 += 4 * lda;
  1994. a04 += 4 * lda;
  1995. b += 32;
  1996. }
  1997. X += 4;
  1998. i --;
  1999. } while (i > 0);
  2000. }
  2001. i = (m & 3);
  2002. if (i) {
  2003. if (X < posY) {
  2004. /* a01 += 2 * i;
  2005. a02 += 2 * i;
  2006. a03 += 2 * i;
  2007. a04 += 2 * i; */
  2008. b += 8 * i;
  2009. } else
  2010. if (X > posY) {
  2011. for (ii = 0; ii < i; ii++){
  2012. b[ 0] = *(a01 + 0);
  2013. b[ 1] = *(a01 + 1);
  2014. b[ 2] = *(a01 + 2);
  2015. b[ 3] = *(a01 + 3);
  2016. b[ 4] = *(a01 + 4);
  2017. b[ 5] = *(a01 + 5);
  2018. b[ 6] = *(a01 + 6);
  2019. b[ 7] = *(a01 + 7);
  2020. a01 += lda;
  2021. a02 += lda;
  2022. a03 += lda;
  2023. a04 += lda;
  2024. b += 8;
  2025. }
  2026. } else {
  2027. #ifdef UNIT
  2028. b[ 0] = ONE;
  2029. b[ 1] = ZERO;
  2030. #else
  2031. b[ 0] = *(a01 + 0);
  2032. b[ 1] = *(a01 + 1);
  2033. #endif
  2034. b[ 2] = ZERO;
  2035. b[ 3] = ZERO;
  2036. b[ 4] = ZERO;
  2037. b[ 5] = ZERO;
  2038. b[ 6] = ZERO;
  2039. b[ 7] = ZERO;
  2040. b += 8;
  2041. if(i >= 2) {
  2042. b[ 0] = *(a02 + 0);
  2043. b[ 1] = *(a02 + 1);
  2044. #ifdef UNIT
  2045. b[ 2] = ONE;
  2046. b[ 3] = ZERO;
  2047. #else
  2048. b[ 2] = *(a02 + 2);
  2049. b[ 3] = *(a02 + 3);
  2050. #endif
  2051. b[ 4] = ZERO;
  2052. b[ 5] = ZERO;
  2053. b[ 6] = ZERO;
  2054. b[ 7] = ZERO;
  2055. b += 8;
  2056. }
  2057. if (i >= 3) {
  2058. b[ 0] = *(a03 + 0);
  2059. b[ 1] = *(a03 + 1);
  2060. b[ 2] = *(a03 + 2);
  2061. b[ 3] = *(a03 + 3);
  2062. #ifdef UNIT
  2063. b[ 4] = ONE;
  2064. b[ 5] = ZERO;
  2065. #else
  2066. b[ 4] = *(a03 + 4);
  2067. b[ 5] = *(a03 + 5);
  2068. #endif
  2069. b[ 6] = ZERO;
  2070. b[ 7] = ZERO;
  2071. b += 8;
  2072. }
  2073. }
  2074. }
  2075. posY += 4;
  2076. }
  2077. if (n & 2){
  2078. X = posX;
  2079. if (posX <= posY) {
  2080. a01 = a + posX * 2 + (posY + 0) * lda;
  2081. a02 = a + posX * 2 + (posY + 1) * lda;
  2082. } else {
  2083. a01 = a + posY * 2 + (posX + 0) * lda;
  2084. a02 = a + posY * 2 + (posX + 1) * lda;
  2085. }
  2086. i = (m >> 1);
  2087. if (i > 0) {
  2088. do {
  2089. if (X < posY) {
  2090. a01 += 4;
  2091. a02 += 4;
  2092. b += 8;
  2093. } else
  2094. if (X > posY) {
  2095. b[ 0] = *(a01 + 0);
  2096. b[ 1] = *(a01 + 1);
  2097. b[ 2] = *(a01 + 2);
  2098. b[ 3] = *(a01 + 3);
  2099. b[ 4] = *(a02 + 0);
  2100. b[ 5] = *(a02 + 1);
  2101. b[ 6] = *(a02 + 2);
  2102. b[ 7] = *(a02 + 3);
  2103. a01 += 2 * lda;
  2104. a02 += 2 * lda;
  2105. b += 8;
  2106. } else {
  2107. #ifdef UNIT
  2108. b[ 0] = ONE;
  2109. b[ 1] = ZERO;
  2110. #else
  2111. b[ 0] = *(a01 + 0);
  2112. b[ 1] = *(a01 + 1);
  2113. #endif
  2114. b[ 2] = ZERO;
  2115. b[ 3] = ZERO;
  2116. b[ 4] = *(a02 + 0);
  2117. b[ 5] = *(a02 + 1);
  2118. #ifdef UNIT
  2119. b[ 6] = ONE;
  2120. b[ 7] = ZERO;
  2121. #else
  2122. b[ 6] = *(a02 + 2);
  2123. b[ 7] = *(a02 + 3);
  2124. #endif
  2125. a01 += 2 * lda;
  2126. a02 += 2 * lda;
  2127. b += 8;
  2128. }
  2129. X += 2;
  2130. i --;
  2131. } while (i > 0);
  2132. }
  2133. i = (m & 1);
  2134. if (i) {
  2135. if (X < posY) {
  2136. b += 4;
  2137. } else
  2138. if (X > posY) {
  2139. b[ 0] = *(a01 + 0);
  2140. b[ 1] = *(a01 + 1);
  2141. b[ 2] = *(a01 + 2);
  2142. b[ 3] = *(a01 + 3);
  2143. b += 4;
  2144. }
  2145. #if 1
  2146. }
  2147. #else
  2148. } else {
  2149. #ifdef UNIT
  2150. b[ 0] = ONE;
  2151. b[ 1] = ZERO;
  2152. #else
  2153. b[ 0] = *(a01 + 0);
  2154. b[ 1] = *(a01 + 1);
  2155. #endif
  2156. b[ 2] = *(a02 + 0);
  2157. b[ 3] = *(a02 + 1);
  2158. b += 4;
  2159. }
  2160. #endif
  2161. posY += 2;
  2162. }
  2163. if (n & 1){
  2164. X = posX;
  2165. if (posX <= posY) {
  2166. a01 = a + posX * 2 + (posY + 0) * lda;
  2167. } else {
  2168. a01 = a + posY * 2 + (posX + 0) * lda;
  2169. }
  2170. i = m;
  2171. if (m > 0) {
  2172. do {
  2173. if (X < posY) {
  2174. a01 += 2;
  2175. } else {
  2176. #ifdef UNIT
  2177. if (X > posY) {
  2178. #endif
  2179. b[ 0] = *(a01 + 0);
  2180. b[ 1] = *(a01 + 1);
  2181. #ifdef UNIT
  2182. } else {
  2183. b[ 0] = ONE;
  2184. b[ 1] = ZERO;
  2185. }
  2186. #endif
  2187. a01 += lda;
  2188. }
  2189. b += 2;
  2190. X ++;
  2191. i --;
  2192. } while (i > 0);
  2193. }
  2194. }
  2195. return 0;
  2196. }