You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ztrmm_lncopy_16.c 49 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310
  1. /*******************************************************************************
  2. Copyright (c) 2024, The OpenBLAS Project
  3. All rights reserved.
  4. Redistribution and use in source and binary forms, with or without
  5. modification, are permitted provided that the following conditions are
  6. met:
  7. 1. Redistributions of source code must retain the above copyright
  8. notice, this list of conditions and the following disclaimer.
  9. 2. Redistributions in binary form must reproduce the above copyright
  10. notice, this list of conditions and the following disclaimer in
  11. the documentation and/or other materials provided with the
  12. distribution.
  13. 3. Neither the name of the OpenBLAS project nor the names of
  14. its contributors may be used to endorse or promote products
  15. derived from this software without specific prior written permission.
  16. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  17. AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  18. IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  19. ARE DISCLAIMED. IN NO EVENT SHALL THE OPENBLAS PROJECT OR CONTRIBUTORS BE
  20. LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  21. DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  22. SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  23. CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  24. OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  25. USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  26. *******************************************************************************/
  27. #include <stdio.h>
  28. #include "common.h"
  29. int CNAME(BLASLONG m, BLASLONG n, FLOAT *a, BLASLONG lda, BLASLONG posX, BLASLONG posY, FLOAT *b){
  30. BLASLONG i, js;
  31. BLASLONG X, ii;
  32. FLOAT *a01, *a02, *a03, *a04, *a05, *a06, *a07, *a08;
  33. FLOAT *a09, *a10, *a11, *a12, *a13, *a14, *a15, *a16;
  34. lda += lda;
  35. js = (n >> 4);
  36. if (js > 0){
  37. do {
  38. X = posX;
  39. if (posX <= posY) {
  40. a01 = a + posY * 2 + (posX + 0) * lda;
  41. a02 = a + posY * 2 + (posX + 1) * lda;
  42. a03 = a + posY * 2 + (posX + 2) * lda;
  43. a04 = a + posY * 2 + (posX + 3) * lda;
  44. a05 = a + posY * 2 + (posX + 4) * lda;
  45. a06 = a + posY * 2 + (posX + 5) * lda;
  46. a07 = a + posY * 2 + (posX + 6) * lda;
  47. a08 = a + posY * 2 + (posX + 7) * lda;
  48. a09 = a + posY * 2 + (posX + 8) * lda;
  49. a10 = a + posY * 2 + (posX + 9) * lda;
  50. a11 = a + posY * 2 + (posX + 10) * lda;
  51. a12 = a + posY * 2 + (posX + 11) * lda;
  52. a13 = a + posY * 2 + (posX + 12) * lda;
  53. a14 = a + posY * 2 + (posX + 13) * lda;
  54. a15 = a + posY * 2 + (posX + 14) * lda;
  55. a16 = a + posY * 2 + (posX + 15) * lda;
  56. } else {
  57. a01 = a + posX * 2 + (posY + 0) * lda;
  58. a02 = a + posX * 2 + (posY + 1) * lda;
  59. a03 = a + posX * 2 + (posY + 2) * lda;
  60. a04 = a + posX * 2 + (posY + 3) * lda;
  61. a05 = a + posX * 2 + (posY + 4) * lda;
  62. a06 = a + posX * 2 + (posY + 5) * lda;
  63. a07 = a + posX * 2 + (posY + 6) * lda;
  64. a08 = a + posX * 2 + (posY + 7) * lda;
  65. a09 = a + posX * 2 + (posY + 8) * lda;
  66. a10 = a + posX * 2 + (posY + 9) * lda;
  67. a11 = a + posX * 2 + (posY + 10) * lda;
  68. a12 = a + posX * 2 + (posY + 11) * lda;
  69. a13 = a + posX * 2 + (posY + 12) * lda;
  70. a14 = a + posX * 2 + (posY + 13) * lda;
  71. a15 = a + posX * 2 + (posY + 14) * lda;
  72. a16 = a + posX * 2 + (posY + 15) * lda;
  73. }
  74. i = (m >> 4);
  75. if (i > 0) {
  76. do {
  77. if (X > posY) {
  78. for (ii = 0; ii < 16; ii++){
  79. b[ 0] = *(a01 + 0);
  80. b[ 1] = *(a01 + 1);
  81. b[ 2] = *(a02 + 0);
  82. b[ 3] = *(a02 + 1);
  83. b[ 4] = *(a03 + 0);
  84. b[ 5] = *(a03 + 1);
  85. b[ 6] = *(a04 + 0);
  86. b[ 7] = *(a04 + 1);
  87. b[ 8] = *(a05 + 0);
  88. b[ 9] = *(a05 + 1);
  89. b[ 10] = *(a06 + 0);
  90. b[ 11] = *(a06 + 1);
  91. b[ 12] = *(a07 + 0);
  92. b[ 13] = *(a07 + 1);
  93. b[ 14] = *(a08 + 0);
  94. b[ 15] = *(a08 + 1);
  95. b[ 16] = *(a09 + 0);
  96. b[ 17] = *(a09 + 1);
  97. b[ 18] = *(a10 + 0);
  98. b[ 19] = *(a10 + 1);
  99. b[ 20] = *(a11 + 0);
  100. b[ 21] = *(a11 + 1);
  101. b[ 22] = *(a12 + 0);
  102. b[ 23] = *(a12 + 1);
  103. b[ 24] = *(a13 + 0);
  104. b[ 25] = *(a13 + 1);
  105. b[ 26] = *(a14 + 0);
  106. b[ 27] = *(a14 + 1);
  107. b[ 28] = *(a15 + 0);
  108. b[ 29] = *(a15 + 1);
  109. b[ 30] = *(a16 + 0);
  110. b[ 31] = *(a16 + 1);
  111. a01 += 2;
  112. a02 += 2;
  113. a03 += 2;
  114. a04 += 2;
  115. a05 += 2;
  116. a06 += 2;
  117. a07 += 2;
  118. a08 += 2;
  119. a09 += 2;
  120. a10 += 2;
  121. a11 += 2;
  122. a12 += 2;
  123. a13 += 2;
  124. a14 += 2;
  125. a15 += 2;
  126. a16 += 2;
  127. b += 32;
  128. }
  129. } else
  130. if (X < posY) {
  131. a01 += 16 * lda;
  132. a02 += 16 * lda;
  133. a03 += 16 * lda;
  134. a04 += 16 * lda;
  135. a05 += 16 * lda;
  136. a06 += 16 * lda;
  137. a07 += 16 * lda;
  138. a08 += 16 * lda;
  139. a09 += 16 * lda;
  140. a10 += 16 * lda;
  141. a11 += 16 * lda;
  142. a12 += 16 * lda;
  143. a13 += 16 * lda;
  144. a14 += 16 * lda;
  145. a15 += 16 * lda;
  146. a16 += 16 * lda;
  147. b += 512;
  148. } else {
  149. #ifdef UNIT
  150. b[ 0] = ONE;
  151. b[ 1] = ZERO;
  152. #else
  153. b[ 0] = *(a01 + 0);
  154. b[ 1] = *(a01 + 1);
  155. #endif
  156. b[ 2] = ZERO;
  157. b[ 3] = ZERO;
  158. b[ 4] = ZERO;
  159. b[ 5] = ZERO;
  160. b[ 6] = ZERO;
  161. b[ 7] = ZERO;
  162. b[ 8] = ZERO;
  163. b[ 9] = ZERO;
  164. b[ 10] = ZERO;
  165. b[ 11] = ZERO;
  166. b[ 12] = ZERO;
  167. b[ 13] = ZERO;
  168. b[ 14] = ZERO;
  169. b[ 15] = ZERO;
  170. b[ 16] = ZERO;
  171. b[ 17] = ZERO;
  172. b[ 18] = ZERO;
  173. b[ 19] = ZERO;
  174. b[ 20] = ZERO;
  175. b[ 21] = ZERO;
  176. b[ 22] = ZERO;
  177. b[ 23] = ZERO;
  178. b[ 24] = ZERO;
  179. b[ 25] = ZERO;
  180. b[ 26] = ZERO;
  181. b[ 27] = ZERO;
  182. b[ 28] = ZERO;
  183. b[ 29] = ZERO;
  184. b[ 30] = ZERO;
  185. b[ 31] = ZERO;
  186. b[ 32] = *(a01 + 2);
  187. b[ 33] = *(a01 + 3);
  188. #ifdef UNIT
  189. b[ 34] = ONE;
  190. b[ 35] = ZERO;
  191. #else
  192. b[ 34] = *(a02 + 2);
  193. b[ 35] = *(a02 + 3);
  194. #endif
  195. b[ 36] = ZERO;
  196. b[ 37] = ZERO;
  197. b[ 38] = ZERO;
  198. b[ 39] = ZERO;
  199. b[ 40] = ZERO;
  200. b[ 41] = ZERO;
  201. b[ 42] = ZERO;
  202. b[ 43] = ZERO;
  203. b[ 44] = ZERO;
  204. b[ 45] = ZERO;
  205. b[ 46] = ZERO;
  206. b[ 47] = ZERO;
  207. b[ 48] = ZERO;
  208. b[ 49] = ZERO;
  209. b[ 50] = ZERO;
  210. b[ 51] = ZERO;
  211. b[ 52] = ZERO;
  212. b[ 53] = ZERO;
  213. b[ 54] = ZERO;
  214. b[ 55] = ZERO;
  215. b[ 56] = ZERO;
  216. b[ 57] = ZERO;
  217. b[ 58] = ZERO;
  218. b[ 59] = ZERO;
  219. b[ 60] = ZERO;
  220. b[ 61] = ZERO;
  221. b[ 62] = ZERO;
  222. b[ 63] = ZERO;
  223. b[ 64] = *(a01 + 4);
  224. b[ 65] = *(a01 + 5);
  225. b[ 66] = *(a02 + 4);
  226. b[ 67] = *(a02 + 5);
  227. #ifdef UNIT
  228. b[ 68] = ONE;
  229. b[ 69] = ZERO;
  230. #else
  231. b[ 68] = *(a03 + 4);
  232. b[ 69] = *(a03 + 5);
  233. #endif
  234. b[ 70] = ZERO;
  235. b[ 71] = ZERO;
  236. b[ 72] = ZERO;
  237. b[ 73] = ZERO;
  238. b[ 74] = ZERO;
  239. b[ 75] = ZERO;
  240. b[ 76] = ZERO;
  241. b[ 77] = ZERO;
  242. b[ 78] = ZERO;
  243. b[ 79] = ZERO;
  244. b[ 80] = ZERO;
  245. b[ 81] = ZERO;
  246. b[ 82] = ZERO;
  247. b[ 83] = ZERO;
  248. b[ 84] = ZERO;
  249. b[ 85] = ZERO;
  250. b[ 86] = ZERO;
  251. b[ 87] = ZERO;
  252. b[ 88] = ZERO;
  253. b[ 89] = ZERO;
  254. b[ 90] = ZERO;
  255. b[ 91] = ZERO;
  256. b[ 92] = ZERO;
  257. b[ 93] = ZERO;
  258. b[ 94] = ZERO;
  259. b[ 95] = ZERO;
  260. b[ 96] = *(a01 + 6);
  261. b[ 97] = *(a01 + 7);
  262. b[ 98] = *(a02 + 6);
  263. b[ 99] = *(a02 + 7);
  264. b[100] = *(a03 + 6);
  265. b[101] = *(a03 + 7);
  266. #ifdef UNIT
  267. b[102] = ONE;
  268. b[103] = ZERO;
  269. #else
  270. b[102] = *(a04 + 6);
  271. b[103] = *(a04 + 7);
  272. #endif
  273. b[104] = ZERO;
  274. b[105] = ZERO;
  275. b[106] = ZERO;
  276. b[107] = ZERO;
  277. b[108] = ZERO;
  278. b[109] = ZERO;
  279. b[110] = ZERO;
  280. b[111] = ZERO;
  281. b[112] = ZERO;
  282. b[113] = ZERO;
  283. b[114] = ZERO;
  284. b[115] = ZERO;
  285. b[116] = ZERO;
  286. b[117] = ZERO;
  287. b[118] = ZERO;
  288. b[119] = ZERO;
  289. b[120] = ZERO;
  290. b[121] = ZERO;
  291. b[122] = ZERO;
  292. b[123] = ZERO;
  293. b[124] = ZERO;
  294. b[125] = ZERO;
  295. b[126] = ZERO;
  296. b[127] = ZERO;
  297. b[128] = *(a01 + 8);
  298. b[129] = *(a01 + 9);
  299. b[130] = *(a02 + 8);
  300. b[131] = *(a02 + 9);
  301. b[132] = *(a03 + 8);
  302. b[133] = *(a03 + 9);
  303. b[134] = *(a04 + 8);
  304. b[135] = *(a04 + 9);
  305. #ifdef UNIT
  306. b[136] = ONE;
  307. b[137] = ZERO;
  308. #else
  309. b[136] = *(a05 + 8);
  310. b[137] = *(a05 + 9);
  311. #endif
  312. b[138] = ZERO;
  313. b[139] = ZERO;
  314. b[140] = ZERO;
  315. b[141] = ZERO;
  316. b[142] = ZERO;
  317. b[143] = ZERO;
  318. b[144] = ZERO;
  319. b[145] = ZERO;
  320. b[146] = ZERO;
  321. b[147] = ZERO;
  322. b[148] = ZERO;
  323. b[149] = ZERO;
  324. b[150] = ZERO;
  325. b[151] = ZERO;
  326. b[152] = ZERO;
  327. b[153] = ZERO;
  328. b[154] = ZERO;
  329. b[155] = ZERO;
  330. b[156] = ZERO;
  331. b[157] = ZERO;
  332. b[158] = ZERO;
  333. b[159] = ZERO;
  334. b[160] = *(a01 + 10);
  335. b[161] = *(a01 + 11);
  336. b[162] = *(a02 + 10);
  337. b[163] = *(a02 + 11);
  338. b[164] = *(a03 + 10);
  339. b[165] = *(a03 + 11);
  340. b[166] = *(a04 + 10);
  341. b[167] = *(a04 + 11);
  342. b[168] = *(a05 + 10);
  343. b[169] = *(a05 + 11);
  344. #ifdef UNIT
  345. b[170] = ONE;
  346. b[171] = ZERO;
  347. #else
  348. b[170] = *(a06 + 10);
  349. b[171] = *(a06 + 11);
  350. #endif
  351. b[172] = ZERO;
  352. b[173] = ZERO;
  353. b[174] = ZERO;
  354. b[175] = ZERO;
  355. b[176] = ZERO;
  356. b[177] = ZERO;
  357. b[178] = ZERO;
  358. b[179] = ZERO;
  359. b[180] = ZERO;
  360. b[181] = ZERO;
  361. b[182] = ZERO;
  362. b[183] = ZERO;
  363. b[184] = ZERO;
  364. b[185] = ZERO;
  365. b[186] = ZERO;
  366. b[187] = ZERO;
  367. b[188] = ZERO;
  368. b[189] = ZERO;
  369. b[190] = ZERO;
  370. b[191] = ZERO;
  371. b[192] = *(a01 + 12);
  372. b[193] = *(a01 + 13);
  373. b[194] = *(a02 + 12);
  374. b[195] = *(a02 + 13);
  375. b[196] = *(a03 + 12);
  376. b[197] = *(a03 + 13);
  377. b[198] = *(a04 + 12);
  378. b[199] = *(a04 + 13);
  379. b[200] = *(a05 + 12);
  380. b[201] = *(a05 + 13);
  381. b[202] = *(a06 + 12);
  382. b[203] = *(a06 + 13);
  383. #ifdef UNIT
  384. b[204] = ONE;
  385. b[205] = ZERO;
  386. #else
  387. b[204] = *(a07 + 12);
  388. b[205] = *(a07 + 13);
  389. #endif
  390. b[206] = ZERO;
  391. b[207] = ZERO;
  392. b[208] = ZERO;
  393. b[209] = ZERO;
  394. b[210] = ZERO;
  395. b[211] = ZERO;
  396. b[212] = ZERO;
  397. b[213] = ZERO;
  398. b[214] = ZERO;
  399. b[215] = ZERO;
  400. b[216] = ZERO;
  401. b[217] = ZERO;
  402. b[218] = ZERO;
  403. b[219] = ZERO;
  404. b[220] = ZERO;
  405. b[221] = ZERO;
  406. b[222] = ZERO;
  407. b[223] = ZERO;
  408. b[224] = *(a01 + 14);
  409. b[225] = *(a01 + 15);
  410. b[226] = *(a02 + 14);
  411. b[227] = *(a02 + 15);
  412. b[228] = *(a03 + 14);
  413. b[229] = *(a03 + 15);
  414. b[230] = *(a04 + 14);
  415. b[231] = *(a04 + 15);
  416. b[232] = *(a05 + 14);
  417. b[233] = *(a05 + 15);
  418. b[234] = *(a06 + 14);
  419. b[235] = *(a06 + 15);
  420. b[236] = *(a07 + 14);
  421. b[237] = *(a07 + 15);
  422. #ifdef UNIT
  423. b[238] = ONE;
  424. b[239] = ZERO;
  425. #else
  426. b[238] = *(a08 + 14);
  427. b[239] = *(a08 + 15);
  428. #endif
  429. b[240] = ZERO;
  430. b[241] = ZERO;
  431. b[242] = ZERO;
  432. b[243] = ZERO;
  433. b[244] = ZERO;
  434. b[245] = ZERO;
  435. b[246] = ZERO;
  436. b[247] = ZERO;
  437. b[248] = ZERO;
  438. b[249] = ZERO;
  439. b[250] = ZERO;
  440. b[251] = ZERO;
  441. b[252] = ZERO;
  442. b[253] = ZERO;
  443. b[254] = ZERO;
  444. b[255] = ZERO;
  445. b[256] = *(a01 + 16);
  446. b[257] = *(a01 + 17);
  447. b[258] = *(a02 + 16);
  448. b[259] = *(a02 + 17);
  449. b[260] = *(a03 + 16);
  450. b[261] = *(a03 + 17);
  451. b[262] = *(a04 + 16);
  452. b[263] = *(a04 + 17);
  453. b[264] = *(a05 + 16);
  454. b[265] = *(a05 + 17);
  455. b[266] = *(a06 + 16);
  456. b[267] = *(a06 + 17);
  457. b[268] = *(a07 + 16);
  458. b[269] = *(a07 + 17);
  459. b[270] = *(a08 + 16);
  460. b[271] = *(a08 + 17);
  461. #ifdef UNIT
  462. b[272] = ONE;
  463. b[273] = ZERO;
  464. #else
  465. b[272] = *(a09 + 16);
  466. b[273] = *(a09 + 17);
  467. #endif
  468. b[274] = ZERO;
  469. b[275] = ZERO;
  470. b[276] = ZERO;
  471. b[277] = ZERO;
  472. b[278] = ZERO;
  473. b[279] = ZERO;
  474. b[280] = ZERO;
  475. b[281] = ZERO;
  476. b[282] = ZERO;
  477. b[283] = ZERO;
  478. b[284] = ZERO;
  479. b[285] = ZERO;
  480. b[286] = ZERO;
  481. b[287] = ZERO;
  482. b[288] = *(a01 + 18);
  483. b[289] = *(a01 + 19);
  484. b[290] = *(a02 + 18);
  485. b[291] = *(a02 + 19);
  486. b[292] = *(a03 + 18);
  487. b[293] = *(a03 + 19);
  488. b[294] = *(a04 + 18);
  489. b[295] = *(a04 + 19);
  490. b[296] = *(a05 + 18);
  491. b[297] = *(a05 + 19);
  492. b[298] = *(a06 + 18);
  493. b[299] = *(a06 + 19);
  494. b[300] = *(a07 + 18);
  495. b[301] = *(a07 + 19);
  496. b[302] = *(a08 + 18);
  497. b[303] = *(a08 + 19);
  498. b[304] = *(a09 + 18);
  499. b[305] = *(a09 + 19);
  500. #ifdef UNIT
  501. b[306] = ONE;
  502. b[307] = ZERO;
  503. #else
  504. b[306] = *(a10 + 18);
  505. b[307] = *(a10 + 19);
  506. #endif
  507. b[308] = ZERO;
  508. b[309] = ZERO;
  509. b[310] = ZERO;
  510. b[311] = ZERO;
  511. b[312] = ZERO;
  512. b[313] = ZERO;
  513. b[314] = ZERO;
  514. b[315] = ZERO;
  515. b[316] = ZERO;
  516. b[317] = ZERO;
  517. b[318] = ZERO;
  518. b[319] = ZERO;
  519. b[320] = *(a01 + 20);
  520. b[321] = *(a01 + 21);
  521. b[322] = *(a02 + 20);
  522. b[323] = *(a02 + 21);
  523. b[324] = *(a03 + 20);
  524. b[325] = *(a03 + 21);
  525. b[326] = *(a04 + 20);
  526. b[327] = *(a04 + 21);
  527. b[328] = *(a05 + 20);
  528. b[329] = *(a05 + 21);
  529. b[330] = *(a06 + 20);
  530. b[331] = *(a06 + 21);
  531. b[332] = *(a07 + 20);
  532. b[333] = *(a07 + 21);
  533. b[334] = *(a08 + 20);
  534. b[335] = *(a08 + 21);
  535. b[336] = *(a09 + 20);
  536. b[337] = *(a09 + 21);
  537. b[338] = *(a10 + 20);
  538. b[339] = *(a10 + 21);
  539. #ifdef UNIT
  540. b[340] = ONE;
  541. b[341] = ZERO;
  542. #else
  543. b[340] = *(a11 + 20);
  544. b[341] = *(a11 + 21);
  545. #endif
  546. b[342] = ZERO;
  547. b[343] = ZERO;
  548. b[344] = ZERO;
  549. b[345] = ZERO;
  550. b[346] = ZERO;
  551. b[347] = ZERO;
  552. b[348] = ZERO;
  553. b[349] = ZERO;
  554. b[350] = ZERO;
  555. b[351] = ZERO;
  556. b[352] = *(a01 + 22);
  557. b[353] = *(a01 + 23);
  558. b[354] = *(a02 + 22);
  559. b[355] = *(a02 + 23);
  560. b[356] = *(a03 + 22);
  561. b[357] = *(a03 + 23);
  562. b[358] = *(a04 + 22);
  563. b[359] = *(a04 + 23);
  564. b[360] = *(a05 + 22);
  565. b[361] = *(a05 + 23);
  566. b[362] = *(a06 + 22);
  567. b[363] = *(a06 + 23);
  568. b[364] = *(a07 + 22);
  569. b[365] = *(a07 + 23);
  570. b[366] = *(a08 + 22);
  571. b[367] = *(a08 + 23);
  572. b[368] = *(a09 + 22);
  573. b[369] = *(a09 + 23);
  574. b[370] = *(a10 + 22);
  575. b[371] = *(a10 + 23);
  576. b[372] = *(a11 + 22);
  577. b[373] = *(a11 + 23);
  578. #ifdef UNIT
  579. b[374] = ONE;
  580. b[375] = ZERO;
  581. #else
  582. b[374] = *(a12 + 22);
  583. b[375] = *(a12 + 23);
  584. #endif
  585. b[376] = ZERO;
  586. b[377] = ZERO;
  587. b[378] = ZERO;
  588. b[379] = ZERO;
  589. b[380] = ZERO;
  590. b[381] = ZERO;
  591. b[382] = ZERO;
  592. b[383] = ZERO;
  593. b[384] = *(a01 + 24);
  594. b[385] = *(a01 + 25);
  595. b[386] = *(a02 + 24);
  596. b[387] = *(a02 + 25);
  597. b[388] = *(a03 + 24);
  598. b[389] = *(a03 + 25);
  599. b[390] = *(a04 + 24);
  600. b[391] = *(a04 + 25);
  601. b[392] = *(a05 + 24);
  602. b[393] = *(a05 + 25);
  603. b[394] = *(a06 + 24);
  604. b[395] = *(a06 + 25);
  605. b[396] = *(a07 + 24);
  606. b[397] = *(a07 + 25);
  607. b[398] = *(a08 + 24);
  608. b[399] = *(a08 + 25);
  609. b[400] = *(a09 + 24);
  610. b[401] = *(a09 + 25);
  611. b[402] = *(a10 + 24);
  612. b[403] = *(a10 + 25);
  613. b[404] = *(a11 + 24);
  614. b[405] = *(a11 + 25);
  615. b[406] = *(a12 + 24);
  616. b[407] = *(a12 + 25);
  617. #ifdef UNIT
  618. b[408] = ONE;
  619. b[409] = ZERO;
  620. #else
  621. b[408] = *(a13 + 24);
  622. b[409] = *(a13 + 25);
  623. #endif
  624. b[410] = ZERO;
  625. b[411] = ZERO;
  626. b[412] = ZERO;
  627. b[413] = ZERO;
  628. b[414] = ZERO;
  629. b[415] = ZERO;
  630. b[416] = *(a01 + 26);
  631. b[417] = *(a01 + 27);
  632. b[418] = *(a02 + 26);
  633. b[419] = *(a02 + 27);
  634. b[420] = *(a03 + 26);
  635. b[421] = *(a03 + 27);
  636. b[422] = *(a04 + 26);
  637. b[423] = *(a04 + 27);
  638. b[424] = *(a05 + 26);
  639. b[425] = *(a05 + 27);
  640. b[426] = *(a06 + 26);
  641. b[427] = *(a06 + 27);
  642. b[428] = *(a07 + 26);
  643. b[429] = *(a07 + 27);
  644. b[430] = *(a08 + 26);
  645. b[431] = *(a08 + 27);
  646. b[432] = *(a09 + 26);
  647. b[433] = *(a09 + 27);
  648. b[434] = *(a10 + 26);
  649. b[435] = *(a10 + 27);
  650. b[436] = *(a11 + 26);
  651. b[437] = *(a11 + 27);
  652. b[438] = *(a12 + 26);
  653. b[439] = *(a12 + 27);
  654. b[440] = *(a13 + 26);
  655. b[441] = *(a13 + 27);
  656. #ifdef UNIT
  657. b[442] = ONE;
  658. b[443] = ZERO;
  659. #else
  660. b[442] = *(a14 + 26);
  661. b[443] = *(a14 + 27);
  662. #endif
  663. b[444] = ZERO;
  664. b[445] = ZERO;
  665. b[446] = ZERO;
  666. b[447] = ZERO;
  667. b[448] = *(a01 + 28);
  668. b[449] = *(a01 + 29);
  669. b[450] = *(a02 + 28);
  670. b[451] = *(a02 + 29);
  671. b[452] = *(a03 + 28);
  672. b[453] = *(a03 + 29);
  673. b[454] = *(a04 + 28);
  674. b[455] = *(a04 + 29);
  675. b[456] = *(a05 + 28);
  676. b[457] = *(a05 + 29);
  677. b[458] = *(a06 + 28);
  678. b[459] = *(a06 + 29);
  679. b[460] = *(a07 + 28);
  680. b[461] = *(a07 + 29);
  681. b[462] = *(a08 + 28);
  682. b[463] = *(a08 + 29);
  683. b[464] = *(a09 + 28);
  684. b[465] = *(a09 + 29);
  685. b[466] = *(a10 + 28);
  686. b[467] = *(a10 + 29);
  687. b[468] = *(a11 + 28);
  688. b[469] = *(a11 + 29);
  689. b[470] = *(a12 + 28);
  690. b[471] = *(a12 + 29);
  691. b[472] = *(a13 + 28);
  692. b[473] = *(a13 + 29);
  693. b[474] = *(a14 + 28);
  694. b[475] = *(a14 + 29);
  695. #ifdef UNIT
  696. b[476] = ONE;
  697. b[477] = ZERO;
  698. #else
  699. b[476] = *(a15 + 28);
  700. b[477] = *(a15 + 29);
  701. #endif
  702. b[478] = ZERO;
  703. b[479] = ZERO;
  704. b[480] = *(a01 + 30);
  705. b[481] = *(a01 + 31);
  706. b[482] = *(a02 + 30);
  707. b[483] = *(a02 + 31);
  708. b[484] = *(a03 + 30);
  709. b[485] = *(a03 + 31);
  710. b[486] = *(a04 + 30);
  711. b[487] = *(a04 + 31);
  712. b[488] = *(a05 + 30);
  713. b[489] = *(a05 + 31);
  714. b[490] = *(a06 + 30);
  715. b[491] = *(a06 + 31);
  716. b[492] = *(a07 + 30);
  717. b[493] = *(a07 + 31);
  718. b[494] = *(a08 + 30);
  719. b[495] = *(a08 + 31);
  720. b[496] = *(a09 + 30);
  721. b[497] = *(a09 + 31);
  722. b[498] = *(a10 + 30);
  723. b[499] = *(a10 + 31);
  724. b[500] = *(a11 + 30);
  725. b[501] = *(a11 + 31);
  726. b[502] = *(a12 + 30);
  727. b[503] = *(a12 + 31);
  728. b[504] = *(a13 + 30);
  729. b[505] = *(a13 + 31);
  730. b[506] = *(a14 + 30);
  731. b[507] = *(a14 + 31);
  732. b[508] = *(a15 + 30);
  733. b[509] = *(a15 + 31);
  734. #ifdef UNIT
  735. b[510] = ONE;
  736. b[511] = ZERO;
  737. #else
  738. b[510] = *(a16 + 30);
  739. b[511] = *(a16 + 31);
  740. #endif
  741. a01 += 32;
  742. a02 += 32;
  743. a03 += 32;
  744. a04 += 32;
  745. a05 += 32;
  746. a06 += 32;
  747. a07 += 32;
  748. a08 += 32;
  749. a09 += 32;
  750. a10 += 32;
  751. a11 += 32;
  752. a12 += 32;
  753. a13 += 32;
  754. a14 += 32;
  755. a15 += 32;
  756. a16 += 32;
  757. b += 512;
  758. }
  759. X += 16;
  760. i --;
  761. } while (i > 0);
  762. }
  763. i = (m & 15);
  764. if (i) {
  765. if (X > posY) {
  766. for (ii = 0; ii < i; ii++){
  767. b[ 0] = *(a01 + 0);
  768. b[ 1] = *(a01 + 1);
  769. b[ 2] = *(a02 + 0);
  770. b[ 3] = *(a02 + 1);
  771. b[ 4] = *(a03 + 0);
  772. b[ 5] = *(a03 + 1);
  773. b[ 6] = *(a04 + 0);
  774. b[ 7] = *(a04 + 1);
  775. b[ 8] = *(a05 + 0);
  776. b[ 9] = *(a05 + 1);
  777. b[ 10] = *(a06 + 0);
  778. b[ 11] = *(a06 + 1);
  779. b[ 12] = *(a07 + 0);
  780. b[ 13] = *(a07 + 1);
  781. b[ 14] = *(a08 + 0);
  782. b[ 15] = *(a08 + 1);
  783. b[ 16] = *(a09 + 0);
  784. b[ 17] = *(a09 + 1);
  785. b[ 18] = *(a10 + 0);
  786. b[ 19] = *(a10 + 1);
  787. b[ 20] = *(a11 + 0);
  788. b[ 21] = *(a11 + 1);
  789. b[ 22] = *(a12 + 0);
  790. b[ 23] = *(a12 + 1);
  791. b[ 24] = *(a13 + 0);
  792. b[ 25] = *(a13 + 1);
  793. b[ 26] = *(a14 + 0);
  794. b[ 27] = *(a14 + 1);
  795. b[ 28] = *(a15 + 0);
  796. b[ 29] = *(a15 + 1);
  797. b[ 30] = *(a16 + 0);
  798. b[ 31] = *(a16 + 1);
  799. a01 += 2;
  800. a02 += 2;
  801. a03 += 2;
  802. a04 += 2;
  803. a05 += 2;
  804. a06 += 2;
  805. a07 += 2;
  806. a08 += 2;
  807. a09 += 2;
  808. a10 += 2;
  809. a11 += 2;
  810. a12 += 2;
  811. a13 += 2;
  812. a14 += 2;
  813. a15 += 2;
  814. a16 += 2;
  815. b += 32;
  816. }
  817. } else
  818. if (X < posY) {
  819. /* a01 += i * lda;
  820. a02 += i * lda;
  821. a03 += i * lda;
  822. a04 += i * lda;
  823. a05 += i * lda;
  824. a06 += i * lda;
  825. a07 += i * lda;
  826. a08 += i * lda;
  827. a09 += i * lda;
  828. a10 += i * lda;
  829. a11 += i * lda;
  830. a12 += i * lda;
  831. a13 += i * lda;
  832. a14 += i * lda;
  833. a15 += i * lda;
  834. a16 += i * lda; */
  835. b += 32 * i;
  836. } else {
  837. #ifdef UNIT
  838. b[ 0] = ONE;
  839. b[ 1] = ZERO;
  840. #else
  841. b[ 0] = *(a01 + 0);
  842. b[ 1] = *(a01 + 1);
  843. #endif
  844. b[ 2] = ZERO;
  845. b[ 3] = ZERO;
  846. b[ 4] = ZERO;
  847. b[ 5] = ZERO;
  848. b[ 6] = ZERO;
  849. b[ 7] = ZERO;
  850. b[ 8] = ZERO;
  851. b[ 9] = ZERO;
  852. b[ 10] = ZERO;
  853. b[ 11] = ZERO;
  854. b[ 12] = ZERO;
  855. b[ 13] = ZERO;
  856. b[ 14] = ZERO;
  857. b[ 15] = ZERO;
  858. b[ 16] = ZERO;
  859. b[ 17] = ZERO;
  860. b[ 18] = ZERO;
  861. b[ 19] = ZERO;
  862. b[ 20] = ZERO;
  863. b[ 21] = ZERO;
  864. b[ 22] = ZERO;
  865. b[ 23] = ZERO;
  866. b[ 24] = ZERO;
  867. b[ 25] = ZERO;
  868. b[ 26] = ZERO;
  869. b[ 27] = ZERO;
  870. b[ 28] = ZERO;
  871. b[ 29] = ZERO;
  872. b[ 30] = ZERO;
  873. b[ 31] = ZERO;
  874. b += 32;
  875. if (i >= 2) {
  876. b[ 0] = *(a01 + 2);
  877. b[ 1] = *(a01 + 3);
  878. #ifdef UNIT
  879. b[ 2] = ONE;
  880. b[ 3] = ZERO;
  881. #else
  882. b[ 2] = *(a02 + 2);
  883. b[ 3] = *(a02 + 3);
  884. #endif
  885. b[ 4] = ZERO;
  886. b[ 5] = ZERO;
  887. b[ 6] = ZERO;
  888. b[ 7] = ZERO;
  889. b[ 8] = ZERO;
  890. b[ 9] = ZERO;
  891. b[ 10] = ZERO;
  892. b[ 11] = ZERO;
  893. b[ 12] = ZERO;
  894. b[ 13] = ZERO;
  895. b[ 14] = ZERO;
  896. b[ 15] = ZERO;
  897. b[ 16] = ZERO;
  898. b[ 17] = ZERO;
  899. b[ 18] = ZERO;
  900. b[ 19] = ZERO;
  901. b[ 20] = ZERO;
  902. b[ 21] = ZERO;
  903. b[ 22] = ZERO;
  904. b[ 23] = ZERO;
  905. b[ 24] = ZERO;
  906. b[ 25] = ZERO;
  907. b[ 26] = ZERO;
  908. b[ 27] = ZERO;
  909. b[ 28] = ZERO;
  910. b[ 29] = ZERO;
  911. b[ 30] = ZERO;
  912. b[ 31] = ZERO;
  913. b += 32;
  914. }
  915. if (i >= 3) {
  916. b[ 0] = *(a01 + 4);
  917. b[ 1] = *(a01 + 5);
  918. b[ 2] = *(a02 + 4);
  919. b[ 3] = *(a02 + 5);
  920. #ifdef UNIT
  921. b[ 4] = ONE;
  922. b[ 5] = ZERO;
  923. #else
  924. b[ 4] = *(a03 + 4);
  925. b[ 5] = *(a03 + 5);
  926. #endif
  927. b[ 6] = ZERO;
  928. b[ 7] = ZERO;
  929. b[ 8] = ZERO;
  930. b[ 9] = ZERO;
  931. b[ 10] = ZERO;
  932. b[ 11] = ZERO;
  933. b[ 12] = ZERO;
  934. b[ 13] = ZERO;
  935. b[ 14] = ZERO;
  936. b[ 15] = ZERO;
  937. b[ 16] = ZERO;
  938. b[ 17] = ZERO;
  939. b[ 18] = ZERO;
  940. b[ 19] = ZERO;
  941. b[ 20] = ZERO;
  942. b[ 21] = ZERO;
  943. b[ 22] = ZERO;
  944. b[ 23] = ZERO;
  945. b[ 24] = ZERO;
  946. b[ 25] = ZERO;
  947. b[ 26] = ZERO;
  948. b[ 27] = ZERO;
  949. b[ 28] = ZERO;
  950. b[ 29] = ZERO;
  951. b[ 30] = ZERO;
  952. b[ 31] = ZERO;
  953. b += 32;
  954. }
  955. if (i >= 4) {
  956. b[ 0] = *(a01 + 6);
  957. b[ 1] = *(a01 + 7);
  958. b[ 2] = *(a02 + 6);
  959. b[ 3] = *(a02 + 7);
  960. b[ 4] = *(a03 + 6);
  961. b[ 5] = *(a03 + 7);
  962. #ifdef UNIT
  963. b[ 6] = ONE;
  964. b[ 7] = ZERO;
  965. #else
  966. b[ 6] = *(a04 + 6);
  967. b[ 7] = *(a04 + 7);
  968. #endif
  969. b[ 8] = ZERO;
  970. b[ 9] = ZERO;
  971. b[ 10] = ZERO;
  972. b[ 11] = ZERO;
  973. b[ 12] = ZERO;
  974. b[ 13] = ZERO;
  975. b[ 14] = ZERO;
  976. b[ 15] = ZERO;
  977. b[ 16] = ZERO;
  978. b[ 17] = ZERO;
  979. b[ 18] = ZERO;
  980. b[ 19] = ZERO;
  981. b[ 20] = ZERO;
  982. b[ 21] = ZERO;
  983. b[ 22] = ZERO;
  984. b[ 23] = ZERO;
  985. b[ 24] = ZERO;
  986. b[ 25] = ZERO;
  987. b[ 26] = ZERO;
  988. b[ 27] = ZERO;
  989. b[ 28] = ZERO;
  990. b[ 29] = ZERO;
  991. b[ 30] = ZERO;
  992. b[ 31] = ZERO;
  993. b += 32;
  994. }
  995. if (i >= 5) {
  996. b[ 0] = *(a01 + 8);
  997. b[ 1] = *(a01 + 9);
  998. b[ 2] = *(a02 + 8);
  999. b[ 3] = *(a02 + 9);
  1000. b[ 4] = *(a03 + 8);
  1001. b[ 5] = *(a03 + 9);
  1002. b[ 6] = *(a04 + 8);
  1003. b[ 7] = *(a04 + 9);
  1004. #ifdef UNIT
  1005. b[ 8] = ONE;
  1006. b[ 9] = ZERO;
  1007. #else
  1008. b[ 8] = *(a05 + 8);
  1009. b[ 9] = *(a05 + 9);
  1010. #endif
  1011. b[ 10] = ZERO;
  1012. b[ 11] = ZERO;
  1013. b[ 12] = ZERO;
  1014. b[ 13] = ZERO;
  1015. b[ 14] = ZERO;
  1016. b[ 15] = ZERO;
  1017. b[ 16] = ZERO;
  1018. b[ 17] = ZERO;
  1019. b[ 18] = ZERO;
  1020. b[ 19] = ZERO;
  1021. b[ 20] = ZERO;
  1022. b[ 21] = ZERO;
  1023. b[ 22] = ZERO;
  1024. b[ 23] = ZERO;
  1025. b[ 24] = ZERO;
  1026. b[ 25] = ZERO;
  1027. b[ 26] = ZERO;
  1028. b[ 27] = ZERO;
  1029. b[ 28] = ZERO;
  1030. b[ 29] = ZERO;
  1031. b[ 30] = ZERO;
  1032. b[ 31] = ZERO;
  1033. b += 32;
  1034. }
  1035. if (i >= 6) {
  1036. b[ 0] = *(a01 + 10);
  1037. b[ 1] = *(a01 + 11);
  1038. b[ 2] = *(a02 + 10);
  1039. b[ 3] = *(a02 + 11);
  1040. b[ 4] = *(a03 + 10);
  1041. b[ 5] = *(a03 + 11);
  1042. b[ 6] = *(a04 + 10);
  1043. b[ 7] = *(a04 + 11);
  1044. b[ 8] = *(a05 + 10);
  1045. b[ 9] = *(a05 + 11);
  1046. #ifdef UNIT
  1047. b[10] = ONE;
  1048. b[11] = ZERO;
  1049. #else
  1050. b[10] = *(a06 + 10);
  1051. b[11] = *(a06 + 11);
  1052. #endif
  1053. b[ 12] = ZERO;
  1054. b[ 13] = ZERO;
  1055. b[ 14] = ZERO;
  1056. b[ 15] = ZERO;
  1057. b[ 16] = ZERO;
  1058. b[ 17] = ZERO;
  1059. b[ 18] = ZERO;
  1060. b[ 19] = ZERO;
  1061. b[ 20] = ZERO;
  1062. b[ 21] = ZERO;
  1063. b[ 22] = ZERO;
  1064. b[ 23] = ZERO;
  1065. b[ 24] = ZERO;
  1066. b[ 25] = ZERO;
  1067. b[ 26] = ZERO;
  1068. b[ 27] = ZERO;
  1069. b[ 28] = ZERO;
  1070. b[ 29] = ZERO;
  1071. b[ 30] = ZERO;
  1072. b[ 31] = ZERO;
  1073. b += 32;
  1074. }
  1075. if (i >= 7) {
  1076. b[ 0] = *(a01 + 12);
  1077. b[ 1] = *(a01 + 13);
  1078. b[ 2] = *(a02 + 12);
  1079. b[ 3] = *(a02 + 13);
  1080. b[ 4] = *(a03 + 12);
  1081. b[ 5] = *(a03 + 13);
  1082. b[ 6] = *(a04 + 12);
  1083. b[ 7] = *(a04 + 13);
  1084. b[ 8] = *(a05 + 12);
  1085. b[ 9] = *(a05 + 13);
  1086. b[10] = *(a06 + 12);
  1087. b[11] = *(a06 + 13);
  1088. #ifdef UNIT
  1089. b[12] = ONE;
  1090. b[13] = ZERO;
  1091. #else
  1092. b[12] = *(a07 + 12);
  1093. b[13] = *(a07 + 13);
  1094. #endif
  1095. b[ 14] = ZERO;
  1096. b[ 15] = ZERO;
  1097. b[ 16] = ZERO;
  1098. b[ 17] = ZERO;
  1099. b[ 18] = ZERO;
  1100. b[ 19] = ZERO;
  1101. b[ 20] = ZERO;
  1102. b[ 21] = ZERO;
  1103. b[ 22] = ZERO;
  1104. b[ 23] = ZERO;
  1105. b[ 24] = ZERO;
  1106. b[ 25] = ZERO;
  1107. b[ 26] = ZERO;
  1108. b[ 27] = ZERO;
  1109. b[ 28] = ZERO;
  1110. b[ 29] = ZERO;
  1111. b[ 30] = ZERO;
  1112. b[ 31] = ZERO;
  1113. b += 32;
  1114. }
  1115. if (i >= 8) {
  1116. b[ 0] = *(a01 + 14);
  1117. b[ 1] = *(a01 + 15);
  1118. b[ 2] = *(a02 + 14);
  1119. b[ 3] = *(a02 + 15);
  1120. b[ 4] = *(a03 + 14);
  1121. b[ 5] = *(a03 + 15);
  1122. b[ 6] = *(a04 + 14);
  1123. b[ 7] = *(a04 + 15);
  1124. b[ 8] = *(a05 + 14);
  1125. b[ 9] = *(a05 + 15);
  1126. b[ 10] = *(a06 + 14);
  1127. b[ 11] = *(a06 + 15);
  1128. b[ 12] = *(a07 + 14);
  1129. b[ 13] = *(a07 + 15);
  1130. #ifdef UNIT
  1131. b[ 14] = ONE;
  1132. b[ 15] = ZERO;
  1133. #else
  1134. b[ 14] = *(a08 + 14);
  1135. b[ 15] = *(a08 + 15);
  1136. #endif
  1137. b[ 16] = ZERO;
  1138. b[ 17] = ZERO;
  1139. b[ 18] = ZERO;
  1140. b[ 19] = ZERO;
  1141. b[ 20] = ZERO;
  1142. b[ 21] = ZERO;
  1143. b[ 22] = ZERO;
  1144. b[ 23] = ZERO;
  1145. b[ 24] = ZERO;
  1146. b[ 25] = ZERO;
  1147. b[ 26] = ZERO;
  1148. b[ 27] = ZERO;
  1149. b[ 28] = ZERO;
  1150. b[ 29] = ZERO;
  1151. b[ 30] = ZERO;
  1152. b[ 31] = ZERO;
  1153. b += 32;
  1154. }
  1155. if (i >= 9) {
  1156. b[ 0] = *(a01 + 16);
  1157. b[ 1] = *(a01 + 17);
  1158. b[ 2] = *(a02 + 16);
  1159. b[ 3] = *(a02 + 17);
  1160. b[ 4] = *(a03 + 16);
  1161. b[ 5] = *(a03 + 17);
  1162. b[ 6] = *(a04 + 16);
  1163. b[ 7] = *(a04 + 17);
  1164. b[ 8] = *(a05 + 16);
  1165. b[ 9] = *(a05 + 17);
  1166. b[ 10] = *(a06 + 16);
  1167. b[ 11] = *(a06 + 17);
  1168. b[ 12] = *(a07 + 16);
  1169. b[ 13] = *(a07 + 17);
  1170. b[ 14] = *(a08 + 16);
  1171. b[ 15] = *(a08 + 17);
  1172. #ifdef UNIT
  1173. b[ 16] = ONE;
  1174. b[ 17] = ZERO;
  1175. #else
  1176. b[ 16] = *(a09 + 16);
  1177. b[ 17] = *(a09 + 17);
  1178. #endif
  1179. b[ 18] = ZERO;
  1180. b[ 19] = ZERO;
  1181. b[ 20] = ZERO;
  1182. b[ 21] = ZERO;
  1183. b[ 22] = ZERO;
  1184. b[ 23] = ZERO;
  1185. b[ 24] = ZERO;
  1186. b[ 25] = ZERO;
  1187. b[ 26] = ZERO;
  1188. b[ 27] = ZERO;
  1189. b[ 28] = ZERO;
  1190. b[ 29] = ZERO;
  1191. b[ 30] = ZERO;
  1192. b[ 31] = ZERO;
  1193. b += 32;
  1194. }
  1195. if (i >= 10) {
  1196. b[ 0] = *(a01 + 18);
  1197. b[ 1] = *(a01 + 19);
  1198. b[ 2] = *(a02 + 18);
  1199. b[ 3] = *(a02 + 19);
  1200. b[ 4] = *(a03 + 18);
  1201. b[ 5] = *(a03 + 19);
  1202. b[ 6] = *(a04 + 18);
  1203. b[ 7] = *(a04 + 19);
  1204. b[ 8] = *(a05 + 18);
  1205. b[ 9] = *(a05 + 19);
  1206. b[ 10] = *(a06 + 18);
  1207. b[ 11] = *(a06 + 19);
  1208. b[ 12] = *(a07 + 18);
  1209. b[ 13] = *(a07 + 19);
  1210. b[ 14] = *(a08 + 18);
  1211. b[ 15] = *(a08 + 19);
  1212. b[ 16] = *(a09 + 18);
  1213. b[ 17] = *(a09 + 19);
  1214. #ifdef UNIT
  1215. b[ 18] = ONE;
  1216. b[ 19] = ZERO;
  1217. #else
  1218. b[ 18] = *(a10 + 18);
  1219. b[ 19] = *(a10 + 19);
  1220. #endif
  1221. b[ 20] = ZERO;
  1222. b[ 21] = ZERO;
  1223. b[ 22] = ZERO;
  1224. b[ 23] = ZERO;
  1225. b[ 24] = ZERO;
  1226. b[ 25] = ZERO;
  1227. b[ 26] = ZERO;
  1228. b[ 27] = ZERO;
  1229. b[ 28] = ZERO;
  1230. b[ 29] = ZERO;
  1231. b[ 30] = ZERO;
  1232. b[ 31] = ZERO;
  1233. b += 32;
  1234. }
  1235. if (i >= 11) {
  1236. b[ 0] = *(a01 + 20);
  1237. b[ 1] = *(a01 + 21);
  1238. b[ 2] = *(a02 + 20);
  1239. b[ 3] = *(a02 + 21);
  1240. b[ 4] = *(a03 + 20);
  1241. b[ 5] = *(a03 + 21);
  1242. b[ 6] = *(a04 + 20);
  1243. b[ 7] = *(a04 + 21);
  1244. b[ 8] = *(a05 + 20);
  1245. b[ 9] = *(a05 + 21);
  1246. b[ 10] = *(a06 + 20);
  1247. b[ 11] = *(a06 + 21);
  1248. b[ 12] = *(a07 + 20);
  1249. b[ 13] = *(a07 + 21);
  1250. b[ 14] = *(a08 + 20);
  1251. b[ 15] = *(a08 + 21);
  1252. b[ 16] = *(a09 + 20);
  1253. b[ 17] = *(a09 + 21);
  1254. b[ 18] = *(a10 + 20);
  1255. b[ 19] = *(a10 + 21);
  1256. #ifdef UNIT
  1257. b[ 20] = ONE;
  1258. b[ 21] = ZERO;
  1259. #else
  1260. b[ 20] = *(a11 + 20);
  1261. b[ 21] = *(a11 + 21);
  1262. #endif
  1263. b[ 22] = ZERO;
  1264. b[ 23] = ZERO;
  1265. b[ 24] = ZERO;
  1266. b[ 25] = ZERO;
  1267. b[ 26] = ZERO;
  1268. b[ 27] = ZERO;
  1269. b[ 28] = ZERO;
  1270. b[ 29] = ZERO;
  1271. b[ 30] = ZERO;
  1272. b[ 31] = ZERO;
  1273. b += 32;
  1274. }
  1275. if (i >= 12) {
  1276. b[ 0] = *(a01 + 22);
  1277. b[ 1] = *(a01 + 23);
  1278. b[ 2] = *(a02 + 22);
  1279. b[ 3] = *(a02 + 23);
  1280. b[ 4] = *(a03 + 22);
  1281. b[ 5] = *(a03 + 23);
  1282. b[ 6] = *(a04 + 22);
  1283. b[ 7] = *(a04 + 23);
  1284. b[ 8] = *(a05 + 22);
  1285. b[ 9] = *(a05 + 23);
  1286. b[ 10] = *(a06 + 22);
  1287. b[ 11] = *(a06 + 23);
  1288. b[ 12] = *(a07 + 22);
  1289. b[ 13] = *(a07 + 23);
  1290. b[ 14] = *(a08 + 22);
  1291. b[ 15] = *(a08 + 23);
  1292. b[ 16] = *(a09 + 22);
  1293. b[ 17] = *(a09 + 23);
  1294. b[ 18] = *(a10 + 22);
  1295. b[ 19] = *(a10 + 23);
  1296. b[ 20] = *(a11 + 22);
  1297. b[ 21] = *(a11 + 23);
  1298. #ifdef UNIT
  1299. b[ 22] = ONE;
  1300. b[ 23] = ZERO;
  1301. #else
  1302. b[ 22] = *(a12 + 22);
  1303. b[ 23] = *(a12 + 23);
  1304. #endif
  1305. b[ 24] = ZERO;
  1306. b[ 25] = ZERO;
  1307. b[ 26] = ZERO;
  1308. b[ 27] = ZERO;
  1309. b[ 28] = ZERO;
  1310. b[ 29] = ZERO;
  1311. b[ 30] = ZERO;
  1312. b[ 31] = ZERO;
  1313. b += 32;
  1314. }
  1315. if (i >= 13) {
  1316. b[ 0] = *(a01 + 24);
  1317. b[ 1] = *(a01 + 25);
  1318. b[ 2] = *(a02 + 24);
  1319. b[ 3] = *(a02 + 25);
  1320. b[ 4] = *(a03 + 24);
  1321. b[ 5] = *(a03 + 25);
  1322. b[ 6] = *(a04 + 24);
  1323. b[ 7] = *(a04 + 25);
  1324. b[ 8] = *(a05 + 24);
  1325. b[ 9] = *(a05 + 25);
  1326. b[ 10] = *(a06 + 24);
  1327. b[ 11] = *(a06 + 25);
  1328. b[ 12] = *(a07 + 24);
  1329. b[ 13] = *(a07 + 25);
  1330. b[ 14] = *(a08 + 24);
  1331. b[ 15] = *(a08 + 25);
  1332. b[ 16] = *(a09 + 24);
  1333. b[ 17] = *(a09 + 25);
  1334. b[ 18] = *(a10 + 24);
  1335. b[ 19] = *(a10 + 25);
  1336. b[ 20] = *(a11 + 24);
  1337. b[ 21] = *(a11 + 25);
  1338. b[ 22] = *(a12 + 24);
  1339. b[ 23] = *(a12 + 25);
  1340. #ifdef UNIT
  1341. b[ 24] = ONE;
  1342. b[ 25] = ZERO;
  1343. #else
  1344. b[ 24] = *(a13 + 24);
  1345. b[ 25] = *(a13 + 25);
  1346. #endif
  1347. b[ 26] = ZERO;
  1348. b[ 27] = ZERO;
  1349. b[ 28] = ZERO;
  1350. b[ 29] = ZERO;
  1351. b[ 30] = ZERO;
  1352. b[ 31] = ZERO;
  1353. b += 32;
  1354. }
  1355. if (i >= 14) {
  1356. b[ 0] = *(a01 + 26);
  1357. b[ 1] = *(a01 + 27);
  1358. b[ 2] = *(a02 + 26);
  1359. b[ 3] = *(a02 + 27);
  1360. b[ 4] = *(a03 + 26);
  1361. b[ 5] = *(a03 + 27);
  1362. b[ 6] = *(a04 + 26);
  1363. b[ 7] = *(a04 + 27);
  1364. b[ 8] = *(a05 + 26);
  1365. b[ 9] = *(a05 + 27);
  1366. b[ 10] = *(a06 + 26);
  1367. b[ 11] = *(a06 + 27);
  1368. b[ 12] = *(a07 + 26);
  1369. b[ 13] = *(a07 + 27);
  1370. b[ 14] = *(a08 + 26);
  1371. b[ 15] = *(a08 + 27);
  1372. b[ 16] = *(a09 + 26);
  1373. b[ 17] = *(a09 + 27);
  1374. b[ 18] = *(a10 + 26);
  1375. b[ 19] = *(a10 + 27);
  1376. b[ 20] = *(a11 + 26);
  1377. b[ 21] = *(a11 + 27);
  1378. b[ 22] = *(a12 + 26);
  1379. b[ 23] = *(a12 + 27);
  1380. b[ 24] = *(a13 + 26);
  1381. b[ 25] = *(a13 + 27);
  1382. #ifdef UNIT
  1383. b[ 26] = ONE;
  1384. b[ 27] = ZERO;
  1385. #else
  1386. b[ 26] = *(a14 + 26);
  1387. b[ 27] = *(a14 + 27);
  1388. #endif
  1389. b[ 28] = ZERO;
  1390. b[ 29] = ZERO;
  1391. b[ 30] = ZERO;
  1392. b[ 31] = ZERO;
  1393. b += 32;
  1394. }
  1395. if (i >= 15) {
  1396. b[ 0] = *(a01 + 28);
  1397. b[ 1] = *(a01 + 29);
  1398. b[ 2] = *(a02 + 28);
  1399. b[ 3] = *(a02 + 29);
  1400. b[ 4] = *(a03 + 28);
  1401. b[ 5] = *(a03 + 29);
  1402. b[ 6] = *(a04 + 28);
  1403. b[ 7] = *(a04 + 29);
  1404. b[ 8] = *(a05 + 28);
  1405. b[ 9] = *(a05 + 29);
  1406. b[ 10] = *(a06 + 28);
  1407. b[ 11] = *(a06 + 29);
  1408. b[ 12] = *(a07 + 28);
  1409. b[ 13] = *(a07 + 29);
  1410. b[ 14] = *(a08 + 28);
  1411. b[ 15] = *(a08 + 29);
  1412. b[ 16] = *(a09 + 28);
  1413. b[ 17] = *(a09 + 29);
  1414. b[ 18] = *(a10 + 28);
  1415. b[ 19] = *(a10 + 29);
  1416. b[ 20] = *(a11 + 28);
  1417. b[ 21] = *(a11 + 29);
  1418. b[ 22] = *(a12 + 28);
  1419. b[ 23] = *(a12 + 29);
  1420. b[ 24] = *(a13 + 28);
  1421. b[ 25] = *(a13 + 29);
  1422. b[ 26] = *(a14 + 28);
  1423. b[ 27] = *(a14 + 29);
  1424. #ifdef UNIT
  1425. b[ 28] = ONE;
  1426. b[ 29] = ZERO;
  1427. #else
  1428. b[ 28] = *(a15 + 28);
  1429. b[ 29] = *(a15 + 29);
  1430. #endif
  1431. b[ 30] = ZERO;
  1432. b[ 31] = ZERO;
  1433. b += 32;
  1434. }
  1435. }
  1436. }
  1437. posY += 16;
  1438. js --;
  1439. } while (js > 0);
  1440. } /* End of main loop */
  1441. if (n & 8){
  1442. X = posX;
  1443. if (posX <= posY) {
  1444. a01 = a + posY * 2 + (posX + 0) * lda;
  1445. a02 = a + posY * 2 + (posX + 1) * lda;
  1446. a03 = a + posY * 2 + (posX + 2) * lda;
  1447. a04 = a + posY * 2 + (posX + 3) * lda;
  1448. a05 = a + posY * 2 + (posX + 4) * lda;
  1449. a06 = a + posY * 2 + (posX + 5) * lda;
  1450. a07 = a + posY * 2 + (posX + 6) * lda;
  1451. a08 = a + posY * 2 + (posX + 7) * lda;
  1452. } else {
  1453. a01 = a + posX * 2 + (posY + 0) * lda;
  1454. a02 = a + posX * 2 + (posY + 1) * lda;
  1455. a03 = a + posX * 2 + (posY + 2) * lda;
  1456. a04 = a + posX * 2 + (posY + 3) * lda;
  1457. a05 = a + posX * 2 + (posY + 4) * lda;
  1458. a06 = a + posX * 2 + (posY + 5) * lda;
  1459. a07 = a + posX * 2 + (posY + 6) * lda;
  1460. a08 = a + posX * 2 + (posY + 7) * lda;
  1461. }
  1462. i = (m >> 3);
  1463. if (i > 0) {
  1464. do {
  1465. if (X > posY) {
  1466. for (ii = 0; ii < 8; ii++){
  1467. b[ 0] = *(a01 + 0);
  1468. b[ 1] = *(a01 + 1);
  1469. b[ 2] = *(a02 + 0);
  1470. b[ 3] = *(a02 + 1);
  1471. b[ 4] = *(a03 + 0);
  1472. b[ 5] = *(a03 + 1);
  1473. b[ 6] = *(a04 + 0);
  1474. b[ 7] = *(a04 + 1);
  1475. b[ 8] = *(a05 + 0);
  1476. b[ 9] = *(a05 + 1);
  1477. b[ 10] = *(a06 + 0);
  1478. b[ 11] = *(a06 + 1);
  1479. b[ 12] = *(a07 + 0);
  1480. b[ 13] = *(a07 + 1);
  1481. b[ 14] = *(a08 + 0);
  1482. b[ 15] = *(a08 + 1);
  1483. a01 += 2;
  1484. a02 += 2;
  1485. a03 += 2;
  1486. a04 += 2;
  1487. a05 += 2;
  1488. a06 += 2;
  1489. a07 += 2;
  1490. a08 += 2;
  1491. b += 16;
  1492. }
  1493. } else
  1494. if (X < posY) {
  1495. a01 += 8 * lda;
  1496. a02 += 8 * lda;
  1497. a03 += 8 * lda;
  1498. a04 += 8 * lda;
  1499. a05 += 8 * lda;
  1500. a06 += 8 * lda;
  1501. a07 += 8 * lda;
  1502. a08 += 8 * lda;
  1503. b += 128;
  1504. } else {
  1505. #ifdef UNIT
  1506. b[ 0] = ONE;
  1507. b[ 1] = ZERO;
  1508. #else
  1509. b[ 0] = *(a01 + 0);
  1510. b[ 1] = *(a01 + 1);
  1511. #endif
  1512. b[ 2] = ZERO;
  1513. b[ 3] = ZERO;
  1514. b[ 4] = ZERO;
  1515. b[ 5] = ZERO;
  1516. b[ 6] = ZERO;
  1517. b[ 7] = ZERO;
  1518. b[ 8] = ZERO;
  1519. b[ 9] = ZERO;
  1520. b[ 10] = ZERO;
  1521. b[ 11] = ZERO;
  1522. b[ 12] = ZERO;
  1523. b[ 13] = ZERO;
  1524. b[ 14] = ZERO;
  1525. b[ 15] = ZERO;
  1526. b[ 16] = *(a01 + 2);
  1527. b[ 17] = *(a01 + 3);
  1528. #ifdef UNIT
  1529. b[ 18] = ONE;
  1530. b[ 19] = ZERO;
  1531. #else
  1532. b[ 18] = *(a02 + 2);
  1533. b[ 19] = *(a02 + 3);
  1534. #endif
  1535. b[ 20] = ZERO;
  1536. b[ 21] = ZERO;
  1537. b[ 22] = ZERO;
  1538. b[ 23] = ZERO;
  1539. b[ 24] = ZERO;
  1540. b[ 25] = ZERO;
  1541. b[ 26] = ZERO;
  1542. b[ 27] = ZERO;
  1543. b[ 28] = ZERO;
  1544. b[ 29] = ZERO;
  1545. b[ 30] = ZERO;
  1546. b[ 31] = ZERO;
  1547. b[ 32] = *(a01 + 4);
  1548. b[ 33] = *(a01 + 5);
  1549. b[ 34] = *(a02 + 4);
  1550. b[ 35] = *(a02 + 5);
  1551. #ifdef UNIT
  1552. b[ 36] = ONE;
  1553. b[ 37] = ZERO;
  1554. #else
  1555. b[ 36] = *(a03 + 4);
  1556. b[ 37] = *(a03 + 5);
  1557. #endif
  1558. b[ 38] = ZERO;
  1559. b[ 39] = ZERO;
  1560. b[ 40] = ZERO;
  1561. b[ 41] = ZERO;
  1562. b[ 42] = ZERO;
  1563. b[ 43] = ZERO;
  1564. b[ 44] = ZERO;
  1565. b[ 45] = ZERO;
  1566. b[ 46] = ZERO;
  1567. b[ 47] = ZERO;
  1568. b[ 48] = *(a01 + 6);
  1569. b[ 49] = *(a01 + 7);
  1570. b[ 50] = *(a02 + 6);
  1571. b[ 51] = *(a02 + 7);
  1572. b[ 52] = *(a03 + 6);
  1573. b[ 53] = *(a03 + 7);
  1574. #ifdef UNIT
  1575. b[ 54] = ONE;
  1576. b[ 55] = ZERO;
  1577. #else
  1578. b[ 54] = *(a04 + 6);
  1579. b[ 55] = *(a04 + 7);
  1580. #endif
  1581. b[ 56] = ZERO;
  1582. b[ 57] = ZERO;
  1583. b[ 58] = ZERO;
  1584. b[ 59] = ZERO;
  1585. b[ 60] = ZERO;
  1586. b[ 61] = ZERO;
  1587. b[ 62] = ZERO;
  1588. b[ 63] = ZERO;
  1589. b[ 64] = *(a01 + 8);
  1590. b[ 65] = *(a01 + 9);
  1591. b[ 66] = *(a02 + 8);
  1592. b[ 67] = *(a02 + 9);
  1593. b[ 68] = *(a03 + 8);
  1594. b[ 69] = *(a03 + 9);
  1595. b[ 70] = *(a04 + 8);
  1596. b[ 71] = *(a04 + 9);
  1597. #ifdef UNIT
  1598. b[ 72] = ONE;
  1599. b[ 73] = ZERO;
  1600. #else
  1601. b[ 72] = *(a05 + 8);
  1602. b[ 73] = *(a05 + 9);
  1603. #endif
  1604. b[ 74] = ZERO;
  1605. b[ 75] = ZERO;
  1606. b[ 76] = ZERO;
  1607. b[ 77] = ZERO;
  1608. b[ 78] = ZERO;
  1609. b[ 79] = ZERO;
  1610. b[ 80] = *(a01 + 10);
  1611. b[ 81] = *(a01 + 11);
  1612. b[ 82] = *(a02 + 10);
  1613. b[ 83] = *(a02 + 11);
  1614. b[ 84] = *(a03 + 10);
  1615. b[ 85] = *(a03 + 11);
  1616. b[ 86] = *(a04 + 10);
  1617. b[ 87] = *(a04 + 11);
  1618. b[ 88] = *(a05 + 10);
  1619. b[ 89] = *(a05 + 11);
  1620. #ifdef UNIT
  1621. b[ 90] = ONE;
  1622. b[ 91] = ZERO;
  1623. #else
  1624. b[ 90] = *(a06 + 10);
  1625. b[ 91] = *(a06 + 11);
  1626. #endif
  1627. b[ 92] = ZERO;
  1628. b[ 93] = ZERO;
  1629. b[ 94] = ZERO;
  1630. b[ 95] = ZERO;
  1631. b[ 96] = *(a01 + 12);
  1632. b[ 97] = *(a01 + 13);
  1633. b[ 98] = *(a02 + 12);
  1634. b[ 99] = *(a02 + 13);
  1635. b[100] = *(a03 + 12);
  1636. b[101] = *(a03 + 13);
  1637. b[102] = *(a04 + 12);
  1638. b[103] = *(a04 + 13);
  1639. b[104] = *(a05 + 12);
  1640. b[105] = *(a05 + 13);
  1641. b[106] = *(a06 + 12);
  1642. b[107] = *(a06 + 13);
  1643. #ifdef UNIT
  1644. b[108] = ONE;
  1645. b[109] = ZERO;
  1646. #else
  1647. b[108] = *(a07 + 12);
  1648. b[109] = *(a07 + 13);
  1649. #endif
  1650. b[110] = ZERO;
  1651. b[111] = ZERO;
  1652. b[112] = *(a01 + 14);
  1653. b[113] = *(a01 + 15);
  1654. b[114] = *(a02 + 14);
  1655. b[115] = *(a02 + 15);
  1656. b[116] = *(a03 + 14);
  1657. b[117] = *(a03 + 15);
  1658. b[118] = *(a04 + 14);
  1659. b[119] = *(a04 + 15);
  1660. b[120] = *(a05 + 14);
  1661. b[121] = *(a05 + 15);
  1662. b[122] = *(a06 + 14);
  1663. b[123] = *(a06 + 15);
  1664. b[124] = *(a07 + 14);
  1665. b[125] = *(a07 + 15);
  1666. #ifdef UNIT
  1667. b[126] = ONE;
  1668. b[127] = ZERO;
  1669. #else
  1670. b[126] = *(a08 + 14);
  1671. b[127] = *(a08 + 15);
  1672. #endif
  1673. a01 += 16;
  1674. a02 += 16;
  1675. a03 += 16;
  1676. a04 += 16;
  1677. a05 += 16;
  1678. a06 += 16;
  1679. a07 += 16;
  1680. a08 += 16;
  1681. b += 128;
  1682. }
  1683. X += 8;
  1684. i --;
  1685. } while (i > 0);
  1686. }
  1687. i = (m & 7);
  1688. if (i) {
  1689. if (X > posY) {
  1690. for (ii = 0; ii < i; ii++){
  1691. b[ 0] = *(a01 + 0);
  1692. b[ 1] = *(a01 + 1);
  1693. b[ 2] = *(a02 + 0);
  1694. b[ 3] = *(a02 + 1);
  1695. b[ 4] = *(a03 + 0);
  1696. b[ 5] = *(a03 + 1);
  1697. b[ 6] = *(a04 + 0);
  1698. b[ 7] = *(a04 + 1);
  1699. b[ 8] = *(a05 + 0);
  1700. b[ 9] = *(a05 + 1);
  1701. b[ 10] = *(a06 + 0);
  1702. b[ 11] = *(a06 + 1);
  1703. b[ 12] = *(a07 + 0);
  1704. b[ 13] = *(a07 + 1);
  1705. b[ 14] = *(a08 + 0);
  1706. b[ 15] = *(a08 + 1);
  1707. a01 += 2;
  1708. a02 += 2;
  1709. a03 += 2;
  1710. a04 += 2;
  1711. a05 += 2;
  1712. a06 += 2;
  1713. a07 += 2;
  1714. a08 += 2;
  1715. b += 16;
  1716. }
  1717. } else
  1718. if (X < posY) {
  1719. /* a01 += i * lda;
  1720. a02 += i * lda;
  1721. a03 += i * lda;
  1722. a04 += i * lda;
  1723. a05 += i * lda;
  1724. a06 += i * lda;
  1725. a07 += i * lda;
  1726. a08 += i * lda; */
  1727. b += 16 * i;
  1728. } else {
  1729. #ifdef UNIT
  1730. b[ 0] = ONE;
  1731. b[ 1] = ZERO;
  1732. #else
  1733. b[ 0] = *(a01 + 0);
  1734. b[ 1] = *(a01 + 1);
  1735. #endif
  1736. b[ 2] = ZERO;
  1737. b[ 3] = ZERO;
  1738. b[ 4] = ZERO;
  1739. b[ 5] = ZERO;
  1740. b[ 6] = ZERO;
  1741. b[ 7] = ZERO;
  1742. b[ 8] = ZERO;
  1743. b[ 9] = ZERO;
  1744. b[ 10] = ZERO;
  1745. b[ 11] = ZERO;
  1746. b[ 12] = ZERO;
  1747. b[ 13] = ZERO;
  1748. b[ 14] = ZERO;
  1749. b[ 15] = ZERO;
  1750. b += 16;
  1751. if (i >= 2) {
  1752. b[ 0] = *(a01 + 2);
  1753. b[ 1] = *(a01 + 3);
  1754. #ifdef UNIT
  1755. b[ 2] = ONE;
  1756. b[ 3] = ZERO;
  1757. #else
  1758. b[ 2] = *(a02 + 2);
  1759. b[ 3] = *(a02 + 3);
  1760. #endif
  1761. b[ 4] = ZERO;
  1762. b[ 5] = ZERO;
  1763. b[ 6] = ZERO;
  1764. b[ 7] = ZERO;
  1765. b[ 8] = ZERO;
  1766. b[ 9] = ZERO;
  1767. b[10] = ZERO;
  1768. b[11] = ZERO;
  1769. b[12] = ZERO;
  1770. b[13] = ZERO;
  1771. b[14] = ZERO;
  1772. b[15] = ZERO;
  1773. b += 16;
  1774. }
  1775. if (i >= 3) {
  1776. b[ 0] = *(a01 + 4);
  1777. b[ 1] = *(a01 + 5);
  1778. b[ 2] = *(a02 + 4);
  1779. b[ 3] = *(a02 + 5);
  1780. #ifdef UNIT
  1781. b[ 4] = ONE;
  1782. b[ 5] = ZERO;
  1783. #else
  1784. b[ 4] = *(a03 + 4);
  1785. b[ 5] = *(a03 + 5);
  1786. #endif
  1787. b[ 6] = ZERO;
  1788. b[ 7] = ZERO;
  1789. b[ 8] = ZERO;
  1790. b[ 9] = ZERO;
  1791. b[10] = ZERO;
  1792. b[11] = ZERO;
  1793. b[12] = ZERO;
  1794. b[13] = ZERO;
  1795. b[14] = ZERO;
  1796. b[15] = ZERO;
  1797. b += 16;
  1798. }
  1799. if (i >= 4) {
  1800. b[ 0] = *(a01 + 6);
  1801. b[ 1] = *(a01 + 7);
  1802. b[ 2] = *(a02 + 6);
  1803. b[ 3] = *(a02 + 7);
  1804. b[ 4] = *(a03 + 6);
  1805. b[ 5] = *(a03 + 7);
  1806. #ifdef UNIT
  1807. b[ 6] = ONE;
  1808. b[ 7] = ZERO;
  1809. #else
  1810. b[ 6] = *(a04 + 6);
  1811. b[ 7] = *(a04 + 7);
  1812. #endif
  1813. b[ 8] = ZERO;
  1814. b[ 9] = ZERO;
  1815. b[10] = ZERO;
  1816. b[11] = ZERO;
  1817. b[12] = ZERO;
  1818. b[13] = ZERO;
  1819. b[14] = ZERO;
  1820. b[15] = ZERO;
  1821. b += 16;
  1822. }
  1823. if (i >= 5) {
  1824. b[ 0] = *(a01 + 8);
  1825. b[ 1] = *(a01 + 9);
  1826. b[ 2] = *(a02 + 8);
  1827. b[ 3] = *(a02 + 9);
  1828. b[ 4] = *(a03 + 8);
  1829. b[ 5] = *(a03 + 9);
  1830. b[ 6] = *(a04 + 8);
  1831. b[ 7] = *(a04 + 9);
  1832. #ifdef UNIT
  1833. b[ 8] = ONE;
  1834. b[ 9] = ZERO;
  1835. #else
  1836. b[ 8] = *(a05 + 8);
  1837. b[ 9] = *(a05 + 9);
  1838. #endif
  1839. b[10] = ZERO;
  1840. b[11] = ZERO;
  1841. b[12] = ZERO;
  1842. b[13] = ZERO;
  1843. b[14] = ZERO;
  1844. b[15] = ZERO;
  1845. b += 16;
  1846. }
  1847. if (i >= 6) {
  1848. b[ 0] = *(a01 + 10);
  1849. b[ 1] = *(a01 + 11);
  1850. b[ 2] = *(a02 + 10);
  1851. b[ 3] = *(a02 + 11);
  1852. b[ 4] = *(a03 + 10);
  1853. b[ 5] = *(a03 + 11);
  1854. b[ 6] = *(a04 + 10);
  1855. b[ 7] = *(a04 + 11);
  1856. b[ 8] = *(a05 + 10);
  1857. b[ 9] = *(a05 + 11);
  1858. #ifdef UNIT
  1859. b[10] = ONE;
  1860. b[11] = ZERO;
  1861. #else
  1862. b[10] = *(a06 + 10);
  1863. b[11] = *(a06 + 11);
  1864. #endif
  1865. b[12] = ZERO;
  1866. b[13] = ZERO;
  1867. b[14] = ZERO;
  1868. b[15] = ZERO;
  1869. b += 16;
  1870. }
  1871. if (i >= 7) {
  1872. b[ 0] = *(a01 + 12);
  1873. b[ 1] = *(a01 + 13);
  1874. b[ 2] = *(a02 + 12);
  1875. b[ 3] = *(a02 + 13);
  1876. b[ 4] = *(a03 + 12);
  1877. b[ 5] = *(a03 + 13);
  1878. b[ 6] = *(a04 + 12);
  1879. b[ 7] = *(a04 + 13);
  1880. b[ 8] = *(a05 + 12);
  1881. b[ 9] = *(a05 + 13);
  1882. b[10] = *(a06 + 12);
  1883. b[11] = *(a06 + 13);
  1884. #ifdef UNIT
  1885. b[12] = ONE;
  1886. b[13] = ZERO;
  1887. #else
  1888. b[12] = *(a07 + 12);
  1889. b[13] = *(a07 + 13);
  1890. #endif
  1891. b[14] = ZERO;
  1892. b[15] = ZERO;
  1893. b += 16;
  1894. }
  1895. }
  1896. }
  1897. posY += 8;
  1898. }
  1899. if (n & 4){
  1900. X = posX;
  1901. if (posX <= posY) {
  1902. a01 = a + posY * 2 + (posX + 0) * lda;
  1903. a02 = a + posY * 2 + (posX + 1) * lda;
  1904. a03 = a + posY * 2 + (posX + 2) * lda;
  1905. a04 = a + posY * 2 + (posX + 3) * lda;
  1906. } else {
  1907. a01 = a + posX * 2 + (posY + 0) * lda;
  1908. a02 = a + posX * 2 + (posY + 1) * lda;
  1909. a03 = a + posX * 2 + (posY + 2) * lda;
  1910. a04 = a + posX * 2 + (posY + 3) * lda;
  1911. }
  1912. i = (m >> 2);
  1913. if (i > 0) {
  1914. do {
  1915. if (X > posY) {
  1916. for (ii = 0; ii < 4; ii++){
  1917. b[ 0] = *(a01 + 0);
  1918. b[ 1] = *(a01 + 1);
  1919. b[ 2] = *(a02 + 0);
  1920. b[ 3] = *(a02 + 1);
  1921. b[ 4] = *(a03 + 0);
  1922. b[ 5] = *(a03 + 1);
  1923. b[ 6] = *(a04 + 0);
  1924. b[ 7] = *(a04 + 1);
  1925. a01 += 2;
  1926. a02 += 2;
  1927. a03 += 2;
  1928. a04 += 2;
  1929. b += 8;
  1930. }
  1931. } else
  1932. if (X < posY) {
  1933. a01 += 4 * lda;
  1934. a02 += 4 * lda;
  1935. a03 += 4 * lda;
  1936. a04 += 4 * lda;
  1937. b += 32;
  1938. } else {
  1939. #ifdef UNIT
  1940. b[ 0] = ONE;
  1941. b[ 1] = ZERO;
  1942. #else
  1943. b[ 0] = *(a01 + 0);
  1944. b[ 1] = *(a01 + 1);
  1945. #endif
  1946. b[ 2] = ZERO;
  1947. b[ 3] = ZERO;
  1948. b[ 4] = ZERO;
  1949. b[ 5] = ZERO;
  1950. b[ 6] = ZERO;
  1951. b[ 7] = ZERO;
  1952. b[ 8] = *(a01 + 2);
  1953. b[ 9] = *(a01 + 3);
  1954. #ifdef UNIT
  1955. b[ 10] = ONE;
  1956. b[ 11] = ZERO;
  1957. #else
  1958. b[ 10] = *(a02 + 2);
  1959. b[ 11] = *(a02 + 3);
  1960. #endif
  1961. b[ 12] = ZERO;
  1962. b[ 13] = ZERO;
  1963. b[ 14] = ZERO;
  1964. b[ 15] = ZERO;
  1965. b[ 16] = *(a01 + 4);
  1966. b[ 17] = *(a01 + 5);
  1967. b[ 18] = *(a02 + 4);
  1968. b[ 19] = *(a02 + 5);
  1969. #ifdef UNIT
  1970. b[ 20] = ONE;
  1971. b[ 21] = ZERO;
  1972. #else
  1973. b[ 20] = *(a03 + 4);
  1974. b[ 21] = *(a03 + 5);
  1975. #endif
  1976. b[ 22] = ZERO;
  1977. b[ 23] = ZERO;
  1978. b[ 24] = *(a01 + 6);
  1979. b[ 25] = *(a01 + 7);
  1980. b[ 26] = *(a02 + 6);
  1981. b[ 27] = *(a02 + 7);
  1982. b[ 28] = *(a03 + 6);
  1983. b[ 29] = *(a03 + 7);
  1984. #ifdef UNIT
  1985. b[ 30] = ONE;
  1986. b[ 31] = ZERO;
  1987. #else
  1988. b[ 30] = *(a04 + 6);
  1989. b[ 31] = *(a04 + 7);
  1990. #endif
  1991. a01 += 8;
  1992. a02 += 8;
  1993. a03 += 8;
  1994. a04 += 8;
  1995. b += 32;
  1996. }
  1997. X += 4;
  1998. i --;
  1999. } while (i > 0);
  2000. }
  2001. i = (m & 3);
  2002. if (i) {
  2003. if (X > posY) {
  2004. for (ii = 0; ii < i; ii++){
  2005. b[ 0] = *(a01 + 0);
  2006. b[ 1] = *(a01 + 1);
  2007. b[ 2] = *(a02 + 0);
  2008. b[ 3] = *(a02 + 1);
  2009. b[ 4] = *(a03 + 0);
  2010. b[ 5] = *(a03 + 1);
  2011. b[ 6] = *(a04 + 0);
  2012. b[ 7] = *(a04 + 1);
  2013. a01 += 2;
  2014. a02 += 2;
  2015. a03 += 2;
  2016. a04 += 2;
  2017. b += 8;
  2018. }
  2019. } else
  2020. if (X < posY) {
  2021. /* a01 += i * lda;
  2022. a02 += i * lda;
  2023. a03 += i * lda;
  2024. a04 += i * lda; */
  2025. b += 8 * i;
  2026. } else {
  2027. #ifdef UNIT
  2028. b[ 0] = ONE;
  2029. b[ 1] = ZERO;
  2030. #else
  2031. b[ 0] = *(a01 + 0);
  2032. b[ 1] = *(a01 + 1);
  2033. #endif
  2034. b[ 2] = ZERO;
  2035. b[ 3] = ZERO;
  2036. b[ 4] = ZERO;
  2037. b[ 5] = ZERO;
  2038. b[ 6] = ZERO;
  2039. b[ 7] = ZERO;
  2040. b += 8;
  2041. if (i >= 2) {
  2042. b[ 0] = *(a01 + 2);
  2043. b[ 1] = *(a01 + 3);
  2044. #ifdef UNIT
  2045. b[ 2] = ONE;
  2046. b[ 3] = ZERO;
  2047. #else
  2048. b[ 2] = *(a02 + 2);
  2049. b[ 3] = *(a02 + 3);
  2050. #endif
  2051. b[ 4] = ZERO;
  2052. b[ 5] = ZERO;
  2053. b[ 6] = ZERO;
  2054. b[ 7] = ZERO;
  2055. b += 8;
  2056. }
  2057. if (i >= 3) {
  2058. b[ 0] = *(a01 + 4);
  2059. b[ 1] = *(a01 + 5);
  2060. b[ 2] = *(a02 + 4);
  2061. b[ 3] = *(a02 + 5);
  2062. #ifdef UNIT
  2063. b[ 4] = ONE;
  2064. b[ 5] = ZERO;
  2065. #else
  2066. b[ 4] = *(a03 + 4);
  2067. b[ 5] = *(a03 + 5);
  2068. #endif
  2069. b[ 6] = ZERO;
  2070. b[ 7] = ZERO;
  2071. b += 8;
  2072. }
  2073. }
  2074. }
  2075. posY += 4;
  2076. }
  2077. if (n & 2){
  2078. X = posX;
  2079. if (posX <= posY) {
  2080. a01 = a + posY * 2 + (posX + 0) * lda;
  2081. a02 = a + posY * 2 + (posX + 1) * lda;
  2082. } else {
  2083. a01 = a + posX * 2 + (posY + 0) * lda;
  2084. a02 = a + posX * 2 + (posY + 1) * lda;
  2085. }
  2086. i = (m >> 1);
  2087. if (i > 0) {
  2088. do {
  2089. if (X > posY) {
  2090. b[ 0] = *(a01 + 0);
  2091. b[ 1] = *(a01 + 1);
  2092. b[ 2] = *(a02 + 0);
  2093. b[ 3] = *(a02 + 1);
  2094. b[ 4] = *(a01 + 2);
  2095. b[ 5] = *(a01 + 3);
  2096. b[ 6] = *(a02 + 2);
  2097. b[ 7] = *(a02 + 3);
  2098. a01 += 4;
  2099. a02 += 4;
  2100. b += 8;
  2101. } else
  2102. if (X < posY) {
  2103. a01 += 2 * lda;
  2104. a02 += 2 * lda;
  2105. b += 8;
  2106. } else {
  2107. #ifdef UNIT
  2108. b[ 0] = ONE;
  2109. b[ 1] = ZERO;
  2110. #else
  2111. b[ 0] = *(a01 + 0);
  2112. b[ 1] = *(a01 + 1);
  2113. #endif
  2114. b[ 2] = ZERO;
  2115. b[ 3] = ZERO;
  2116. b[ 4] = *(a01 + 2);
  2117. b[ 5] = *(a01 + 3);
  2118. #ifdef UNIT
  2119. b[ 6] = ONE;
  2120. b[ 7] = ZERO;
  2121. #else
  2122. b[ 6] = *(a02 + 2);
  2123. b[ 7] = *(a02 + 3);
  2124. #endif
  2125. a01 += 4;
  2126. a02 += 4;
  2127. b += 8;
  2128. }
  2129. X += 2;
  2130. i --;
  2131. } while (i > 0);
  2132. }
  2133. if (m & 1) {
  2134. if (X > posY) {
  2135. b[ 0] = *(a01 + 0);
  2136. b[ 1] = *(a01 + 1);
  2137. b[ 2] = *(a02 + 0);
  2138. b[ 3] = *(a02 + 1);
  2139. /* a01 += 2;
  2140. a02 += 2; */
  2141. b += 4;
  2142. } else
  2143. if (X < posY) {
  2144. /* a01 += 2 * lda;
  2145. a02 += 2 * lda; */
  2146. b += 4;
  2147. } else {
  2148. #ifdef UNIT
  2149. b[ 0] = ONE;
  2150. b[ 1] = ZERO;
  2151. #else
  2152. b[ 0] = *(a01 + 0);
  2153. b[ 1] = *(a01 + 1);
  2154. #endif
  2155. b[ 2] = ZERO;
  2156. b[ 3] = ZERO;
  2157. b += 4;
  2158. }
  2159. }
  2160. posY += 2;
  2161. }
  2162. if (n & 1){
  2163. X = posX;
  2164. if (posX <= posY) {
  2165. a01 = a + posY * 2 + (posX + 0) * lda;
  2166. } else {
  2167. a01 = a + posX * 2 + (posY + 0) * lda;
  2168. }
  2169. i = m;
  2170. if (m > 0) {
  2171. do {
  2172. if (X > posY) {
  2173. b[ 0] = *(a01 + 0);
  2174. b[ 1] = *(a01 + 1);
  2175. a01 += 2;
  2176. b += 2;
  2177. } else
  2178. if (X < posY) {
  2179. a01 += lda;
  2180. b += 2;
  2181. } else {
  2182. #ifdef UNIT
  2183. b[ 0] = ONE;
  2184. b[ 1] = ZERO;
  2185. #else
  2186. b[ 0] = *(a01 + 0);
  2187. b[ 1] = *(a01 + 1);
  2188. #endif
  2189. a01 += 2;
  2190. b += 2;
  2191. }
  2192. X += 1;
  2193. i --;
  2194. } while (i > 0);
  2195. }
  2196. }
  2197. return 0;
  2198. }