OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 12787775d9
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '12787775d9'
${ noResults }
OpenBLAS/kernel/alpha/gemv_n.S

1308 lines
22 kB
Raw Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. 

  43. #define STACKSIZE     64

  44. #define PREFETCHSIZE  32

  45. 

  46. #define M	$16

  47. #define N	$17

  48. #define A	$20

  49. #define	LDA	$21

  50. 

  51. #define X	$18

  52. #define	INCX	$19

  53. #define Y	$22

  54. #define	INCY	$23

  55. 

  56. #define BUFFER	$24

  57. 

  58. #define I	$25

  59. #define J	$27

  60. 

  61. #define Y1	$4

  62. 

  63. #define A1	$5

  64. #define A2	$6

  65. #define A3	$7

  66. #define A4	$8

  67. 

  68. #define	alpha	$f19

  69. 

  70. #define	alpha1	$f0

  71. #define	alpha2	$f1

  72. #define	alpha3	$f10

  73. #define	alpha4	$f11

  74. 

  75. #define	y0	$f12

  76. #define	y1	$f13

  77. #define	y2	$f14

  78. #define	y3	$f15

  79. 

  80. #define	y4	$f16

  81. #define	y5	$f17

  82. #define	y6	$f18

  83. #define	y7	$f21

  84. 

  85. #define	a0	$f22

  86. #define	a1	$f23

  87. #define	a2	$f24

  88. #define	a3	$f25

  89. #define	a4	$f26

  90. #define	a5	$f27

  91. #define	a6	$f28

  92. #define	a7	$f29

  93. 

  94. #define	a8	$f2

  95. #define	a9	$f3

  96. #define	a10	$f4

  97. #define	a11	$f5

  98. #define	a12	$f6

  99. #define	a13	$f7

  100. #define	a14	$f8

  101. #define	a15	$f9

  102. 

  103. 	PROLOGUE

  104. 

  105. 	lda	$sp,  -STACKSIZE($sp)

  106. 	ldq	X,       0 + STACKSIZE($sp)

  107. 	ldq	INCX,    8 + STACKSIZE($sp)

  108. 	ldq	Y,      16 + STACKSIZE($sp)

  109. 	ldq	INCY,   24 + STACKSIZE($sp)

  110. 	ldq	BUFFER, 32 + STACKSIZE($sp)

  111. 

  112. 	stt	$f2,    0($sp)

  113. 	stt	$f3,    8($sp)

  114. 	stt	$f4,   16($sp)

  115. 	stt	$f5,   24($sp)

  116. 	stt	$f6,   32($sp)

  117. 	stt	$f7,   40($sp)

  118. 	stt	$f8,   48($sp)

  119. 	stt	$f9,   56($sp)

  120. 

  121. 	PROFCODE

  122. 

  123. 	cmple	M, 0, $0

  124. 	SXADDQ	INCX, 0, INCX

  125. 	cmple	N, 0, $1

  126. 	SXADDQ	INCY, 0, INCY

  127. 

  128. 	or	$0, $1, $0

  129. 	bne	$0,  $L999

  130. 

  131. 	SXADDQ	LDA,  0, LDA

  132. 

  133. 	cmpeq	INCY, SIZE, $0

  134. 	bne	$0, $L10

  135. 

  136. 	mov	BUFFER, Y1

  137. 

  138. 	mov	Y, BUFFER

  139. 	mov	Y1, Y

  140. 

  141. 	sra	M, 3, I

  142. 	ble	I, $L05

  143. 	.align 4

  144. 

  145. $L02:

  146. 	ST	$f31,  0 * SIZE(Y1)

  147. 	ST	$f31,  1 * SIZE(Y1)

  148. 	ST	$f31,  2 * SIZE(Y1)

  149. 	ST	$f31,  3 * SIZE(Y1)

  150. 	ST	$f31,  4 * SIZE(Y1)

  151. 	ST	$f31,  5 * SIZE(Y1)

  152. 	ST	$f31,  6 * SIZE(Y1)

  153. 	ST	$f31,  7 * SIZE(Y1)

  154. 

  155. 	lda	Y1,    8 * SIZE(Y1)

  156. 	lda	I, -1(I)

  157. 	bgt	I, $L02

  158. 	.align 4

  159. 

  160. $L05:

  161. 	and	M, 7, I

  162. 	ble	I, $L10

  163. 	.align 4

  164. 

  165. $L06:

  166. 	ST	$f31,  0 * SIZE(Y1)

  167. 	addq	Y1, SIZE, Y1

  168. 

  169. 	lda	I, -1(I)

  170. 	bgt	I, $L06

  171. 	.align 4

  172. 

  173. $L10:

  174. 	sra	N, 2, J

  175. 	ble	J,  $L20

  176. 	.align 4

  177. 

  178. $L11:

  179. 	LD	alpha1,  0 * SIZE(X)

  180. 	addq	X, INCX, X

  181. 	LD	alpha2,  0 * SIZE(X)

  182. 	addq	X, INCX, X

  183. 	LD	alpha3,  0 * SIZE(X)

  184. 	addq	X, INCX, X

  185. 	LD	alpha4,  0 * SIZE(X)

  186. 	addq	X, INCX, X

  187. 

  188. 	MUL	alpha, alpha1, alpha1

  189. 	MUL	alpha, alpha2, alpha2

  190. 	MUL	alpha, alpha3, alpha3

  191. 	MUL	alpha, alpha4, alpha4

  192. 

  193. 	mov	A, A1

  194. 	addq	A,  LDA, A2

  195. 	addq	A2, LDA, A3

  196. 	addq	A3, LDA, A4

  197. 	s4addq	LDA, A, A

  198. 

  199. 	mov	Y, Y1

  200. 	ldl	$31, 4 * SIZE(X)

  201. 

  202. 	sra	M,  3, I

  203. 	ble	I,  $L15

  204. 

  205. 	LD	a0,  0 * SIZE(A1)

  206. 	LD	a1,  1 * SIZE(A1)

  207. 	LD	a2,  2 * SIZE(A1)

  208. 	LD	a3,  3 * SIZE(A1)

  209. 

  210. 	LD	a4,  0 * SIZE(A2)

  211. 	LD	a5,  1 * SIZE(A2)

  212. 	LD	a6,  2 * SIZE(A2)

  213. 	LD	a7,  3 * SIZE(A2)

  214. 

  215. 	LD	y0,  0 * SIZE(Y1)

  216. 	LD	y1,  1 * SIZE(Y1)

  217. 	LD	y2,  2 * SIZE(Y1)

  218. 	LD	y3,  3 * SIZE(Y1)

  219. 

  220. 	LD	a8,  0 * SIZE(A3)

  221. 	LD	a9,  1 * SIZE(A3)

  222. 	LD	a10, 2 * SIZE(A3)

  223. 	LD	a11, 3 * SIZE(A3)

  224. 

  225. 	LD	y4,  4 * SIZE(Y1)

  226. 	LD	y5,  5 * SIZE(Y1)

  227. 	LD	y6,  6 * SIZE(Y1)

  228. 	LD	y7,  7 * SIZE(Y1)

  229. 

  230. 	MUL	alpha1, a0,  a0

  231. 	LD	a12, 0 * SIZE(A4)

  232. 	MUL	alpha1, a1,  a1

  233. 	LD	a13, 1 * SIZE(A4)

  234. 	MUL	alpha1, a2,  a2

  235. 	LD	a14, 2 * SIZE(A4)

  236. 	MUL	alpha1, a3,  a3

  237. 	LD	a15, 3 * SIZE(A4)

  238. 

  239. 	ADD	y0, a0, y0

  240. 	LD	a0,   4 * SIZE(A1)

  241. 	MUL	alpha2, a4,  a4

  242. 	unop

  243. 

  244. 	ADD	y1, a1, y1

  245. 	LD	a1,   5 * SIZE(A1)

  246. 	MUL	alpha2, a5,  a5

  247. 	unop

  248. 

  249. 	ADD	y2, a2, y2

  250. 	LD	a2,   6 * SIZE(A1)

  251. 	MUL	alpha2, a6,  a6

  252. 	unop

  253. 

  254. 	ADD	y3, a3, y3

  255. 	LD	a3,   7 * SIZE(A1)

  256. 	MUL	alpha2, a7,  a7

  257. 	unop

  258. 

  259. 	ADD	y0, a4, y0

  260. 	LD	a4,   4 * SIZE(A2)

  261. 	MUL	alpha3, a8,  a8

  262. 	unop

  263. 

  264. 	ADD	y1, a5, y1

  265. 	LD	a5,   5 * SIZE(A2)

  266. 	MUL	alpha3, a9,  a9

  267. 	lda	I,   -1(I)

  268. 

  269. 	ADD	y2, a6, y2

  270. 	LD	a6,   6 * SIZE(A2)

  271. 	MUL	alpha3, a10, a10

  272. 	unop

  273. 

  274. 	ADD	y3, a7, y3

  275. 	LD	a7,   7 * SIZE(A2)

  276. 	MUL	alpha3, a11, a11

  277. 	unop

  278. 

  279. 	ADD	y0, a8,  y0

  280. 	LD	a8,   4 * SIZE(A3)

  281. 	MUL	alpha4, a12, a12

  282. 	ble	I, $L13

  283. 	.align 4

  284. 

  285. $L12:

  286. 	ADD	y1, a9,  y1

  287. 	LD	a9,   5 * SIZE(A3)

  288. 	MUL	alpha4, a13, a13

  289. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(A1)

  290. 

  291. 	ADD	y2, a10, y2

  292. 	LD	a10,  6 * SIZE(A3)

  293. 	MUL	alpha4, a14, a14

  294. 	unop

  295. 

  296. 	ADD	y3, a11, y3

  297. 	LD	a11,  7 * SIZE(A3)

  298. 	MUL	alpha4, a15, a15

  299. 	lda	I,   -1(I)

  300. 

  301. 	ADD	y0, a12, y0

  302. 	LD	a12,  4 * SIZE(A4)

  303. 	MUL	alpha1, a0,  a0

  304. 	lds	$f31, (PREFETCHSIZE + 0) * SIZE(Y1)

  305. 

  306. 	ADD	y1, a13, y1

  307. 	LD	a13,  5 * SIZE(A4)

  308. 	MUL	alpha1, a1,  a1

  309. 	unop

  310. 

  311. 	ADD	y2, a14, y2

  312. 	LD	a14,  6 * SIZE(A4)

  313. 	MUL	alpha1, a2,  a2

  314. 	unop

  315. 

  316. 	ADD	y3, a15, y3

  317. 	LD	a15,  7 * SIZE(A4)

  318. 	MUL	alpha1, a3,  a3

  319. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(A2)

  320. 

  321. 	ADD	y4, a0, y4

  322. 	ST	y0,   0 * SIZE(Y1)

  323. 	MUL	alpha2, a4,  a4

  324. 	LD	a0,   8 * SIZE(A1)

  325. 

  326. 	ADD	y5, a1, y5

  327. 	ST	y1,   1 * SIZE(Y1)

  328. 	MUL	alpha2, a5,  a5

  329. 	LD	a1,   9 * SIZE(A1)

  330. 

  331. 	ADD	y6, a2, y6

  332. 	ST	y2,   2 * SIZE(Y1)

  333. 	MUL	alpha2, a6,  a6

  334. 	LD	a2,  10 * SIZE(A1)

  335. 

  336. 	ADD	y7, a3, y7

  337. 	ST	y3,   3 * SIZE(Y1)

  338. 	MUL	alpha2, a7,  a7

  339. 	LD	a3,  11 * SIZE(A1)

  340. 

  341. 	ADD	y4, a4, y4

  342. 	LD	a4,   8 * SIZE(A2)

  343. 	MUL	alpha3, a8,  a8

  344. 	LD	y0,   8 * SIZE(Y1)

  345. 

  346. 	ADD	y5, a5, y5

  347. 	LD	a5,   9 * SIZE(A2)

  348. 	MUL	alpha3, a9,  a9

  349. 	LD	y1,   9 * SIZE(Y1)

  350. 

  351. 	ADD	y6, a6, y6

  352. 	LD	a6,  10 * SIZE(A2)

  353. 	MUL	alpha3, a10, a10

  354. 	LD	y2,  10 * SIZE(Y1)

  355. 

  356. 	ADD	y7, a7, y7

  357. 	LD	a7,  11 * SIZE(A2)

  358. 	MUL	alpha3, a11, a11

  359. 	LD	y3,  11 * SIZE(Y1)

  360. 

  361. 	ADD	y4, a8,  y4

  362. 	LD	a8,   8 * SIZE(A3)

  363. 	MUL	alpha4, a12, a12

  364. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(A3)

  365. 

  366. 	ADD	y5, a9,  y5

  367. 	LD	a9,   9 * SIZE(A3)

  368. 	MUL	alpha4, a13, a13

  369. 	lda	A1,  8 * SIZE(A1)

  370. 

  371. 	ADD	y6, a10, y6

  372. 	LD	a10, 10 * SIZE(A3)

  373. 	MUL	alpha4, a14, a14

  374. 	lda	A2,  8 * SIZE(A2)

  375. 

  376. 	ADD	y7, a11, y7

  377. 	LD	a11, 11 * SIZE(A3)

  378. 	MUL	alpha4, a15, a15

  379. 	lda	Y1,  8 * SIZE(Y1)

  380. 

  381. 	ADD	y4, a12, y4

  382. 	LD	a12,  8 * SIZE(A4)

  383. 	MUL	alpha1, a0,  a0

  384. 	unop

  385. 

  386. 	ADD	y5, a13, y5

  387. 	LD	a13,  9 * SIZE(A4)

  388. 	MUL	alpha1, a1,  a1

  389. 	lda	A3,  8 * SIZE(A3)

  390. 

  391. 	ADD	y6, a14, y6

  392. 	LD	a14, 10 * SIZE(A4)

  393. 	MUL	alpha1, a2,  a2

  394. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(A4)

  395. 

  396. 	ADD	y7, a15, y7

  397. 	LD	a15, 11 * SIZE(A4)

  398. 	MUL	alpha1, a3,  a3

  399. 	lda	A4,   8 * SIZE(A4)

  400. 

  401. 	ADD	y0, a0, y0

  402. 	LD	a0,   4 * SIZE(A1)

  403. 	MUL	alpha2, a4,  a4

  404. 	ST	y4,  -4 * SIZE(Y1)

  405. 

  406. 	ADD	y1, a1, y1

  407. 	LD	a1,   5 * SIZE(A1)

  408. 	MUL	alpha2, a5,  a5

  409. 	ST	y5,  -3 * SIZE(Y1)

  410. 

  411. 	ADD	y2, a2, y2

  412. 	LD	a2,   6 * SIZE(A1)

  413. 	MUL	alpha2, a6,  a6

  414. 	ST	y6,  -2 * SIZE(Y1)

  415. 

  416. 	ADD	y3, a3, y3

  417. 	LD	a3,   7 * SIZE(A1)

  418. 	MUL	alpha2, a7,  a7

  419. 	ST	y7,  -1 * SIZE(Y1)

  420. 

  421. 	ADD	y0, a4, y0

  422. 	LD	a4,   4 * SIZE(A2)

  423. 	MUL	alpha3, a8,  a8

  424. 	LD	y4,   4 * SIZE(Y1)

  425. 

  426. 	ADD	y1, a5, y1

  427. 	LD	a5,   5 * SIZE(A2)

  428. 	MUL	alpha3, a9,  a9

  429. 	LD	y5,   5 * SIZE(Y1)

  430. 

  431. 	ADD	y2, a6, y2

  432. 	LD	a6,   6 * SIZE(A2)

  433. 	MUL	alpha3, a10, a10

  434. 	LD	y6,   6 * SIZE(Y1)

  435. 

  436. 	ADD	y3, a7, y3

  437. 	LD	a7,   7 * SIZE(A2)

  438. 	MUL	alpha3, a11, a11

  439. 	LD	y7,   7 * SIZE(Y1)

  440. 

  441. 	ADD	y0, a8,  y0

  442. 	LD	a8,   4 * SIZE(A3)

  443. 	MUL	alpha4, a12, a12

  444. 	bgt	I, $L12

  445. 	.align 4

  446. 

  447. $L13:

  448. 	ADD	y1, a9,  y1

  449. 	LD	a9,  5 * SIZE(A3)

  450. 	MUL	alpha4, a13, a13

  451. 	unop

  452. 

  453. 	ADD	y2, a10, y2

  454. 	LD	a10, 6 * SIZE(A3)

  455. 	MUL	alpha4, a14, a14

  456. 	unop

  457. 

  458. 	ADD	y3, a11, y3

  459. 	LD	a11, 7 * SIZE(A3)

  460. 	MUL	alpha4, a15, a15

  461. 	unop

  462. 

  463. 	ADD	y0, a12, y0

  464. 	LD	a12, 4 * SIZE(A4)

  465. 	MUL	alpha1, a0,  a0

  466. 	unop

  467. 

  468. 	ADD	y1, a13, y1

  469. 	LD	a13, 5 * SIZE(A4)

  470. 	MUL	alpha1, a1,  a1

  471. 	unop

  472. 

  473. 	ADD	y2, a14, y2

  474. 	LD	a14, 6 * SIZE(A4)

  475. 	MUL	alpha1, a2,  a2

  476. 	unop

  477. 

  478. 	ADD	y3, a15, y3

  479. 	LD	a15, 7 * SIZE(A4)

  480. 	MUL	alpha1, a3,  a3

  481. 	unop

  482. 

  483. 	ST	y0,  0 * SIZE(Y1)

  484. 	ADD	y4, a0, y4

  485. 	unop

  486. 	MUL	alpha2, a4,  a4

  487. 

  488. 	ST	y1,  1 * SIZE(Y1)

  489. 	ADD	y5, a1, y5

  490. 	unop

  491. 	MUL	alpha2, a5,  a5

  492. 

  493. 	ST	y2,  2 * SIZE(Y1)

  494. 	ADD	y6, a2, y6

  495. 	unop

  496. 	MUL	alpha2, a6,  a6

  497. 

  498. 	ST	y3,  3 * SIZE(Y1)

  499. 	ADD	y7, a3, y7

  500. 	lda	Y1,  8 * SIZE(Y1)

  501. 	MUL	alpha2, a7,  a7

  502. 

  503. 	ADD	y4, a4, y4

  504. 	MUL	alpha3, a8,  a8

  505. 	ADD	y5, a5, y5

  506. 	MUL	alpha3, a9,  a9

  507. 	ADD	y6, a6, y6

  508. 	MUL	alpha3, a10, a10

  509. 	ADD	y7, a7, y7

  510. 	MUL	alpha3, a11, a11

  511. 

  512. 	ADD	y4, a8,  y4

  513. 	MUL	alpha4, a12, a12

  514. 	ADD	y5, a9,  y5

  515. 	MUL	alpha4, a13, a13

  516. 	ADD	y6, a10, y6

  517. 	MUL	alpha4, a14, a14

  518. 	ADD	y7, a11, y7

  519. 	MUL	alpha4, a15, a15

  520. 

  521. 	ADD	y4, a12, y4

  522. 	ADD	y5, a13, y5

  523. 	ADD	y6, a14, y6

  524. 	ADD	y7, a15, y7

  525. 

  526. 	ST	y4, -4 * SIZE(Y1)

  527. 	lda	A1,  8 * SIZE(A1)

  528. 	ST	y5, -3 * SIZE(Y1)

  529. 	lda	A2,  8 * SIZE(A2)

  530. 	ST	y6, -2 * SIZE(Y1)

  531. 	lda	A3,  8 * SIZE(A3)

  532. 	ST	y7, -1 * SIZE(Y1)

  533. 	lda	A4,  8 * SIZE(A4)

  534. 	.align 4

  535. 

  536. $L15:

  537. 	and	M, 4, I

  538. 	ble	I, $L16

  539. 

  540. 	LD	y0,  0 * SIZE(Y1)

  541. 	LD	y1,  1 * SIZE(Y1)

  542. 	LD	y2,  2 * SIZE(Y1)

  543. 	LD	y3,  3 * SIZE(Y1)

  544. 

  545. 	LD	a0,  0 * SIZE(A1)

  546. 	LD	a1,  1 * SIZE(A1)

  547. 	LD	a2,  2 * SIZE(A1)

  548. 	LD	a3,  3 * SIZE(A1)

  549. 

  550. 	LD	a4,  0 * SIZE(A2)

  551. 	LD	a5,  1 * SIZE(A2)

  552. 	LD	a6,  2 * SIZE(A2)

  553. 	LD	a7,  3 * SIZE(A2)

  554. 

  555. 	LD	a8,  0 * SIZE(A3)

  556. 	LD	a9,  1 * SIZE(A3)

  557. 	LD	a10, 2 * SIZE(A3)

  558. 	LD	a11, 3 * SIZE(A3)

  559. 

  560. 	MUL	alpha1, a0,  a0

  561. 	LD	a12, 0 * SIZE(A4)

  562. 	MUL	alpha1, a1,  a1

  563. 	LD	a13, 1 * SIZE(A4)

  564. 	MUL	alpha1, a2,  a2

  565. 	LD	a14, 2 * SIZE(A4)

  566. 	MUL	alpha1, a3,  a3

  567. 	LD	a15, 3 * SIZE(A4)

  568. 

  569. 	ADD	y0, a0, y0

  570. 	MUL	alpha2, a4,  a4

  571. 	ADD	y1, a1, y1

  572. 	MUL	alpha2, a5,  a5

  573. 	ADD	y2, a2, y2

  574. 	MUL	alpha2, a6,  a6

  575. 	ADD	y3, a3, y3

  576. 	MUL	alpha2, a7,  a7

  577. 

  578. 	ADD	y0, a4, y0

  579. 	MUL	alpha3, a8,  a8

  580. 	ADD	y1, a5, y1

  581. 	MUL	alpha3, a9,  a9

  582. 	ADD	y2, a6, y2

  583. 	MUL	alpha3, a10, a10

  584. 	ADD	y3, a7, y3

  585. 	MUL	alpha3, a11, a11

  586. 

  587. 	ADD	y0, a8,  y0

  588. 	MUL	alpha4, a12, a12

  589. 	ADD	y1, a9,  y1

  590. 	MUL	alpha4, a13, a13

  591. 	ADD	y2, a10, y2

  592. 	MUL	alpha4, a14, a14

  593. 	ADD	y3, a11, y3

  594. 	MUL	alpha4, a15, a15

  595. 

  596. 	ADD	y0, a12, y0

  597. 	lda	Y1,  4 * SIZE(Y1)

  598. 	ADD	y1, a13, y1

  599. 	unop

  600. 

  601. 	ADD	y2, a14, y2

  602. 	unop

  603. 	ADD	y3, a15, y3

  604. 	unop

  605. 

  606. 	ST	y0, -4 * SIZE(Y1)

  607. 	lda	A1,  4 * SIZE(A1)

  608. 	ST	y1, -3 * SIZE(Y1)

  609. 	lda	A2,  4 * SIZE(A2)

  610. 	ST	y2, -2 * SIZE(Y1)

  611. 	lda	A3,  4 * SIZE(A3)

  612. 	ST	y3, -1 * SIZE(Y1)

  613. 	lda	A4,  4 * SIZE(A4)

  614. 	.align 4

  615. 

  616. $L16:

  617. 	and	M, 2, I

  618. 	ble	I, $L17

  619. 

  620. 	LD	a0,  0 * SIZE(A1)

  621. 	LD	a1,  1 * SIZE(A1)

  622. 	LD	a2,  0 * SIZE(A2)

  623. 	LD	a3,  1 * SIZE(A2)

  624. 

  625. 	LD	y0,  0 * SIZE(Y1)

  626. 	LD	y1,  1 * SIZE(Y1)

  627. 

  628. 	LD	a4,  0 * SIZE(A3)

  629. 	MUL	alpha1, a0, a0

  630. 	LD	a5,  1 * SIZE(A3)

  631. 	MUL	alpha1, a1, a1

  632. 	LD	a6,  0 * SIZE(A4)

  633. 	MUL	alpha2, a2, a2

  634. 	LD	a7,  1 * SIZE(A4)

  635. 	MUL	alpha2, a3, a3

  636. 

  637. 	ADD	y0, a0, y0

  638. 	MUL	alpha3, a4, a4

  639. 	ADD	y1, a1, y1

  640. 	MUL	alpha3, a5, a5

  641. 	ADD	y0, a2, y0

  642. 	MUL	alpha4, a6, a6

  643. 	ADD	y1, a3, y1

  644. 	MUL	alpha4, a7, a7

  645. 

  646. 	ADD	y0, a4, y0

  647. 	lda	A1,  2 * SIZE(A1)

  648. 	ADD	y1, a5, y1

  649. 	lda	A2,  2 * SIZE(A2)

  650. 	ADD	y0, a6, y0

  651. 	lda	A3,  2 * SIZE(A3)

  652. 	ADD	y1, a7, y1

  653. 	lda	A4,  2 * SIZE(A4)

  654. 

  655. 	ST	y0,  0 * SIZE(Y1)

  656. 	unop

  657. 	ST	y1,  1 * SIZE(Y1)

  658. 	lda	Y1,  2 * SIZE(Y1)

  659. 	.align 4

  660. 

  661. $L17:

  662. 	blbc	M, $L18

  663. 

  664. 	LD	y0,   0 * SIZE(Y1)

  665. 

  666. 	LD	a0,   0 * SIZE(A1)

  667. 	LD	a1,   0 * SIZE(A2)

  668. 	LD	a2,   0 * SIZE(A3)

  669. 	LD	a3,   0 * SIZE(A4)

  670. 

  671. 	MUL	alpha1, a0, a0

  672. 	MUL	alpha2, a1, a1

  673. 	MUL	alpha3, a2, a2

  674. 	MUL	alpha4, a3, a3

  675. 

  676. 	ADD	y0, a0, y0

  677. 	ADD	y0, a1, y0

  678. 	ADD	y0, a2, y0

  679. 	ADD	y0, a3, y0

  680. 

  681. 	ST	y0,   0 * SIZE(Y1)

  682. 	.align 4

  683. 

  684. $L18:

  685. 	lda	J, -1(J)

  686. 	bgt	J,  $L11

  687. 	.align 4

  688. 

  689. $L20:

  690. 	and	N, 2, J

  691. 	ble	J, $L30

  692. 

  693. 	LD	alpha1,  0 * SIZE(X)

  694. 	addq	X, INCX, X

  695. 	LD	alpha2,  0 * SIZE(X)

  696. 	addq	X, INCX, X

  697. 

  698. 	mov	A, A1

  699. 	MUL	alpha, alpha1, alpha1

  700. 	addq	A,  LDA, A2

  701. 	MUL	alpha, alpha2, alpha2

  702. 

  703. 	addq	A2, LDA, A

  704. 	mov	Y, Y1

  705. 

  706. 	sra	M,  3, I

  707. 	ble	I,  $L25

  708. 

  709. 	LD	a0,  0 * SIZE(A1)

  710. 	LD	a1,  1 * SIZE(A1)

  711. 	LD	a2,  2 * SIZE(A1)

  712. 	LD	a3,  3 * SIZE(A1)

  713. 

  714. 	LD	a4,  0 * SIZE(A2)

  715. 	LD	a5,  1 * SIZE(A2)

  716. 	LD	a6,  2 * SIZE(A2)

  717. 	LD	a7,  3 * SIZE(A2)

  718. 

  719. 	LD	y0,  0 * SIZE(Y1)

  720. 	LD	y1,  1 * SIZE(Y1)

  721. 	LD	y2,  2 * SIZE(Y1)

  722. 	LD	y3,  3 * SIZE(Y1)

  723. 

  724. 	MUL	alpha1, a0,  a0

  725. 	LD	y4,  4 * SIZE(Y1)

  726. 	MUL	alpha1, a1,  a1

  727. 	LD	y5,  5 * SIZE(Y1)

  728. 	MUL	alpha1, a2,  a2

  729. 	LD	y6,  6 * SIZE(Y1)

  730. 	MUL	alpha1, a3,  a3

  731. 	LD	y7,  7 * SIZE(Y1)

  732. 

  733. 	ADD	y0, a0, y0

  734. 	LD	a0,  4 * SIZE(A1)

  735. 	MUL	alpha2, a4,  a4

  736. 

  737. 	ADD	y1, a1, y1

  738. 	LD	a1,  5 * SIZE(A1)

  739. 	MUL	alpha2, a5,  a5

  740. 

  741. 	ADD	y2, a2, y2

  742. 	LD	a2,  6 * SIZE(A1)

  743. 	MUL	alpha2, a6,  a6

  744. 

  745. 	ADD	y3, a3, y3

  746. 	LD	a3,  7 * SIZE(A1)

  747. 	MUL	alpha2, a7,  a7

  748. 

  749. 	ADD	y0, a4, y0

  750. 	LD	a4,  4 * SIZE(A2)

  751. 	MUL	alpha1, a0,  a0

  752. 

  753. 	ADD	y1, a5, y1

  754. 	LD	a5,  5 * SIZE(A2)

  755. 	MUL	alpha1, a1,  a1

  756. 

  757. 	ADD	y2, a6, y2

  758. 	LD	a6,  6 * SIZE(A2)

  759. 	MUL	alpha1, a2,  a2

  760. 

  761. 	ADD	y3, a7, y3

  762. 	LD	a7,  7 * SIZE(A2)

  763. 	MUL	alpha1, a3,  a3

  764. 

  765. 	lda	I,   -1(I)

  766. 	ble	I, $L23

  767. 	.align 4

  768. 

  769. $L22:

  770. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(A1)

  771. 	lda	I,   -1(I)

  772. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(A2)

  773. 	lda	A2,  8 * SIZE(A2)

  774. 

  775. 	ADD	y4, a0, y4

  776. 	ST	y0,  0 * SIZE(Y1)

  777. 	MUL	alpha2, a4,  a4

  778. 	LD	a0,  8 * SIZE(A1)

  779. 

  780. 	ADD	y5, a1, y5

  781. 	ST	y1,  1 * SIZE(Y1)

  782. 	MUL	alpha2, a5,  a5

  783. 	LD	a1,  9 * SIZE(A1)

  784. 

  785. 	ADD	y6, a2, y6

  786. 	ST	y2,  2 * SIZE(Y1)

  787. 	MUL	alpha2, a6,  a6

  788. 	LD	a2, 10 * SIZE(A1)

  789. 

  790. 	ADD	y7, a3, y7

  791. 	ST	y3,  3 * SIZE(Y1)

  792. 	MUL	alpha2, a7,  a7

  793. 	LD	a3, 11 * SIZE(A1)

  794. 

  795. 	ADD	y4, a4, y4

  796. 	LD	a4,  0 * SIZE(A2)

  797. 	MUL	alpha1, a0,  a0

  798. 	LD	y0,  8 * SIZE(Y1)

  799. 

  800. 	ADD	y5, a5, y5

  801. 	LD	a5,  1 * SIZE(A2)

  802. 	MUL	alpha1, a1,  a1

  803. 	LD	y1,  9 * SIZE(Y1)

  804. 

  805. 	ADD	y6, a6, y6

  806. 	LD	a6,  2 * SIZE(A2)

  807. 	MUL	alpha1, a2,  a2

  808. 	LD	y2, 10 * SIZE(Y1)

  809. 

  810. 	ADD	y7, a7, y7

  811. 	LD	a7,  3 * SIZE(A2)

  812. 	MUL	alpha1, a3,  a3

  813. 	LD	y3, 11 * SIZE(Y1)

  814. 

  815. 	ADD	y0, a0, y0

  816. 	ST	y4,  4 * SIZE(Y1)

  817. 	MUL	alpha2, a4,  a4

  818. 	LD	a0, 12 * SIZE(A1)

  819. 

  820. 	ADD	y1, a1, y1

  821. 	ST	y5,  5 * SIZE(Y1)

  822. 	MUL	alpha2, a5,  a5

  823. 	LD	a1, 13 * SIZE(A1)

  824. 

  825. 	ADD	y2, a2, y2

  826. 	ST	y6,  6 * SIZE(Y1)

  827. 	MUL	alpha2, a6,  a6

  828. 	LD	a2, 14 * SIZE(A1)

  829. 

  830. 	ADD	y3, a3, y3

  831. 	ST	y7,  7 * SIZE(Y1)

  832. 	MUL	alpha2, a7,  a7

  833. 	LD	a3, 15 * SIZE(A1)

  834. 

  835. 	ADD	y0, a4, y0

  836. 	LD	a4,  4 * SIZE(A2)

  837. 	MUL	alpha1, a0,  a0

  838. 	LD	y4, 12 * SIZE(Y1)

  839. 

  840. 	ADD	y1, a5, y1

  841. 	LD	a5,  5 * SIZE(A2)

  842. 	MUL	alpha1, a1,  a1

  843. 	LD	y5, 13 * SIZE(Y1)

  844. 

  845. 	ADD	y2, a6, y2

  846. 	LD	a6,  6 * SIZE(A2)

  847. 	MUL	alpha1, a2,  a2

  848. 	LD	y6, 14 * SIZE(Y1)

  849. 

  850. 	ADD	y3, a7, y3

  851. 	LD	a7,  7 * SIZE(A2)

  852. 	MUL	alpha1, a3,  a3

  853. 	LD	y7, 15 * SIZE(Y1)

  854. 

  855. 	lds	$f31, (PREFETCHSIZE + 0) * SIZE(Y1)

  856. 	lda	A1,  8 * SIZE(A1)

  857. 	lda	Y1,  8 * SIZE(Y1)

  858. 	bgt	I, $L22

  859. 	.align 4

  860. 

  861. $L23:

  862. 	ADD	y4, a0, y4

  863. 	ST	y0,  0 * SIZE(Y1)

  864. 	MUL	alpha2, a4,  a4

  865. 	unop

  866. 

  867. 	ADD	y5, a1, y5

  868. 	ST	y1,  1 * SIZE(Y1)

  869. 	MUL	alpha2, a5,  a5

  870. 	unop

  871. 

  872. 	ADD	y6, a2, y6

  873. 	ST	y2,  2 * SIZE(Y1)

  874. 	MUL	alpha2, a6,  a6

  875. 	unop

  876. 

  877. 	ADD	y7, a3, y7

  878. 	ST	y3,  3 * SIZE(Y1)

  879. 	MUL	alpha2, a7,  a7

  880. 	unop

  881. 

  882. 	ADD	y4, a4, y4

  883. 	ADD	y5, a5, y5

  884. 	ADD	y6, a6, y6

  885. 	ADD	y7, a7, y7

  886. 

  887. 	ST	y4,  4 * SIZE(Y1)

  888. 	lda	A1,  8 * SIZE(A1)

  889. 	ST	y5,  5 * SIZE(Y1)

  890. 	lda	A2,  8 * SIZE(A2)

  891. 

  892. 	ST	y6,  6 * SIZE(Y1)

  893. 	unop

  894. 	ST	y7,  7 * SIZE(Y1)

  895. 	lda	Y1,  8 * SIZE(Y1)

  896. 	.align 4

  897. 

  898. $L25:

  899. 	and	M, 4, I

  900. 	ble	I, $L26

  901. 

  902. 	LD	y0,  0 * SIZE(Y1)

  903. 	LD	y1,  1 * SIZE(Y1)

  904. 	LD	y2,  2 * SIZE(Y1)

  905. 	LD	y3,  3 * SIZE(Y1)

  906. 

  907. 	LD	a0,  0 * SIZE(A1)

  908. 	LD	a1,  1 * SIZE(A1)

  909. 	LD	a2,  2 * SIZE(A1)

  910. 	LD	a3,  3 * SIZE(A1)

  911. 

  912. 	MUL	alpha1, a0,  a0

  913. 	LD	a4,  0 * SIZE(A2)

  914. 	MUL	alpha1, a1,  a1

  915. 	LD	a5,  1 * SIZE(A2)

  916. 	MUL	alpha1, a2,  a2

  917. 	LD	a6,  2 * SIZE(A2)

  918. 	MUL	alpha1, a3,  a3

  919. 	LD	a7,  3 * SIZE(A2)

  920. 

  921. 	ADD	y0, a0, y0

  922. 	MUL	alpha2, a4,  a4

  923. 	ADD	y1, a1, y1

  924. 	MUL	alpha2, a5,  a5

  925. 	ADD	y2, a2, y2

  926. 	MUL	alpha2, a6,  a6

  927. 	ADD	y3, a3, y3

  928. 	MUL	alpha2, a7,  a7

  929. 

  930. 	ADD	y0, a4, y0

  931. 	lda	Y1,  4 * SIZE(Y1)

  932. 	ADD	y1, a5, y1

  933. 	unop

  934. 	ADD	y2, a6, y2

  935. 	unop

  936. 	ADD	y3, a7, y3

  937. 	unop

  938. 

  939. 	ST	y0, -4 * SIZE(Y1)

  940. 	lda	A1,  4 * SIZE(A1)

  941. 	ST	y1, -3 * SIZE(Y1)

  942. 	lda	A2,  4 * SIZE(A2)

  943. 	ST	y2, -2 * SIZE(Y1)

  944. 	lda	A3,  4 * SIZE(A3)

  945. 	ST	y3, -1 * SIZE(Y1)

  946. 	lda	A4,  4 * SIZE(A4)

  947. 	.align 4

  948. 

  949. $L26:

  950. 	and	M, 2, I

  951. 	ble	I, $L27

  952. 

  953. 	LD	a0,  0 * SIZE(A1)

  954. 	LD	a1,  1 * SIZE(A1)

  955. 	LD	a2,  0 * SIZE(A2)

  956. 	LD	a3,  1 * SIZE(A2)

  957. 

  958. 	LD	y0,  0 * SIZE(Y1)

  959. 	LD	y1,  1 * SIZE(Y1)

  960. 

  961. 	MUL	alpha1, a0, a0

  962. 	MUL	alpha1, a1, a1

  963. 	MUL	alpha2, a2, a2

  964. 	MUL	alpha2, a3, a3

  965. 

  966. 	ADD	y0, a0, y0

  967. 	lda	A1,  2 * SIZE(A1)

  968. 	ADD	y1, a1, y1

  969. 	lda	A2,  2 * SIZE(A2)

  970. 	ADD	y0, a2, y0

  971. 	unop

  972. 	ADD	y1, a3, y1

  973. 	unop

  974. 

  975. 	ST	y0,  0 * SIZE(Y1)

  976. 	unop

  977. 	ST	y1,  1 * SIZE(Y1)

  978. 	lda	Y1,  2 * SIZE(Y1)

  979. 	.align 4

  980. 

  981. $L27:

  982. 	blbc	M, $L30

  983. 

  984. 	LD	y0,   0 * SIZE(Y1)

  985. 

  986. 	LD	a0,   0 * SIZE(A1)

  987. 	LD	a1,   0 * SIZE(A2)

  988. 

  989. 	MUL	alpha1, a0, a0

  990. 	MUL	alpha2, a1, a1

  991. 

  992. 	ADD	y0, a0, y0

  993. 	ADD	y0, a1, y0

  994. 

  995. 	ST	y0,   0 * SIZE(Y1)

  996. 	.align 4

  997. 

  998. $L30:

  999. 	blbc	N, $L990

  1000. 

  1001. 	LD	alpha1,  0 * SIZE(X)

  1002. 	mov	A, A1

  1003. 	MUL	alpha, alpha1, alpha1

  1004. 	mov	Y, Y1

  1005. 

  1006. 	sra	M,  3, I

  1007. 	ble	I,  $L35

  1008. 

  1009. 	LD	a0,  0 * SIZE(A1)

  1010. 	LD	a1,  1 * SIZE(A1)

  1011. 	LD	a2,  2 * SIZE(A1)

  1012. 	LD	a3,  3 * SIZE(A1)

  1013. 	LD	a4,  4 * SIZE(A1)

  1014. 	LD	a5,  5 * SIZE(A1)

  1015. 	LD	a6,  6 * SIZE(A1)

  1016. 	LD	a7,  7 * SIZE(A1)

  1017. 

  1018. 	LD	y0,  0 * SIZE(Y1)

  1019. 	LD	y1,  1 * SIZE(Y1)

  1020. 	LD	y2,  2 * SIZE(Y1)

  1021. 	LD	y3,  3 * SIZE(Y1)

  1022. 	LD	y4,  4 * SIZE(Y1)

  1023. 	LD	y5,  5 * SIZE(Y1)

  1024. 	LD	y6,  6 * SIZE(Y1)

  1025. 	LD	y7,  7 * SIZE(Y1)

  1026. 

  1027. 	MUL	alpha1, a0,  a0

  1028. 	MUL	alpha1, a1,  a1

  1029. 	MUL	alpha1, a2,  a2

  1030. 	MUL	alpha1, a3,  a3

  1031. 

  1032. 	lda	I,   -1(I)

  1033. 	ble	I, $L33

  1034. 	.align 4

  1035. 

  1036. $L32:

  1037. 	ADD	y0, a0, y0

  1038. 	LD	y4,  4 * SIZE(Y1)

  1039. 	MUL	alpha1, a4,  a4

  1040. 	LD	a0,  8 * SIZE(A1)

  1041. 

  1042. 	ADD	y1, a1, y1

  1043. 	LD	y5,  5 * SIZE(Y1)

  1044. 	MUL	alpha1, a5,  a5

  1045. 	LD	a1,  9 * SIZE(A1)

  1046. 

  1047. 	ADD	y2, a2, y2

  1048. 	LD	y6,  6 * SIZE(Y1)

  1049. 	MUL	alpha1, a6,  a6

  1050. 	LD	a2, 10 * SIZE(A1)

  1051. 

  1052. 	ADD	y3, a3, y3

  1053. 	LD	y7,  7 * SIZE(Y1)

  1054. 	MUL	alpha1, a7,  a7

  1055. 	LD	a3, 11 * SIZE(A1)

  1056. 

  1057. 	ST	y0,  0 * SIZE(Y1)

  1058. 	ST	y1,  1 * SIZE(Y1)

  1059. 	ST	y2,  2 * SIZE(Y1)

  1060. 	ST	y3,  3 * SIZE(Y1)

  1061. 

  1062. 	ADD	y4, a4, y4

  1063. 	LD	y0,  8 * SIZE(Y1)

  1064. 	MUL	alpha1, a0,  a0

  1065. 	LD	a4, 12 * SIZE(A1)

  1066. 

  1067. 	ADD	y5, a5, y5

  1068. 	LD	y1,  9 * SIZE(Y1)

  1069. 	MUL	alpha1, a1,  a1

  1070. 	LD	a5, 13 * SIZE(A1)

  1071. 

  1072. 	ADD	y6, a6, y6

  1073. 	LD	y2, 10 * SIZE(Y1)

  1074. 	MUL	alpha1, a2,  a2

  1075. 	LD	a6, 14 * SIZE(A1)

  1076. 

  1077. 	ADD	y7, a7, y7

  1078. 	LD	y3, 11 * SIZE(Y1)

  1079. 	MUL	alpha1, a3,  a3

  1080. 	LD	a7, 15 * SIZE(A1)

  1081. 

  1082. 	ST	y4,  4 * SIZE(Y1)

  1083. 	lda	I,   -1(I)

  1084. 	ST	y5,  5 * SIZE(Y1)

  1085. 	lda	A1,  8 * SIZE(A1)

  1086. 

  1087. 	ST	y6,  6 * SIZE(Y1)

  1088. 	ldl	$31, (PREFETCHSIZE + 0) * SIZE(A1)

  1089. 	ST	y7,  7 * SIZE(Y1)

  1090. 	lds	$f31, (PREFETCHSIZE + 0) * SIZE(Y1)

  1091. 

  1092. 	lda	Y1,  8 * SIZE(Y1)

  1093. 	bgt	I, $L32

  1094. 	.align 4

  1095. 

  1096. $L33:

  1097. 	ADD	y0, a0, y0

  1098. 	LD	y4,  4 * SIZE(Y1)

  1099. 	MUL	alpha1, a4,  a4

  1100. 	unop

  1101. 

  1102. 	ADD	y1, a1, y1

  1103. 	LD	y5,  5 * SIZE(Y1)

  1104. 	MUL	alpha1, a5,  a5

  1105. 	unop

  1106. 

  1107. 	ADD	y2, a2, y2

  1108. 	LD	y6,  6 * SIZE(Y1)

  1109. 	MUL	alpha1, a6,  a6

  1110. 	unop

  1111. 

  1112. 	ADD	y3, a3, y3

  1113. 	LD	y7,  7 * SIZE(Y1)

  1114. 	MUL	alpha1, a7,  a7

  1115. 	unop

  1116. 

  1117. 	ADD	y4, a4, y4

  1118. 	ST	y0,  0 * SIZE(Y1)

  1119. 	ADD	y5, a5, y5

  1120. 	ST	y1,  1 * SIZE(Y1)

  1121. 	ADD	y6, a6, y6

  1122. 	ST	y2,  2 * SIZE(Y1)

  1123. 	ADD	y7, a7, y7

  1124. 	ST	y3,  3 * SIZE(Y1)

  1125. 

  1126. 	ST	y4,  4 * SIZE(Y1)

  1127. 	unop

  1128. 	ST	y5,  5 * SIZE(Y1)

  1129. 	unop

  1130. 

  1131. 	ST	y6,  6 * SIZE(Y1)

  1132. 	lda	A1,  8 * SIZE(A1)

  1133. 	ST	y7,  7 * SIZE(Y1)

  1134. 	lda	Y1,  8 * SIZE(Y1)

  1135. 	.align 4

  1136. 

  1137. $L35:

  1138. 	and	M, 4, I

  1139. 	ble	I, $L36

  1140. 

  1141. 	LD	a0,  0 * SIZE(A1)

  1142. 	LD	a1,  1 * SIZE(A1)

  1143. 	LD	a2,  2 * SIZE(A1)

  1144. 	LD	a3,  3 * SIZE(A1)

  1145. 

  1146. 	MUL	alpha1, a0,  a0

  1147. 	LD	y0,  0 * SIZE(Y1)

  1148. 	MUL	alpha1, a1,  a1

  1149. 	LD	y1,  1 * SIZE(Y1)

  1150. 	MUL	alpha1, a2,  a2

  1151. 	LD	y2,  2 * SIZE(Y1)

  1152. 	MUL	alpha1, a3,  a3

  1153. 	LD	y3,  3 * SIZE(Y1)

  1154. 

  1155. 	ADD	y0, a0, y0

  1156. 	ADD	y1, a1, y1

  1157. 	ADD	y2, a2, y2

  1158. 	ADD	y3, a3, y3

  1159. 

  1160. 	ST	y0,  0 * SIZE(Y1)

  1161. 	lda	A1,  4 * SIZE(A1)

  1162. 	ST	y1,  1 * SIZE(Y1)

  1163. 	lda	A2,  4 * SIZE(A2)

  1164. 	ST	y2,  2 * SIZE(Y1)

  1165. 	unop

  1166. 	ST	y3,  3 * SIZE(Y1)

  1167. 	lda	Y1,  4 * SIZE(Y1)

  1168. 	.align 4

  1169. 

  1170. $L36:

  1171. 	and	M, 2, I

  1172. 	ble	I, $L37

  1173. 

  1174. 	LD	a0,  0 * SIZE(A1)

  1175. 	LD	a1,  1 * SIZE(A1)

  1176. 

  1177. 	LD	y0,  0 * SIZE(Y1)

  1178. 	MUL	alpha1, a0, a0

  1179. 	LD	y1,  1 * SIZE(Y1)

  1180. 	MUL	alpha1, a1, a1

  1181. 

  1182. 	ADD	y0, a0, y0

  1183. 	ADD	y1, a1, y1

  1184. 

  1185. 	ST	y0,  0 * SIZE(Y1)

  1186. 	lda	A1,  2 * SIZE(A1)

  1187. 	ST	y1,  1 * SIZE(Y1)

  1188. 	lda	Y1,  2 * SIZE(Y1)

  1189. 	.align 4

  1190. 

  1191. $L37:

  1192. 	blbc	M, $L990

  1193. 

  1194. 	LD	y0,   0 * SIZE(Y1)

  1195. 	LD	a0,   0 * SIZE(A1)

  1196. 

  1197. 	MUL	alpha1, a0, a0

  1198. 

  1199. 	ADD	y0, a0, y0

  1200. 	ST	y0,   0 * SIZE(Y1)

  1201. 	.align 4

  1202. 

  1203. $L990:

  1204. 	cmpeq	INCY, SIZE, $0

  1205. 	bne	$0, $L999

  1206. 

  1207. 	mov	BUFFER, Y1

  1208. 

  1209. 	sra	M, 3, I

  1210. 	ble	I, $L995

  1211. 	.align 4

  1212. 

  1213. $L992:

  1214. 	LD	a0,  0 * SIZE(BUFFER)

  1215. 	addq	BUFFER, INCY, BUFFER

  1216. 	LD	a1,  0 * SIZE(BUFFER)

  1217. 	addq	BUFFER, INCY, BUFFER

  1218. 	LD	a2,  0 * SIZE(BUFFER)

  1219. 	addq	BUFFER, INCY, BUFFER

  1220. 	LD	a3,  0 * SIZE(BUFFER)

  1221. 	addq	BUFFER, INCY, BUFFER

  1222. 

  1223. 	LD	y0,  0 * SIZE(Y)

  1224. 	LD	y1,  1 * SIZE(Y)

  1225. 	LD	y2,  2 * SIZE(Y)

  1226. 	LD	y3,  3 * SIZE(Y)

  1227. 

  1228. 	LD	a4,  0 * SIZE(BUFFER)

  1229. 	addq	BUFFER, INCY, BUFFER

  1230. 	LD	a5,  0 * SIZE(BUFFER)

  1231. 	addq	BUFFER, INCY, BUFFER

  1232. 	LD	a6,  0 * SIZE(BUFFER)

  1233. 	addq	BUFFER, INCY, BUFFER

  1234. 	LD	a7,  0 * SIZE(BUFFER)

  1235. 	addq	BUFFER, INCY, BUFFER

  1236. 

  1237. 	LD	y4,  4 * SIZE(Y)

  1238. 	LD	y5,  5 * SIZE(Y)

  1239. 	LD	y6,  6 * SIZE(Y)

  1240. 	LD	y7,  7 * SIZE(Y)

  1241. 

  1242. 	ADD	a0, y0, a0

  1243. 	ADD	a1, y1, a1

  1244. 	ADD	a2, y2, a2

  1245. 	ADD	a3, y3, a3

  1246. 	ADD	a4, y4, a4

  1247. 	ADD	a5, y5, a5

  1248. 	ADD	a6, y6, a6

  1249. 	ADD	a7, y7, a7

  1250. 

  1251. 	ST	a0,  0 * SIZE(Y1)

  1252. 	addq	Y1, INCY, Y1

  1253. 	ST	a1,  0 * SIZE(Y1)

  1254. 	addq	Y1, INCY, Y1

  1255. 	ST	a2,  0 * SIZE(Y1)

  1256. 	addq	Y1, INCY, Y1

  1257. 	ST	a3,  0 * SIZE(Y1)

  1258. 	addq	Y1, INCY, Y1

  1259. 

  1260. 	ST	a4,  0 * SIZE(Y1)

  1261. 	addq	Y1, INCY, Y1

  1262. 	ST	a5,  0 * SIZE(Y1)

  1263. 	addq	Y1, INCY, Y1

  1264. 	ST	a6,  0 * SIZE(Y1)

  1265. 	addq	Y1, INCY, Y1

  1266. 	ST	a7,  0 * SIZE(Y1)

  1267. 	addq	Y1, INCY, Y1

  1268. 

  1269. 	lda	I, -1(I)

  1270. 	lda	Y,   8 * SIZE(Y)

  1271. 	bgt	I, $L992

  1272. 	.align 4

  1273. 

  1274. $L995:

  1275. 	and	M, 7, I

  1276. 	ble	I, $L999

  1277. 	.align 4

  1278. 

  1279. $L996:

  1280. 	LD	a0,  0 * SIZE(BUFFER)

  1281. 	addq	BUFFER, INCY, BUFFER

  1282. 

  1283. 	LD	y0,  0 * SIZE(Y)

  1284. 	lda	Y,   1 * SIZE(Y)

  1285. 

  1286. 	ADD	a0, y0, a0

  1287. 

  1288. 	ST	a0,  0 * SIZE(Y1)

  1289. 	addq	Y1, INCY, Y1

  1290. 

  1291. 	lda	I, -1(I)

  1292. 	bgt	I, $L996

  1293. 	.align 4

  1294. 

  1295. $L999:

  1296. 	ldt	$f2,    0($sp)

  1297. 	ldt	$f3,    8($sp)

  1298. 	ldt	$f4,   16($sp)

  1299. 	ldt	$f5,   24($sp)

  1300. 	ldt	$f6,   32($sp)

  1301. 	ldt	$f7,   40($sp)

  1302. 	ldt	$f8,   48($sp)

  1303. 	ldt	$f9,   56($sp)

  1304. 

  1305. 	lda	$sp,  STACKSIZE($sp)

  1306. 	ret

  1307. 	EPILOGUE