OSchip
/
OpenBLAS
Not watched
1
0
Fork 0
Code
Releases 66 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Branch: develop
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'develop'
${ noResults }
OpenBLAS/kernel/x86_64/swap_sse2.S

586 lines
11 kB
Raw Permalink Blame History 

  1. /*********************************************************************/

  2. /* Copyright 2009, 2010 The University of Texas at Austin.           */

  3. /* All rights reserved.                                              */

  4. /*                                                                   */

  5. /* Redistribution and use in source and binary forms, with or        */

  6. /* without modification, are permitted provided that the following   */

  7. /* conditions are met:                                               */

  8. /*                                                                   */

  9. /*   1. Redistributions of source code must retain the above         */

  10. /*      copyright notice, this list of conditions and the following  */

  11. /*      disclaimer.                                                  */

  12. /*                                                                   */

  13. /*   2. Redistributions in binary form must reproduce the above      */

  14. /*      copyright notice, this list of conditions and the following  */

  15. /*      disclaimer in the documentation and/or other materials       */

  16. /*      provided with the distribution.                              */

  17. /*                                                                   */

  18. /*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */

  19. /*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */

  20. /*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */

  21. /*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */

  22. /*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */

  23. /*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */

  24. /*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */

  25. /*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */

  26. /*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */

  27. /*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */

  28. /*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */

  29. /*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */

  30. /*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */

  31. /*    POSSIBILITY OF SUCH DAMAGE.                                    */

  32. /*                                                                   */

  33. /* The views and conclusions contained in the software and           */

  34. /* documentation are those of the authors and should not be          */

  35. /* interpreted as representing official policies, either expressed   */

  36. /* or implied, of The University of Texas at Austin.                 */

  37. /*********************************************************************/

  38. 

  39. #define ASSEMBLER

  40. #include "common.h"

  41. 

  42. #ifndef WINDOWS_ABI

  43. #define M	ARG1

  44. #define X	ARG4

  45. #define INCX	ARG5

  46. #define Y	ARG6

  47. #define INCY	ARG2

  48. #else

  49. #define M	ARG1

  50. #define X	ARG2

  51. #define INCX	ARG3

  52. #define Y	ARG4

  53. #define INCY	%rbx

  54. #endif

  55. 

  56. #include "l1param.h"

  57. 

  58. 	PROLOGUE

  59. 	PROFCODE

  60. 

  61. #ifndef WINDOWS_ABI

  62. 	movq	8(%rsp), INCY

  63. #else

  64. 	pushq	%rbx

  65. 

  66. 	movq	48(%rsp), X

  67. 	movq	56(%rsp), INCX

  68. 	movq	64(%rsp), Y

  69. 	movq	72(%rsp), INCY

  70. #endif

  71. 

  72. 	SAVEREGISTERS

  73. 

  74. 	leaq	(, INCX, SIZE), INCX

  75. 	leaq	(, INCY, SIZE), INCY

  76. 

  77. 	cmpq	$SIZE, INCX

  78. 	jne	.L40

  79. 	cmpq	$SIZE, INCY

  80. 	jne	.L40

  81. 

  82. 	testq	$SIZE, Y

  83. 	je	.L10

  84. 

  85. 	movsd	0 * SIZE(X), %xmm0

  86. 	movsd	0 * SIZE(Y), %xmm8

  87. 

  88. 	movsd	%xmm8, 0 * SIZE(X)

  89. 	movsd	%xmm0, 0 * SIZE(Y)

  90. 

  91. 	addq	$1 * SIZE, X

  92. 	addq	$1 * SIZE, Y

  93. 	decq	M

  94. 	jle	.L19

  95. 	ALIGN_4

  96. 

  97. .L10:

  98. 	subq	$-16 * SIZE, X

  99. 	subq	$-16 * SIZE, Y

  100. 

  101. 	testq	$SIZE, X

  102. 	jne	.L20

  103. 

  104. 	movq	M,  %rax

  105. 	sarq	$4, %rax

  106. 	jle	.L13

  107. 	ALIGN_3

  108. 

  109. .L11:

  110. #ifdef PREFETCHW

  111. 	PREFETCHW (PREFETCHSIZE +  0) - PREOFFSET(X)

  112. #endif

  113. 

  114. 	movaps	-16 * SIZE(X), %xmm0

  115. 	movaps	-16 * SIZE(Y), %xmm1

  116. 

  117. 	movaps	%xmm0, 	-16 * SIZE(Y)

  118. 	movaps	%xmm1, 	-16 * SIZE(X)

  119. 

  120. 	movaps	-14 * SIZE(X), %xmm0

  121. 	movaps	-14 * SIZE(Y), %xmm1

  122. 

  123. 	movaps	%xmm0, 	-14 * SIZE(Y)

  124. 	movaps	%xmm1, 	-14 * SIZE(X)

  125. 

  126. #ifdef PREFETCHW

  127. 	PREFETCHW (PREFETCHSIZE +  0) - PREOFFSET(Y)

  128. #endif

  129. 

  130. 	movaps	-12 * SIZE(X), %xmm0

  131. 	movaps	-12 * SIZE(Y), %xmm1

  132. 

  133. 	movaps	%xmm0, 	-12 * SIZE(Y)

  134. 	movaps	%xmm1, 	-12 * SIZE(X)

  135. 

  136. 	movaps	-10 * SIZE(X), %xmm0

  137. 	movaps	-10 * SIZE(Y), %xmm1

  138. 

  139. 	movaps	%xmm0, 	-10 * SIZE(Y)

  140. 	movaps	%xmm1, 	-10 * SIZE(X)

  141. 

  142. #ifdef PREFETCHW

  143. 	PREFETCHW (PREFETCHSIZE + 64) - PREOFFSET(X)

  144. #endif

  145. 

  146. 	movaps	 -8 * SIZE(X), %xmm0

  147. 	movaps	 -8 * SIZE(Y), %xmm1

  148. 

  149. 	movaps	%xmm0, 	 -8 * SIZE(Y)

  150. 	movaps	%xmm1, 	 -8 * SIZE(X)

  151. 

  152. 	movaps	 -6 * SIZE(X), %xmm0

  153. 	movaps	 -6 * SIZE(Y), %xmm1

  154. 

  155. 	movaps	%xmm0, 	 -6 * SIZE(Y)

  156. 	movaps	%xmm1, 	 -6 * SIZE(X)

  157. 

  158. #ifdef PREFETCHW

  159. 	PREFETCHW (PREFETCHSIZE + 64) - PREOFFSET(Y)

  160. #endif

  161. 

  162. 	movaps	 -4 * SIZE(X), %xmm0

  163. 	movaps	 -4 * SIZE(Y), %xmm1

  164. 

  165. 	movaps	%xmm0, 	 -4 * SIZE(Y)

  166. 	movaps	%xmm1, 	 -4 * SIZE(X)

  167. 

  168. 	movaps	 -2 * SIZE(X), %xmm0

  169. 	movaps	 -2 * SIZE(Y), %xmm1

  170. 

  171. 	movaps	%xmm0, 	 -2 * SIZE(Y)

  172. 	movaps	%xmm1, 	 -2 * SIZE(X)

  173. 

  174. 	subq	$-16 * SIZE, Y

  175. 	subq	$-16 * SIZE, X

  176. 

  177. 	decq	%rax

  178. 	jg	.L11

  179. 	ALIGN_3

  180. 

  181. .L13:

  182. 	testq	$8, M

  183. 	jle	.L14

  184. 

  185. 	movaps	-16 * SIZE(X), %xmm0

  186. 	movaps	-16 * SIZE(Y), %xmm1

  187. 

  188. 	movaps	%xmm0, 	-16 * SIZE(Y)

  189. 	movaps	%xmm1, 	-16 * SIZE(X)

  190. 

  191. 	movaps	-14 * SIZE(X), %xmm0

  192. 	movaps	-14 * SIZE(Y), %xmm1

  193. 

  194. 	movaps	%xmm0, 	-14 * SIZE(Y)

  195. 	movaps	%xmm1, 	-14 * SIZE(X)

  196. 

  197. 	movaps	-12 * SIZE(X), %xmm0

  198. 	movaps	-12 * SIZE(Y), %xmm1

  199. 

  200. 	movaps	%xmm0, 	-12 * SIZE(Y)

  201. 	movaps	%xmm1, 	-12 * SIZE(X)

  202. 

  203. 	movaps	-10 * SIZE(X), %xmm0

  204. 	movaps	-10 * SIZE(Y), %xmm1

  205. 

  206. 	movaps	%xmm0, 	-10 * SIZE(Y)

  207.  	movaps	%xmm1, 	-10 * SIZE(X)

  208. 

  209. 	addq	$8 * SIZE, X

  210. 	addq	$8 * SIZE, Y

  211. 	ALIGN_3

  212. 

  213. .L14:

  214. 	testq	$4, M

  215. 	jle	.L15

  216. 

  217. 	movaps	-16 * SIZE(X), %xmm0

  218. 	movaps	-16 * SIZE(Y), %xmm1

  219. 

  220. 	movaps	%xmm0, 	-16 * SIZE(Y)

  221. 	movaps	%xmm1, 	-16 * SIZE(X)

  222. 

  223. 	movaps	-14 * SIZE(X), %xmm0

  224. 	movaps	-14 * SIZE(Y), %xmm1

  225. 

  226. 	movaps	%xmm0, 	-14 * SIZE(Y)

  227. 	movaps	%xmm1, 	-14 * SIZE(X)

  228. 

  229. 	addq	$4 * SIZE, X

  230. 	addq	$4 * SIZE, Y

  231. 	ALIGN_3

  232. 

  233. .L15:

  234. 	testq	$2, M

  235. 	jle	.L16

  236. 

  237. 	movaps	-16 * SIZE(X), %xmm0

  238. 	movaps	-16 * SIZE(Y), %xmm1

  239. 

  240. 	movaps	%xmm0, 	-16 * SIZE(Y)

  241. 	movaps	%xmm1, 	-16 * SIZE(X)

  242. 

  243. 	addq	$2 * SIZE, X

  244. 	addq	$2 * SIZE, Y

  245. 	ALIGN_3

  246. 

  247. .L16:

  248. 	testq	$1, M

  249. 	jle	.L19

  250. 

  251. 	movsd	-16 * SIZE(X), %xmm0

  252. 	movsd	-16 * SIZE(Y), %xmm1

  253. 

  254. 	movlps	%xmm1, 	-16 * SIZE(X)

  255. 	movlps	%xmm0, 	-16 * SIZE(Y)

  256. 	ALIGN_3

  257. 

  258. .L19:

  259. 	xorq	%rax,%rax

  260. 

  261. 	RESTOREREGISTERS

  262. 

  263. #ifdef WINDOWS_ABI

  264. 	popq	%rbx

  265. #endif

  266. 

  267. 	ret

  268. 	ALIGN_3

  269. 

  270. .L20:

  271. 	movhps	 -16 * SIZE(X), %xmm0

  272. 	movaps	 -16 * SIZE(Y), %xmm1

  273. 

  274. 	movlps	%xmm1, -16 * SIZE(X)

  275. 	decq	M

  276. 	jle	.L29

  277. 

  278. 	movq	M,  %rax

  279. 	sarq	$4, %rax

  280. 	jle	.L23

  281. 	ALIGN_4

  282. 

  283. .L21:

  284. #ifdef PREFETCHW

  285. 	PREFETCHW (PREFETCHSIZE +  0) - PREOFFSET(X)

  286. #endif

  287. 

  288. 	movaps	-15 * SIZE(X), %xmm2

  289. 	movaps	-14 * SIZE(Y), %xmm3

  290. 

  291. 	SHUFPD_1  %xmm2, %xmm0

  292. 	movaps	%xmm0, -16 * SIZE(Y)

  293. 	SHUFPD_1  %xmm3, %xmm1

  294. 	movaps	%xmm1, -15 * SIZE(X)

  295. 

  296. 	movaps	-13 * SIZE(X), %xmm0

  297. 	movaps	-12 * SIZE(Y), %xmm1

  298. 

  299. 	SHUFPD_1  %xmm0, %xmm2

  300. 	movaps	%xmm2, -14 * SIZE(Y)

  301. 	SHUFPD_1  %xmm1, %xmm3

  302. 	movaps	%xmm3, -13 * SIZE(X)

  303. 

  304. #ifdef PREFETCHW

  305. 	PREFETCHW (PREFETCHSIZE +  0) - PREOFFSET(Y)

  306. #endif

  307. 

  308. 	movaps	-11 * SIZE(X), %xmm2

  309. 	movaps	-10 * SIZE(Y), %xmm3

  310. 

  311. 	SHUFPD_1  %xmm2, %xmm0

  312. 	movaps	%xmm0, -12 * SIZE(Y)

  313. 	SHUFPD_1  %xmm3, %xmm1

  314. 	movaps	%xmm1, -11 * SIZE(X)

  315. 

  316. 	movaps	 -9 * SIZE(X), %xmm0

  317. 	movaps	 -8 * SIZE(Y), %xmm1

  318. 

  319. 	SHUFPD_1  %xmm0, %xmm2

  320. 	movaps	%xmm2, -10 * SIZE(Y)

  321. 	SHUFPD_1  %xmm1, %xmm3

  322. 	movaps	%xmm3,  -9 * SIZE(X)

  323. 

  324. #ifdef PREFETCHW

  325. 	PREFETCHW (PREFETCHSIZE + 64) - PREOFFSET(X)

  326. #endif

  327. 

  328. 	movaps	 -7 * SIZE(X), %xmm2

  329. 	movaps	 -6 * SIZE(Y), %xmm3

  330. 

  331. 	SHUFPD_1  %xmm2, %xmm0

  332. 	movaps	%xmm0,  -8 * SIZE(Y)

  333. 	SHUFPD_1  %xmm3, %xmm1

  334. 	movaps	%xmm1,  -7 * SIZE(X)

  335. 

  336. 	movaps	 -5 * SIZE(X), %xmm0

  337. 	movaps	 -4 * SIZE(Y), %xmm1

  338. 

  339. 	SHUFPD_1  %xmm0, %xmm2

  340. 	movaps	%xmm2,  -6 * SIZE(Y)

  341. 	SHUFPD_1  %xmm1, %xmm3

  342. 	movaps	%xmm3,  -5 * SIZE(X)

  343. 

  344. #ifdef PREFETCHW

  345. 	PREFETCHW (PREFETCHSIZE + 64) - PREOFFSET(Y)

  346. #endif

  347. 

  348. 	movaps	 -3 * SIZE(X), %xmm2

  349. 	movaps	 -2 * SIZE(Y), %xmm3

  350. 

  351. 	SHUFPD_1  %xmm2, %xmm0

  352. 	movaps	%xmm0,  -4 * SIZE(Y)

  353. 	SHUFPD_1  %xmm3, %xmm1

  354. 	movaps	%xmm1,  -3 * SIZE(X)

  355. 

  356. 	movaps	 -1 * SIZE(X), %xmm0

  357. 	movaps	  0 * SIZE(Y), %xmm1

  358. 

  359. 	SHUFPD_1  %xmm0, %xmm2

  360. 	movaps	%xmm2,  -2 * SIZE(Y)

  361. 	SHUFPD_1  %xmm1, %xmm3

  362. 	movaps	%xmm3,  -1 * SIZE(X)

  363. 

  364. 	subq	$-16 * SIZE, X

  365. 	subq	$-16 * SIZE, Y

  366. 

  367. 	decq	%rax

  368. 	jg	.L21

  369. 	ALIGN_3

  370. 

  371. .L23:

  372. 	testq	$8, M

  373. 	jle	.L24

  374. 

  375. 	movaps	-15 * SIZE(X), %xmm2

  376. 	movaps	-14 * SIZE(Y), %xmm3

  377. 

  378. 	SHUFPD_1  %xmm2, %xmm0

  379. 	movaps	%xmm0, -16 * SIZE(Y)

  380. 	SHUFPD_1  %xmm3, %xmm1

  381. 	movaps	%xmm1, -15 * SIZE(X)

  382. 

  383. 	movaps	-13 * SIZE(X), %xmm0

  384. 	movaps	-12 * SIZE(Y), %xmm1

  385. 

  386. 	SHUFPD_1  %xmm0, %xmm2

  387. 	movaps	%xmm2, -14 * SIZE(Y)

  388. 	SHUFPD_1  %xmm1, %xmm3

  389. 	movaps	%xmm3, -13 * SIZE(X)

  390. 

  391. 	movaps	-11 * SIZE(X), %xmm2

  392. 	movaps	-10 * SIZE(Y), %xmm3

  393. 

  394. 	SHUFPD_1  %xmm2, %xmm0

  395. 	movaps	%xmm0, -12 * SIZE(Y)

  396. 	SHUFPD_1  %xmm3, %xmm1

  397. 	movaps	%xmm1, -11 * SIZE(X)

  398. 

  399. 	movaps	 -9 * SIZE(X), %xmm0

  400. 	movaps	 -8 * SIZE(Y), %xmm1

  401. 

  402. 	SHUFPD_1  %xmm0, %xmm2

  403. 	movaps	%xmm2, -10 * SIZE(Y)

  404. 	SHUFPD_1  %xmm1, %xmm3

  405. 	movaps	%xmm3,  -9 * SIZE(X)

  406. 

  407. 	addq	$8 * SIZE, X

  408. 	addq	$8 * SIZE, Y

  409. 	ALIGN_3

  410. 

  411. .L24:

  412. 	testq	$4, M

  413. 	jle	.L25

  414. 

  415. 	movaps	-15 * SIZE(X), %xmm2

  416. 	movaps	-14 * SIZE(Y), %xmm3

  417. 

  418. 	SHUFPD_1  %xmm2, %xmm0

  419. 	movaps	%xmm0, -16 * SIZE(Y)

  420. 	SHUFPD_1  %xmm3, %xmm1

  421. 	movaps	%xmm1, -15 * SIZE(X)

  422. 

  423. 	movaps	-13 * SIZE(X), %xmm0

  424. 	movaps	-12 * SIZE(Y), %xmm1

  425. 

  426. 	SHUFPD_1  %xmm0, %xmm2

  427. 	movaps	%xmm2, -14 * SIZE(Y)

  428. 	SHUFPD_1  %xmm1, %xmm3

  429. 	movaps	%xmm3, -13 * SIZE(X)

  430. 

  431. 	addq	$4 * SIZE, X

  432. 	addq	$4 * SIZE, Y

  433. 	ALIGN_3

  434. 

  435. .L25:

  436. 	testq	$2, M

  437. 	jle	.L26

  438. 

  439. 	movaps	-15 * SIZE(X), %xmm2

  440. 	movaps	-14 * SIZE(Y), %xmm3

  441. 

  442. 	SHUFPD_1  %xmm3, %xmm1

  443. 	movaps	%xmm1, -15 * SIZE(X)

  444. 	SHUFPD_1  %xmm2, %xmm0

  445. 	movaps	%xmm0, -16 * SIZE(Y)

  446. 

  447. 	movaps	%xmm2, %xmm0

  448. 	movaps	%xmm3, %xmm1

  449. 

  450. 	addq	$2 * SIZE, X

  451. 	addq	$2 * SIZE, Y

  452. 	ALIGN_3

  453. 

  454. .L26:

  455. 	testq	$1, M

  456. 	jle	.L29

  457. 

  458. 	movhps	%xmm0, -16 * SIZE(Y)

  459. 	movhps	-15 * SIZE(X), %xmm0

  460. 	movhps	%xmm1, -15 * SIZE(X)

  461. 

  462. 	addq	$SIZE, X

  463. 	addq	$SIZE, Y

  464. 	ALIGN_3

  465. 

  466. .L29:

  467. 	movhps	%xmm0, -16 * SIZE(Y)

  468. 

  469. 	xorq	%rax,%rax

  470. 

  471. 	RESTOREREGISTERS

  472. 

  473. #ifdef WINDOWS_ABI

  474. 	popq	%rbx

  475. #endif

  476. 

  477. 	ret

  478. 	ALIGN_3

  479. 

  480. .L40:

  481. 	movq	M,  %rax

  482. 	sarq	$3, %rax

  483. 	jle	.L45

  484. 	ALIGN_3

  485. 

  486. .L41:

  487. 	movsd	(X), %xmm0

  488. 	movsd	(Y), %xmm1

  489. 

  490. 	movsd	%xmm1, (X)

  491. 	addq	INCX, X

  492. 	movsd	%xmm0, (Y)

  493. 	addq	INCY, Y

  494. 

  495. 	movsd	(X), %xmm0

  496. 	movsd	(Y), %xmm1

  497. 

  498. 	movsd	%xmm1, (X)

  499. 	addq	INCX, X

  500. 	movsd	%xmm0, (Y)

  501. 	addq	INCY, Y

  502. 

  503. 	movsd	(X), %xmm0

  504. 	movsd	(Y), %xmm1

  505. 

  506. 	movsd	%xmm1, (X)

  507. 	addq	INCX, X

  508. 	movsd	%xmm0, (Y)

  509. 	addq	INCY, Y

  510. 

  511. 	movsd	(X), %xmm0

  512. 	movsd	(Y), %xmm1

  513. 

  514. 	movsd	%xmm1, (X)

  515. 	addq	INCX, X

  516. 	movsd	%xmm0, (Y)

  517. 	addq	INCY, Y

  518. 

  519. 	movsd	(X), %xmm0

  520. 	movsd	(Y), %xmm1

  521. 

  522. 	movsd	%xmm1, (X)

  523. 	addq	INCX, X

  524. 	movsd	%xmm0, (Y)

  525. 	addq	INCY, Y

  526. 

  527. 	movsd	(X), %xmm0

  528. 	movsd	(Y), %xmm1

  529. 

  530. 	movsd	%xmm1, (X)

  531. 	addq	INCX, X

  532. 	movsd	%xmm0, (Y)

  533. 	addq	INCY, Y

  534. 

  535. 	movsd	(X), %xmm0

  536. 	movsd	(Y), %xmm1

  537. 

  538. 	movsd	%xmm1, (X)

  539. 	addq	INCX, X

  540. 	movsd	%xmm0, (Y)

  541. 	addq	INCY, Y

  542. 

  543. 	movsd	(X), %xmm0

  544. 	movsd	(Y), %xmm1

  545. 

  546. 	movsd	%xmm1, (X)

  547. 	addq	INCX, X

  548. 	movsd	%xmm0, (Y)

  549. 	addq	INCY, Y

  550. 

  551. 	decq	%rax

  552. 	jg	.L41

  553. 	ALIGN_3

  554. 

  555. .L45:

  556. 	movq	M,  %rax

  557. 	andq	$7, %rax

  558. 	jle	.L47

  559. 	ALIGN_3

  560. 

  561. .L46:

  562. 	movsd	(X), %xmm0

  563. 	movsd	(Y), %xmm1

  564. 

  565. 	movsd	%xmm1, (X)

  566. 	movsd	%xmm0, (Y)

  567. 

  568. 	addq	INCX, X

  569. 	addq	INCY, Y

  570. 	decq	%rax

  571. 	jg	.L46

  572. 	ALIGN_3

  573. 

  574. .L47:

  575. 	xorq	%rax, %rax

  576. 

  577. 	RESTOREREGISTERS

  578. 

  579. #ifdef WINDOWS_ABI

  580. 	popq	%rbx

  581. #endif

  582. 

  583. 	ret

  584. 

  585. 	EPILOGUE