| dnl IA-64 mpn_bdiv_dbm1. |
| |
| dnl Copyright 2008, 2009 Free Software Foundation, Inc. |
| |
| dnl This file is part of the GNU MP Library. |
| |
| dnl The GNU MP Library is free software; you can redistribute it and/or modify |
| dnl it under the terms of the GNU Lesser General Public License as published |
| dnl by the Free Software Foundation; either version 3 of the License, or (at |
| dnl your option) any later version. |
| |
| dnl The GNU MP Library is distributed in the hope that it will be useful, but |
| dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY |
| dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public |
| dnl License for more details. |
| |
| dnl You should have received a copy of the GNU Lesser General Public License |
| dnl along with the GNU MP Library. If not, see http://www.gnu.org/licenses/. |
| |
| include(`../config.m4') |
| |
| C cycles/limb |
| C Itanium: 4 |
| C Itanium 2: 2 |
| |
| C TODO |
| C * Optimize feed-in and wind-down code, both for speed and code size. |
| |
| C INPUT PARAMETERS |
| define(`rp', `r32') |
| define(`up', `r33') |
| define(`n', `r34') |
| define(`bd', `r35') |
| |
| ASM_START() |
| PROLOGUE(mpn_bdiv_dbm1c) |
| .prologue |
| .save ar.lc, r2 |
| .body |
| |
| ifdef(`HAVE_ABI_32', |
| ` addp4 rp = 0, rp C M I |
| addp4 up = 0, up C M I |
| zxt4 n = n C I |
| ;; |
| ') |
| {.mmb |
| mov r15 = r36 C M I |
| ldf8 f9 = [up], 8 C M |
| nop.b 0 C B |
| } |
| .Lcommon: |
| {.mii |
| adds r16 = -1, n C M I |
| mov r2 = ar.lc C I0 |
| and r14 = 3, n C M I |
| ;; |
| } |
| {.mii |
| setf.sig f6 = bd C M2 M3 |
| shr.u r31 = r16, 2 C I0 |
| cmp.eq p10, p0 = 0, r14 C M I |
| } |
| {.mii |
| nop.m 0 C M |
| cmp.eq p11, p0 = 2, r14 C M I |
| cmp.eq p12, p0 = 3, r14 C M I |
| ;; |
| } |
| {.mii |
| cmp.ne p6, p7 = r0, r0 C M I |
| mov.i ar.lc = r31 C I0 |
| cmp.ne p8, p9 = r0, r0 C M I |
| } |
| {.bbb |
| (p10) br.dptk .Lb00 C B |
| (p11) br.dptk .Lb10 C B |
| (p12) br.dptk .Lb11 C B |
| ;; |
| } |
| |
| .Lb01: br.cloop.dptk .grt1 |
| ;; |
| xma.l f38 = f9, f6, f0 |
| xma.hu f39 = f9, f6, f0 |
| ;; |
| getf.sig r26 = f38 |
| getf.sig r27 = f39 |
| br .Lcj1 |
| |
| .grt1: ldf8 f10 = [r33], 8 |
| ;; |
| ldf8 f11 = [r33], 8 |
| ;; |
| ldf8 f12 = [r33], 8 |
| ;; |
| xma.l f38 = f9, f6, f0 |
| xma.hu f39 = f9, f6, f0 |
| ;; |
| ldf8 f13 = [r33], 8 |
| ;; |
| xma.l f32 = f10, f6, f0 |
| xma.hu f33 = f10, f6, f0 |
| br.cloop.dptk .grt5 |
| |
| ;; |
| getf.sig r26 = f38 |
| xma.l f34 = f11, f6, f0 |
| xma.hu f35 = f11, f6, f0 |
| ;; |
| getf.sig r27 = f39 |
| ;; |
| getf.sig r20 = f32 |
| xma.l f36 = f12, f6, f0 |
| xma.hu f37 = f12, f6, f0 |
| ;; |
| getf.sig r21 = f33 |
| ;; |
| getf.sig r22 = f34 |
| xma.l f38 = f13, f6, f0 |
| xma.hu f39 = f13, f6, f0 |
| br .Lcj5 |
| |
| .grt5: ldf8 f10 = [r33], 8 |
| ;; |
| getf.sig r26 = f38 |
| xma.l f34 = f11, f6, f0 |
| xma.hu f35 = f11, f6, f0 |
| ;; |
| getf.sig r27 = f39 |
| ldf8 f11 = [r33], 8 |
| ;; |
| getf.sig r20 = f32 |
| xma.l f36 = f12, f6, f0 |
| xma.hu f37 = f12, f6, f0 |
| ;; |
| getf.sig r21 = f33 |
| ldf8 f12 = [r33], 8 |
| ;; |
| getf.sig r22 = f34 |
| xma.l f38 = f13, f6, f0 |
| xma.hu f39 = f13, f6, f0 |
| br .LL01 |
| |
| .Lb10: ldf8 f13 = [r33], 8 |
| br.cloop.dptk .grt2 |
| ;; |
| |
| xma.l f36 = f9, f6, f0 |
| xma.hu f37 = f9, f6, f0 |
| ;; |
| xma.l f38 = f13, f6, f0 |
| xma.hu f39 = f13, f6, f0 |
| ;; |
| getf.sig r24 = f36 |
| ;; |
| getf.sig r25 = f37 |
| ;; |
| getf.sig r26 = f38 |
| ;; |
| getf.sig r27 = f39 |
| br .Lcj2 |
| |
| .grt2: ldf8 f10 = [r33], 8 |
| ;; |
| ldf8 f11 = [r33], 8 |
| ;; |
| xma.l f36 = f9, f6, f0 |
| xma.hu f37 = f9, f6, f0 |
| ;; |
| ldf8 f12 = [r33], 8 |
| ;; |
| xma.l f38 = f13, f6, f0 |
| xma.hu f39 = f13, f6, f0 |
| ;; |
| ldf8 f13 = [r33], 8 |
| ;; |
| getf.sig r24 = f36 |
| xma.l f32 = f10, f6, f0 |
| xma.hu f33 = f10, f6, f0 |
| br.cloop.dptk .grt6 |
| |
| getf.sig r25 = f37 |
| ;; |
| getf.sig r26 = f38 |
| xma.l f34 = f11, f6, f0 |
| xma.hu f35 = f11, f6, f0 |
| ;; |
| getf.sig r27 = f39 |
| ;; |
| getf.sig r20 = f32 |
| xma.l f36 = f12, f6, f0 |
| xma.hu f37 = f12, f6, f0 |
| br .Lcj6 |
| |
| .grt6: getf.sig r25 = f37 |
| ldf8 f10 = [r33], 8 |
| ;; |
| getf.sig r26 = f38 |
| xma.l f34 = f11, f6, f0 |
| xma.hu f35 = f11, f6, f0 |
| ;; |
| getf.sig r27 = f39 |
| ldf8 f11 = [r33], 8 |
| ;; |
| getf.sig r20 = f32 |
| xma.l f36 = f12, f6, f0 |
| xma.hu f37 = f12, f6, f0 |
| br .LL10 |
| |
| |
| .Lb11: ldf8 f12 = [r33], 8 |
| ;; |
| ldf8 f13 = [r33], 8 |
| br.cloop.dptk .grt3 |
| ;; |
| |
| xma.l f34 = f9, f6, f0 |
| xma.hu f35 = f9, f6, f0 |
| ;; |
| xma.l f36 = f12, f6, f0 |
| xma.hu f37 = f12, f6, f0 |
| ;; |
| getf.sig r22 = f34 |
| xma.l f38 = f13, f6, f0 |
| xma.hu f39 = f13, f6, f0 |
| ;; |
| getf.sig r23 = f35 |
| ;; |
| getf.sig r24 = f36 |
| ;; |
| getf.sig r25 = f37 |
| ;; |
| getf.sig r26 = f38 |
| br .Lcj3 |
| |
| .grt3: ldf8 f10 = [r33], 8 |
| ;; |
| xma.l f34 = f9, f6, f0 |
| xma.hu f35 = f9, f6, f0 |
| ;; |
| ldf8 f11 = [r33], 8 |
| ;; |
| xma.l f36 = f12, f6, f0 |
| xma.hu f37 = f12, f6, f0 |
| ;; |
| ldf8 f12 = [r33], 8 |
| ;; |
| getf.sig r22 = f34 |
| xma.l f38 = f13, f6, f0 |
| xma.hu f39 = f13, f6, f0 |
| ;; |
| getf.sig r23 = f35 |
| ldf8 f13 = [r33], 8 |
| ;; |
| getf.sig r24 = f36 |
| xma.l f32 = f10, f6, f0 |
| xma.hu f33 = f10, f6, f0 |
| br.cloop.dptk .grt7 |
| |
| getf.sig r25 = f37 |
| ;; |
| getf.sig r26 = f38 |
| xma.l f34 = f11, f6, f0 |
| xma.hu f35 = f11, f6, f0 |
| br .Lcj7 |
| |
| .grt7: getf.sig r25 = f37 |
| ldf8 f10 = [r33], 8 |
| ;; |
| getf.sig r26 = f38 |
| xma.l f34 = f11, f6, f0 |
| xma.hu f35 = f11, f6, f0 |
| br .LL11 |
| |
| |
| .Lb00: ldf8 f11 = [r33], 8 |
| ;; |
| ldf8 f12 = [r33], 8 |
| ;; |
| ldf8 f13 = [r33], 8 |
| br.cloop.dptk .grt4 |
| ;; |
| |
| xma.l f32 = f9, f6, f0 |
| xma.hu f33 = f9, f6, f0 |
| ;; |
| xma.l f34 = f11, f6, f0 |
| xma.hu f35 = f11, f6, f0 |
| ;; |
| getf.sig r20 = f32 |
| xma.l f36 = f12, f6, f0 |
| xma.hu f37 = f12, f6, f0 |
| ;; |
| getf.sig r21 = f33 |
| ;; |
| getf.sig r22 = f34 |
| xma.l f38 = f13, f6, f0 |
| xma.hu f39 = f13, f6, f0 |
| ;; |
| getf.sig r23 = f35 |
| ;; |
| getf.sig r24 = f36 |
| br .Lcj4 |
| |
| .grt4: xma.l f32 = f9, f6, f0 |
| xma.hu f33 = f9, f6, f0 |
| ;; |
| ldf8 f10 = [r33], 8 |
| ;; |
| xma.l f34 = f11, f6, f0 |
| xma.hu f35 = f11, f6, f0 |
| ;; |
| ldf8 f11 = [r33], 8 |
| ;; |
| getf.sig r20 = f32 |
| xma.l f36 = f12, f6, f0 |
| xma.hu f37 = f12, f6, f0 |
| ;; |
| getf.sig r21 = f33 |
| ldf8 f12 = [r33], 8 |
| ;; |
| getf.sig r22 = f34 |
| xma.l f38 = f13, f6, f0 |
| xma.hu f39 = f13, f6, f0 |
| ;; |
| getf.sig r23 = f35 |
| ldf8 f13 = [r33], 8 |
| ;; |
| getf.sig r24 = f36 |
| xma.l f32 = f10, f6, f0 |
| xma.hu f33 = f10, f6, f0 |
| br.cloop.dptk .LL00 |
| br .Lcj8 |
| |
| C *** MAIN LOOP START *** |
| ALIGN(32) |
| .Ltop: |
| .pred.rel "mutex",p6,p7 |
| C .mfi |
| getf.sig r24 = f36 |
| xma.l f32 = f10, f6, f0 |
| (p6) sub r15 = r19, r27, 1 |
| C .mfi |
| st8 [r32] = r19, 8 |
| xma.hu f33 = f10, f6, f0 |
| (p7) sub r15 = r19, r27 |
| ;; |
| .LL00: |
| C .mfi |
| getf.sig r25 = f37 |
| nop.f 0 |
| cmp.ltu p6, p7 = r15, r20 |
| C .mib |
| ldf8 f10 = [r33], 8 |
| sub r16 = r15, r20 |
| nop.b 0 |
| ;; |
| |
| C .mfi |
| getf.sig r26 = f38 |
| xma.l f34 = f11, f6, f0 |
| (p6) sub r15 = r16, r21, 1 |
| C .mfi |
| st8 [r32] = r16, 8 |
| xma.hu f35 = f11, f6, f0 |
| (p7) sub r15 = r16, r21 |
| ;; |
| .LL11: |
| C .mfi |
| getf.sig r27 = f39 |
| nop.f 0 |
| cmp.ltu p6, p7 = r15, r22 |
| C .mib |
| ldf8 f11 = [r33], 8 |
| sub r17 = r15, r22 |
| nop.b 0 |
| ;; |
| |
| C .mfi |
| getf.sig r20 = f32 |
| xma.l f36 = f12, f6, f0 |
| (p6) sub r15 = r17, r23, 1 |
| C .mfi |
| st8 [r32] = r17, 8 |
| xma.hu f37 = f12, f6, f0 |
| (p7) sub r15 = r17, r23 |
| ;; |
| .LL10: |
| C .mfi |
| getf.sig r21 = f33 |
| nop.f 0 |
| cmp.ltu p6, p7 = r15, r24 |
| C .mib |
| ldf8 f12 = [r33], 8 |
| sub r18 = r15, r24 |
| nop.b 0 |
| ;; |
| |
| C .mfi |
| getf.sig r22 = f34 |
| xma.l f38 = f13, f6, f0 |
| (p6) sub r15 = r18, r25, 1 |
| C .mfi |
| st8 [r32] = r18, 8 |
| xma.hu f39 = f13, f6, f0 |
| (p7) sub r15 = r18, r25 |
| ;; |
| .LL01: |
| C .mfi |
| getf.sig r23 = f35 |
| nop.f 0 |
| cmp.ltu p6, p7 = r15, r26 |
| C .mib |
| ldf8 f13 = [r33], 8 |
| sub r19 = r15, r26 |
| br.cloop.sptk.few .Ltop |
| C *** MAIN LOOP END *** |
| ;; |
| |
| getf.sig r24 = f36 |
| xma.l f32 = f10, f6, f0 |
| (p6) sub r15 = r19, r27, 1 |
| st8 [r32] = r19, 8 |
| xma.hu f33 = f10, f6, f0 |
| (p7) sub r15 = r19, r27 |
| ;; |
| .Lcj8: getf.sig r25 = f37 |
| cmp.ltu p6, p7 = r15, r20 |
| sub r16 = r15, r20 |
| ;; |
| getf.sig r26 = f38 |
| xma.l f34 = f11, f6, f0 |
| (p6) sub r15 = r16, r21, 1 |
| st8 [r32] = r16, 8 |
| xma.hu f35 = f11, f6, f0 |
| (p7) sub r15 = r16, r21 |
| ;; |
| .Lcj7: getf.sig r27 = f39 |
| cmp.ltu p6, p7 = r15, r22 |
| sub r17 = r15, r22 |
| ;; |
| getf.sig r20 = f32 |
| xma.l f36 = f12, f6, f0 |
| (p6) sub r15 = r17, r23, 1 |
| st8 [r32] = r17, 8 |
| xma.hu f37 = f12, f6, f0 |
| (p7) sub r15 = r17, r23 |
| ;; |
| .Lcj6: getf.sig r21 = f33 |
| cmp.ltu p6, p7 = r15, r24 |
| sub r18 = r15, r24 |
| ;; |
| getf.sig r22 = f34 |
| xma.l f38 = f13, f6, f0 |
| (p6) sub r15 = r18, r25, 1 |
| st8 [r32] = r18, 8 |
| xma.hu f39 = f13, f6, f0 |
| (p7) sub r15 = r18, r25 |
| ;; |
| .Lcj5: getf.sig r23 = f35 |
| cmp.ltu p6, p7 = r15, r26 |
| sub r19 = r15, r26 |
| ;; |
| getf.sig r24 = f36 |
| (p6) sub r15 = r19, r27, 1 |
| st8 [r32] = r19, 8 |
| (p7) sub r15 = r19, r27 |
| ;; |
| .Lcj4: getf.sig r25 = f37 |
| cmp.ltu p6, p7 = r15, r20 |
| sub r16 = r15, r20 |
| ;; |
| getf.sig r26 = f38 |
| (p6) sub r15 = r16, r21, 1 |
| st8 [r32] = r16, 8 |
| (p7) sub r15 = r16, r21 |
| ;; |
| .Lcj3: getf.sig r27 = f39 |
| cmp.ltu p6, p7 = r15, r22 |
| sub r17 = r15, r22 |
| ;; |
| (p6) sub r15 = r17, r23, 1 |
| st8 [r32] = r17, 8 |
| (p7) sub r15 = r17, r23 |
| ;; |
| .Lcj2: cmp.ltu p6, p7 = r15, r24 |
| sub r18 = r15, r24 |
| ;; |
| (p6) sub r15 = r18, r25, 1 |
| st8 [r32] = r18, 8 |
| (p7) sub r15 = r18, r25 |
| ;; |
| .Lcj1: cmp.ltu p6, p7 = r15, r26 |
| sub r19 = r15, r26 |
| ;; |
| (p6) sub r8 = r19, r27, 1 |
| st8 [r32] = r19 |
| (p7) sub r8 = r19, r27 |
| mov ar.lc = r2 |
| br.ret.sptk.many b0 |
| EPILOGUE() |
| ASM_END() |
