383 lines
15 KiB
C
383 lines
15 KiB
C
|
|
/*============================================================================
|
|
|
|
This C source file is part of the SoftFloat IEEE Floating-Point Arithmetic
|
|
Package, Release 3e, by John R. Hauser.
|
|
|
|
Copyright 2011, 2012, 2013, 2014, 2015, 2016 The Regents of the University of
|
|
California. All rights reserved.
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are met:
|
|
|
|
1. Redistributions of source code must retain the above copyright notice,
|
|
this list of conditions, and the following disclaimer.
|
|
|
|
2. Redistributions in binary form must reproduce the above copyright notice,
|
|
this list of conditions, and the following disclaimer in the documentation
|
|
and/or other materials provided with the distribution.
|
|
|
|
3. Neither the name of the University nor the names of its contributors may
|
|
be used to endorse or promote products derived from this software without
|
|
specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS "AS IS", AND ANY
|
|
EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
|
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE, ARE
|
|
DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE FOR ANY
|
|
DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
|
|
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
|
ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
=============================================================================*/
|
|
|
|
#include <stdbool.h>
|
|
#include <stdint.h>
|
|
#include "platform.h"
|
|
#include "internals.h"
|
|
#include "specialize.h"
|
|
#include "softfloat.h"
|
|
|
|
void
|
|
softfloat_mulAddF128M(
|
|
const uint32_t *aWPtr,
|
|
const uint32_t *bWPtr,
|
|
const uint32_t *cWPtr,
|
|
uint32_t *zWPtr,
|
|
uint_fast8_t op
|
|
)
|
|
{
|
|
uint32_t uiA96;
|
|
int32_t expA;
|
|
uint32_t uiB96;
|
|
int32_t expB;
|
|
uint32_t uiC96;
|
|
bool signC;
|
|
int32_t expC;
|
|
bool signProd, prodIsInfinite;
|
|
uint32_t *ptr, uiZ96, sigA[4];
|
|
uint_fast8_t shiftDist;
|
|
uint32_t sigX[5];
|
|
int32_t expProd;
|
|
uint32_t sigProd[8], wordSig;
|
|
bool doSub;
|
|
uint_fast8_t
|
|
(*addCarryMRoutinePtr)(
|
|
uint_fast8_t,
|
|
const uint32_t *,
|
|
const uint32_t *,
|
|
uint_fast8_t,
|
|
uint32_t *
|
|
);
|
|
int32_t expDiff;
|
|
bool signZ;
|
|
int32_t expZ;
|
|
uint32_t *extSigPtr;
|
|
uint_fast8_t carry;
|
|
void (*roundPackRoutinePtr)( bool, int32_t, uint32_t *, uint32_t * );
|
|
|
|
/*------------------------------------------------------------------------
|
|
*------------------------------------------------------------------------*/
|
|
uiA96 = aWPtr[indexWordHi( 4 )];
|
|
expA = expF128UI96( uiA96 );
|
|
uiB96 = bWPtr[indexWordHi( 4 )];
|
|
expB = expF128UI96( uiB96 );
|
|
uiC96 = cWPtr[indexWordHi( 4 )];
|
|
signC = signF128UI96( uiC96 ) ^ (op == softfloat_mulAdd_subC);
|
|
expC = expF128UI96( uiC96 );
|
|
signProd =
|
|
signF128UI96( uiA96 ) ^ signF128UI96( uiB96 )
|
|
^ (op == softfloat_mulAdd_subProd);
|
|
/*------------------------------------------------------------------------
|
|
*------------------------------------------------------------------------*/
|
|
prodIsInfinite = false;
|
|
if ( (expA == 0x7FFF) || (expB == 0x7FFF) ) {
|
|
if ( softfloat_tryPropagateNaNF128M( aWPtr, bWPtr, zWPtr ) ) {
|
|
goto propagateNaN_ZC;
|
|
}
|
|
ptr = (uint32_t *) aWPtr;
|
|
if ( ! (uint32_t) (uiA96<<1) ) goto possibleInvalidProd;
|
|
if ( ! (uint32_t) (uiB96<<1) ) {
|
|
ptr = (uint32_t *) bWPtr;
|
|
possibleInvalidProd:
|
|
if (
|
|
! (ptr[indexWord( 4, 2 )] | ptr[indexWord( 4, 1 )]
|
|
| ptr[indexWord( 4, 0 )])
|
|
) {
|
|
goto invalid;
|
|
}
|
|
}
|
|
prodIsInfinite = true;
|
|
}
|
|
if ( expC == 0x7FFF ) {
|
|
if (
|
|
fracF128UI96( uiC96 )
|
|
|| (cWPtr[indexWord( 4, 2 )] | cWPtr[indexWord( 4, 1 )]
|
|
| cWPtr[indexWord( 4, 0 )])
|
|
) {
|
|
zWPtr[indexWordHi( 4 )] = 0;
|
|
goto propagateNaN_ZC;
|
|
}
|
|
if ( prodIsInfinite && (signProd != signC) ) goto invalid;
|
|
goto copyC;
|
|
}
|
|
if ( prodIsInfinite ) {
|
|
uiZ96 = packToF128UI96( signProd, 0x7FFF, 0 );
|
|
goto uiZ;
|
|
}
|
|
/*------------------------------------------------------------------------
|
|
*------------------------------------------------------------------------*/
|
|
if ( expA ) {
|
|
sigA[indexWordHi( 4 )] = fracF128UI96( uiA96 ) | 0x00010000;
|
|
sigA[indexWord( 4, 2 )] = aWPtr[indexWord( 4, 2 )];
|
|
sigA[indexWord( 4, 1 )] = aWPtr[indexWord( 4, 1 )];
|
|
sigA[indexWord( 4, 0 )] = aWPtr[indexWord( 4, 0 )];
|
|
} else {
|
|
expA = softfloat_shiftNormSigF128M( aWPtr, 0, sigA );
|
|
if ( expA == -128 ) goto zeroProd;
|
|
}
|
|
if ( expB ) {
|
|
sigX[indexWordHi( 4 )] = fracF128UI96( uiB96 ) | 0x00010000;
|
|
sigX[indexWord( 4, 2 )] = bWPtr[indexWord( 4, 2 )];
|
|
sigX[indexWord( 4, 1 )] = bWPtr[indexWord( 4, 1 )];
|
|
sigX[indexWord( 4, 0 )] = bWPtr[indexWord( 4, 0 )];
|
|
} else {
|
|
expB = softfloat_shiftNormSigF128M( bWPtr, 0, sigX );
|
|
if ( expB == -128 ) goto zeroProd;
|
|
}
|
|
/*------------------------------------------------------------------------
|
|
*------------------------------------------------------------------------*/
|
|
expProd = expA + expB - 0x3FF0;
|
|
softfloat_mul128MTo256M( sigA, sigX, sigProd );
|
|
/*------------------------------------------------------------------------
|
|
*------------------------------------------------------------------------*/
|
|
wordSig = fracF128UI96( uiC96 );
|
|
if ( expC ) {
|
|
--expC;
|
|
wordSig |= 0x00010000;
|
|
}
|
|
sigX[indexWordHi( 5 )] = wordSig;
|
|
sigX[indexWord( 5, 3 )] = cWPtr[indexWord( 4, 2 )];
|
|
sigX[indexWord( 5, 2 )] = cWPtr[indexWord( 4, 1 )];
|
|
sigX[indexWord( 5, 1 )] = cWPtr[indexWord( 4, 0 )];
|
|
/*------------------------------------------------------------------------
|
|
*------------------------------------------------------------------------*/
|
|
doSub = (signProd != signC);
|
|
addCarryMRoutinePtr =
|
|
doSub ? softfloat_addComplCarryM : softfloat_addCarryM;
|
|
expDiff = expProd - expC;
|
|
if ( expDiff <= 0 ) {
|
|
/*--------------------------------------------------------------------
|
|
*--------------------------------------------------------------------*/
|
|
signZ = signC;
|
|
expZ = expC;
|
|
if (
|
|
sigProd[indexWord( 8, 2 )]
|
|
|| (sigProd[indexWord( 8, 1 )] | sigProd[indexWord( 8, 0 )])
|
|
) {
|
|
sigProd[indexWord( 8, 3 )] |= 1;
|
|
}
|
|
extSigPtr = &sigProd[indexMultiwordHi( 8, 5 )];
|
|
if ( expDiff ) {
|
|
softfloat_shiftRightJam160M( extSigPtr, -expDiff, extSigPtr );
|
|
}
|
|
carry = 0;
|
|
if ( doSub ) {
|
|
wordSig = extSigPtr[indexWordLo( 5 )];
|
|
extSigPtr[indexWordLo( 5 )] = -wordSig;
|
|
carry = ! wordSig;
|
|
}
|
|
(*addCarryMRoutinePtr)(
|
|
4,
|
|
&sigX[indexMultiwordHi( 5, 4 )],
|
|
extSigPtr + indexMultiwordHi( 5, 4 ),
|
|
carry,
|
|
extSigPtr + indexMultiwordHi( 5, 4 )
|
|
);
|
|
wordSig = extSigPtr[indexWordHi( 5 )];
|
|
if ( ! expZ ) {
|
|
if ( wordSig & 0x80000000 ) {
|
|
signZ = ! signZ;
|
|
softfloat_negX160M( extSigPtr );
|
|
wordSig = extSigPtr[indexWordHi( 5 )];
|
|
}
|
|
goto checkCancellation;
|
|
}
|
|
if ( wordSig < 0x00010000 ) {
|
|
--expZ;
|
|
softfloat_add160M( extSigPtr, extSigPtr, extSigPtr );
|
|
goto roundPack;
|
|
}
|
|
goto extSigReady_noCancellation;
|
|
} else {
|
|
/*--------------------------------------------------------------------
|
|
*--------------------------------------------------------------------*/
|
|
signZ = signProd;
|
|
expZ = expProd;
|
|
sigX[indexWordLo( 5 )] = 0;
|
|
expDiff -= 128;
|
|
if ( 0 <= expDiff ) {
|
|
/*----------------------------------------------------------------
|
|
*----------------------------------------------------------------*/
|
|
if ( expDiff ) softfloat_shiftRightJam160M( sigX, expDiff, sigX );
|
|
wordSig = sigX[indexWordLo( 5 )];
|
|
carry = 0;
|
|
if ( doSub ) {
|
|
carry = ! wordSig;
|
|
wordSig = -wordSig;
|
|
}
|
|
carry =
|
|
(*addCarryMRoutinePtr)(
|
|
4,
|
|
&sigProd[indexMultiwordLo( 8, 4 )],
|
|
&sigX[indexMultiwordHi( 5, 4 )],
|
|
carry,
|
|
&sigProd[indexMultiwordLo( 8, 4 )]
|
|
);
|
|
sigProd[indexWord( 8, 2 )] |= wordSig;
|
|
ptr = &sigProd[indexWord( 8, 4 )];
|
|
} else {
|
|
/*----------------------------------------------------------------
|
|
*----------------------------------------------------------------*/
|
|
shiftDist = expDiff & 31;
|
|
if ( shiftDist ) {
|
|
softfloat_shortShiftRight160M( sigX, shiftDist, sigX );
|
|
}
|
|
expDiff >>= 5;
|
|
extSigPtr =
|
|
&sigProd[indexMultiwordLo( 8, 5 )] - wordIncr
|
|
+ expDiff * -wordIncr;
|
|
carry =
|
|
(*addCarryMRoutinePtr)( 5, extSigPtr, sigX, doSub, extSigPtr );
|
|
if ( expDiff == -4 ) {
|
|
/*------------------------------------------------------------
|
|
*------------------------------------------------------------*/
|
|
wordSig = sigProd[indexWordHi( 8 )];
|
|
if ( wordSig & 0x80000000 ) {
|
|
signZ = ! signZ;
|
|
softfloat_negX256M( sigProd );
|
|
wordSig = sigProd[indexWordHi( 8 )];
|
|
}
|
|
/*------------------------------------------------------------
|
|
*------------------------------------------------------------*/
|
|
if ( wordSig ) goto expProdBigger_noWordShift;
|
|
wordSig = sigProd[indexWord( 8, 6 )];
|
|
if ( 0x00040000 <= wordSig ) goto expProdBigger_noWordShift;
|
|
expZ -= 32;
|
|
extSigPtr = &sigProd[indexMultiwordHi( 8, 5 )] - wordIncr;
|
|
for (;;) {
|
|
if ( wordSig ) break;
|
|
wordSig = extSigPtr[indexWord( 5, 3 )];
|
|
if ( 0x00040000 <= wordSig ) break;
|
|
expZ -= 32;
|
|
extSigPtr -= wordIncr;
|
|
if ( extSigPtr == &sigProd[indexMultiwordLo( 8, 5 )] ) {
|
|
goto checkCancellation;
|
|
}
|
|
}
|
|
/*------------------------------------------------------------
|
|
*------------------------------------------------------------*/
|
|
ptr = extSigPtr + indexWordLo( 5 );
|
|
do {
|
|
ptr -= wordIncr;
|
|
if ( *ptr ) {
|
|
extSigPtr[indexWordLo( 5 )] |= 1;
|
|
break;
|
|
}
|
|
} while ( ptr != &sigProd[indexWordLo( 8 )] );
|
|
wordSig = extSigPtr[indexWordHi( 5 )];
|
|
goto extSigReady;
|
|
}
|
|
ptr = extSigPtr + indexWordHi( 5 ) + wordIncr;
|
|
}
|
|
/*--------------------------------------------------------------------
|
|
*--------------------------------------------------------------------*/
|
|
if ( carry != doSub ) {
|
|
if ( doSub ) {
|
|
do {
|
|
wordSig = *ptr;
|
|
*ptr = wordSig - 1;
|
|
ptr += wordIncr;
|
|
} while ( ! wordSig );
|
|
} else {
|
|
do {
|
|
wordSig = *ptr + 1;
|
|
*ptr = wordSig;
|
|
ptr += wordIncr;
|
|
} while ( ! wordSig );
|
|
}
|
|
}
|
|
/*--------------------------------------------------------------------
|
|
*--------------------------------------------------------------------*/
|
|
expProdBigger_noWordShift:
|
|
if (
|
|
sigProd[indexWord( 8, 2 )]
|
|
|| (sigProd[indexWord( 8, 1 )] | sigProd[indexWord( 8, 0 )])
|
|
) {
|
|
sigProd[indexWord( 8, 3 )] |= 1;
|
|
}
|
|
extSigPtr = &sigProd[indexMultiwordHi( 8, 5 )];
|
|
wordSig = extSigPtr[indexWordHi( 5 )];
|
|
}
|
|
extSigReady:
|
|
roundPackRoutinePtr = softfloat_normRoundPackMToF128M;
|
|
if ( wordSig < 0x00010000 ) goto doRoundPack;
|
|
extSigReady_noCancellation:
|
|
if ( 0x00020000 <= wordSig ) {
|
|
++expZ;
|
|
softfloat_shortShiftRightJam160M( extSigPtr, 1, extSigPtr );
|
|
}
|
|
roundPack:
|
|
roundPackRoutinePtr = softfloat_roundPackMToF128M;
|
|
doRoundPack:
|
|
(*roundPackRoutinePtr)( signZ, expZ, extSigPtr, zWPtr );
|
|
return;
|
|
/*------------------------------------------------------------------------
|
|
*------------------------------------------------------------------------*/
|
|
invalid:
|
|
softfloat_invalidF128M( zWPtr );
|
|
propagateNaN_ZC:
|
|
softfloat_propagateNaNF128M( zWPtr, cWPtr, zWPtr );
|
|
return;
|
|
/*------------------------------------------------------------------------
|
|
*------------------------------------------------------------------------*/
|
|
zeroProd:
|
|
if (
|
|
! (uint32_t) (uiC96<<1) && (signProd != signC)
|
|
&& ! cWPtr[indexWord( 4, 2 )]
|
|
&& ! (cWPtr[indexWord( 4, 1 )] | cWPtr[indexWord( 4, 0 )])
|
|
) {
|
|
goto completeCancellation;
|
|
}
|
|
copyC:
|
|
zWPtr[indexWordHi( 4 )] = uiC96;
|
|
zWPtr[indexWord( 4, 2 )] = cWPtr[indexWord( 4, 2 )];
|
|
zWPtr[indexWord( 4, 1 )] = cWPtr[indexWord( 4, 1 )];
|
|
zWPtr[indexWord( 4, 0 )] = cWPtr[indexWord( 4, 0 )];
|
|
return;
|
|
/*------------------------------------------------------------------------
|
|
*------------------------------------------------------------------------*/
|
|
checkCancellation:
|
|
if (
|
|
wordSig
|
|
|| (extSigPtr[indexWord( 5, 3 )] | extSigPtr[indexWord( 5, 2 )])
|
|
|| (extSigPtr[indexWord( 5, 1 )] | extSigPtr[indexWord( 5, 0 )])
|
|
) {
|
|
goto extSigReady;
|
|
}
|
|
completeCancellation:
|
|
uiZ96 =
|
|
packToF128UI96(
|
|
(softfloat_roundingMode == softfloat_round_min), 0, 0 );
|
|
uiZ:
|
|
zWPtr[indexWordHi( 4 )] = uiZ96;
|
|
zWPtr[indexWord( 4, 2 )] = 0;
|
|
zWPtr[indexWord( 4, 1 )] = 0;
|
|
zWPtr[indexWord( 4, 0 )] = 0;
|
|
|
|
}
|
|
|