123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306 |
- using System.Diagnostics;
-
- namespace Unity.Burst.Intrinsics
- {
- public unsafe static partial class X86
- {
- /// <summary>
- /// F16C intrinsics
- /// </summary>
- public static class F16C
- {
- /// <summary>
- /// Evaluates to true at compile time if F16C intrinsics are supported.
- ///
- /// Burst ties F16C support to AVX2 support to simplify feature sets to support.
- /// </summary>
- public static bool IsF16CSupported { get { return Avx2.IsAvx2Supported; } }
-
- /// <summary>
- /// Converts a half (hiding in a ushort) to a float (hiding in a uint).
- /// </summary>
- /// <param name="h">The half to convert</param>
- /// <returns>The float result</returns>
- [DebuggerStepThrough]
- private static uint HalfToFloat(ushort h)
- {
- var signed = (h & 0x8000u) != 0;
- var exponent = (h >> 10) & 0x1fu;
- var mantissa = h & 0x3ffu;
-
- var result = signed ? 0x80000000u : 0u;
-
- if (!(exponent == 0 && mantissa == 0))
- {
- // Denormal (converts to normalized)
- if (exponent == 0)
- {
- // Adjust mantissa so it's normalized (and keep track of exponent adjustment)
- exponent = -1;
- do
- {
- exponent++;
- mantissa <<= 1;
- } while ((mantissa & 0x400) == 0);
-
- result |= (uint)((127 - 15 - exponent) << 23);
-
- // Have to re-mask the mantissa here because we've been shifting bits up.
- result |= (mantissa & 0x3ff) << 13;
- }
- else
- {
- var isInfOrNan = exponent == 0x1f;
- result |= (uint)(isInfOrNan ? 255 : (127 - 15 + exponent) << 23);
- result |= mantissa << 13;
- }
- }
-
- return result;
- }
-
- /// <summary>
- /// Convert packed half-precision (16-bit) floating-point elements in a to packed single-precision (32-bit) floating-point elements, and store the results in dst.
- /// </summary>
- /// <remarks>
- /// **** vcvtph2ps xmm, xmm
- /// </remarks>
- /// <param name="a">Vector a</param>
- /// <returns>Vector</returns>
- [DebuggerStepThrough]
- public static v128 cvtph_ps(v128 a)
- {
- return new v128(HalfToFloat(a.UShort0), HalfToFloat(a.UShort1), HalfToFloat(a.UShort2), HalfToFloat(a.UShort3));
- }
-
- /// <summary>
- /// Convert packed half-precision (16-bit) floating-point elements in a to packed single-precision (32-bit) floating-point elements, and store the results in dst.
- /// </summary>
- /// <remarks>
- /// **** vcvtph2ps ymm, xmm
- /// </remarks>
- /// <param name="a">Vector a</param>
- /// <returns>Vector</returns>
- [DebuggerStepThrough]
- public static v256 mm256_cvtph_ps(v128 a)
- {
- return new v256(HalfToFloat(a.UShort0), HalfToFloat(a.UShort1), HalfToFloat(a.UShort2), HalfToFloat(a.UShort3), HalfToFloat(a.UShort4), HalfToFloat(a.UShort5), HalfToFloat(a.UShort6), HalfToFloat(a.UShort7));
- }
-
- // Using ftp://ftp.fox-toolkit.org/pub/fasthalffloatconversion.pdf
- private static readonly ushort[] BaseTable =
- {
- 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
- 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
- 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
- 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
- 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
- 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000,
- 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0000, 0x0001, 0x0002, 0x0004, 0x0008, 0x0010, 0x0020, 0x0040, 0x0080, 0x0100,
- 0x0200, 0x0400, 0x0800, 0x0C00, 0x1000, 0x1400, 0x1800, 0x1C00, 0x2000, 0x2400, 0x2800, 0x2C00, 0x3000, 0x3400, 0x3800, 0x3C00,
- 0x4000, 0x4400, 0x4800, 0x4C00, 0x5000, 0x5400, 0x5800, 0x5C00, 0x6000, 0x6400, 0x6800, 0x6C00, 0x7000, 0x7400, 0x7800, 0x7C00,
- 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00,
- 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00,
- 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00,
- 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00,
- 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00,
- 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00,
- 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00, 0x7C00,
- 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000,
- 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000,
- 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000,
- 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000,
- 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000,
- 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000,
- 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8000, 0x8001, 0x8002, 0x8004, 0x8008, 0x8010, 0x8020, 0x8040, 0x8080, 0x8100,
- 0x8200, 0x8400, 0x8800, 0x8C00, 0x9000, 0x9400, 0x9800, 0x9C00, 0xA000, 0xA400, 0xA800, 0xAC00, 0xB000, 0xB400, 0xB800, 0xBC00,
- 0xC000, 0xC400, 0xC800, 0xCC00, 0xD000, 0xD400, 0xD800, 0xDC00, 0xE000, 0xE400, 0xE800, 0xEC00, 0xF000, 0xF400, 0xF800, 0xFC00,
- 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00,
- 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00,
- 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00,
- 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00,
- 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00,
- 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00,
- 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00, 0xFC00,
- };
-
- private static readonly sbyte[] ShiftTable =
- {
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 23, 22, 21, 20, 19, 18, 17, 16, 15, 14, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13,
- 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 13,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 23, 22, 21, 20, 19, 18, 17, 16, 15, 14, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13,
- 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24,
- 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 13,
- };
-
- /// <summary>
- /// Converts a float (hiding in a uint) to a half (hiding in a ushort).
- /// </summary>
- /// <param name="f">The float to convert</param>
- /// <param name="rounding">Rounding mode</param>
- /// <returns>The half result</returns>
- [DebuggerStepThrough]
- private static ushort FloatToHalf(uint f, int rounding)
- {
- var exponentAndSign = f >> 23;
- var shift = ShiftTable[exponentAndSign];
-
- var result = (uint)(BaseTable[exponentAndSign] + (ushort)((f & 0x7FFFFFu) >> shift));
-
- // Check if the result is not Inf or NaN.
- var isFinite = (result & 0x7C00) != 0x7C00;
- var isNegative = (result & 0x8000) != 0;
-
- if (rounding == (int)RoundingMode.FROUND_NINT_NOEXC)
- {
- var fWithRoundingBitPreserved = (f & 0x7FFFFFu) >> (shift - 1);
-
- if ((exponentAndSign & 0xFF) == 102)
- {
- result++;
- }
- if (isFinite && ((fWithRoundingBitPreserved & 0x1u) != 0))
- {
- result++;
- }
- }
- else if (rounding == (int)RoundingMode.FROUND_TRUNC_NOEXC)
- {
- if (!isFinite)
- {
- result -= (uint)(~shift & 0x1);
- }
- }
- else if (rounding == (int)RoundingMode.FROUND_CEIL_NOEXC)
- {
- if (isFinite && !isNegative)
- {
- if ((exponentAndSign <= 102) && (exponentAndSign != 0))
- {
- result++;
- }
- else if ((f & 0x7FFFFFu & ((1u << shift) - 1u)) != 0)
- {
- result++;
- }
- }
-
- var resultIsNegativeInf = (result == 0xFC00);
- var inputIsNotNegativeInfOrNan = (exponentAndSign != 0x1FF);
-
- if (resultIsNegativeInf && inputIsNotNegativeInfOrNan)
- {
- result--;
- }
- }
- else if (rounding == (int)RoundingMode.FROUND_FLOOR_NOEXC)
- {
- if (isFinite && isNegative)
- {
- if ((exponentAndSign <= 358) && (exponentAndSign != 256))
- {
- result++;
- }
- else if ((f & 0x7FFFFFu & ((1u << shift) - 1u)) != 0)
- {
- result++;
- }
- }
-
- var resultIsPositiveInf = (result == 0x7C00);
- var inputIsNotPositiveInfOrNan = (exponentAndSign != 0xFF);
-
- if (resultIsPositiveInf && inputIsNotPositiveInfOrNan)
- {
- result--;
- }
- }
-
- return (ushort)result;
- }
-
- /// <summary>
- /// Convert packed single-precision (32-bit) floating-point elements in a to packed half-precision (16-bit) floating-point elements, and store the results in dst.
- ///
- /// Rounding is done according to the rounding parameter, which can be one of:
- /// </summary>
- /// <remarks>
- /// **** cvtps2ph xmm, xmm, imm
- /// </remarks>
- /// <param name="a">Vector a</param>
- /// <param name="rounding">Rounding mode</param>
- /// <returns>Vector</returns>
- [DebuggerStepThrough]
- public static v128 cvtps_ph(v128 a, int rounding)
- {
- if (rounding == (int)RoundingMode.FROUND_RINT_NOEXC)
- {
- switch (MXCSR & MXCSRBits.RoundingControlMask)
- {
- case MXCSRBits.RoundToNearest:
- rounding = (int)RoundingMode.FROUND_NINT_NOEXC;
- break;
- case MXCSRBits.RoundDown:
- rounding = (int)RoundingMode.FROUND_FLOOR_NOEXC;
- break;
- case MXCSRBits.RoundUp:
- rounding = (int)RoundingMode.FROUND_CEIL_NOEXC;
- break;
- case MXCSRBits.RoundTowardZero:
- rounding = (int)RoundingMode.FROUND_TRUNC_NOEXC;
- break;
- }
- }
-
- return new v128(FloatToHalf(a.UInt0, rounding), FloatToHalf(a.UInt1, rounding), FloatToHalf(a.UInt2, rounding), FloatToHalf(a.UInt3, rounding), 0, 0, 0, 0);
- }
-
- /// <summary>
- /// Convert packed single-precision (32-bit) floating-point elements in a to packed half-precision (16-bit) floating-point elements, and store the results in dst.
- ///
- /// Rounding is done according to the rounding parameter, which can be one of:
- /// </summary>
- /// <remarks>
- /// **** cvtps2ph xmm, ymm, imm
- /// </remarks>
- /// <param name="a">Vector a</param>
- /// <param name="rounding">Rounding mode</param>
- /// <returns>Vector</returns>
- [DebuggerStepThrough]
- public static v128 mm256_cvtps_ph(v256 a, int rounding)
- {
- if (rounding == (int)RoundingMode.FROUND_RINT_NOEXC)
- {
- switch (MXCSR & MXCSRBits.RoundingControlMask)
- {
- case MXCSRBits.RoundToNearest:
- rounding = (int)RoundingMode.FROUND_NINT_NOEXC;
- break;
- case MXCSRBits.RoundDown:
- rounding = (int)RoundingMode.FROUND_FLOOR_NOEXC;
- break;
- case MXCSRBits.RoundUp:
- rounding = (int)RoundingMode.FROUND_CEIL_NOEXC;
- break;
- case MXCSRBits.RoundTowardZero:
- rounding = (int)RoundingMode.FROUND_TRUNC_NOEXC;
- break;
- }
- }
-
- return new v128(FloatToHalf(a.UInt0, rounding), FloatToHalf(a.UInt1, rounding), FloatToHalf(a.UInt2, rounding), FloatToHalf(a.UInt3, rounding), FloatToHalf(a.UInt4, rounding), FloatToHalf(a.UInt5, rounding), FloatToHalf(a.UInt6, rounding), FloatToHalf(a.UInt7, rounding));
- }
- }
- }
- }
|