mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 12:21:27 +01:00
a9b0a921d5
Summary: As GoogleTest `TEST` macro is non-compliant with it as well as `DEFINE_DISPATCH` All changes but the ones to `.clang-tidy` are generated using following script: ``` for i in `find . -type f -iname "*.c*" -or -iname "*.h"|xargs grep cppcoreguidelines-avoid-non-const-global-variables|cut -f1 -d:|sort|uniq`; do sed -i "/\/\/ NOLINTNEXTLINE(cppcoreguidelines-avoid-non-const-global-variables)/d" $i; done ``` Pull Request resolved: https://github.com/pytorch/pytorch/pull/62008 Reviewed By: driazati, r-barnes Differential Revision: D29838584 Pulled By: malfet fbshipit-source-id: 1b2f8602c945bd4ce50a9bfdd204755556e31d13
114 lines
2.9 KiB
C++
114 lines
2.9 KiB
C++
#include <vector>
|
|
|
|
#include <c10/util/Half.h>
|
|
#include <gtest/gtest.h>
|
|
|
|
namespace {
|
|
namespace half_legacy_impl {
|
|
float halfbits2float(unsigned short h) {
|
|
unsigned sign = ((h >> 15) & 1);
|
|
unsigned exponent = ((h >> 10) & 0x1f);
|
|
unsigned mantissa = ((h & 0x3ff) << 13);
|
|
|
|
if (exponent == 0x1f) { /* NaN or Inf */
|
|
mantissa = (mantissa ? (sign = 0, 0x7fffff) : 0);
|
|
exponent = 0xff;
|
|
} else if (!exponent) { /* Denorm or Zero */
|
|
if (mantissa) {
|
|
// NOLINTNEXTLINE(cppcoreguidelines-init-variables)
|
|
unsigned int msb;
|
|
exponent = 0x71;
|
|
do {
|
|
msb = (mantissa & 0x400000);
|
|
mantissa <<= 1; /* normalize */
|
|
--exponent;
|
|
} while (!msb);
|
|
mantissa &= 0x7fffff; /* 1.mantissa is implicit */
|
|
}
|
|
} else {
|
|
exponent += 0x70;
|
|
}
|
|
|
|
unsigned result_bit = (sign << 31) | (exponent << 23) | mantissa;
|
|
|
|
// Reinterpret the result bit pattern as a float
|
|
// NOLINTNEXTLINE(cppcoreguidelines-init-variables)
|
|
float result_float;
|
|
std::memcpy(&result_float, &result_bit, sizeof(result_float));
|
|
return result_float;
|
|
};
|
|
|
|
unsigned short float2halfbits(float src) {
|
|
// Reinterpret the float as a bit pattern
|
|
// NOLINTNEXTLINE(cppcoreguidelines-init-variables)
|
|
unsigned x;
|
|
std::memcpy(&x, &src, sizeof(x));
|
|
|
|
// NOLINTNEXTLINE(cppcoreguidelines-init-variables,cppcoreguidelines-avoid-magic-numbers)
|
|
unsigned u = (x & 0x7fffffff), remainder, shift, lsb, lsb_s1, lsb_m1;
|
|
// NOLINTNEXTLINE(cppcoreguidelines-init-variables)
|
|
unsigned sign, exponent, mantissa;
|
|
|
|
// Get rid of +NaN/-NaN case first.
|
|
if (u > 0x7f800000) {
|
|
return 0x7fffU;
|
|
}
|
|
|
|
sign = ((x >> 16) & 0x8000);
|
|
|
|
// Get rid of +Inf/-Inf, +0/-0.
|
|
if (u > 0x477fefff) {
|
|
return sign | 0x7c00U;
|
|
}
|
|
if (u < 0x33000001) {
|
|
return (sign | 0x0000);
|
|
}
|
|
|
|
exponent = ((u >> 23) & 0xff);
|
|
mantissa = (u & 0x7fffff);
|
|
|
|
if (exponent > 0x70) {
|
|
shift = 13;
|
|
exponent -= 0x70;
|
|
} else {
|
|
shift = 0x7e - exponent;
|
|
exponent = 0;
|
|
mantissa |= 0x800000;
|
|
}
|
|
lsb = (1 << shift);
|
|
lsb_s1 = (lsb >> 1);
|
|
lsb_m1 = (lsb - 1);
|
|
|
|
// Round to nearest even.
|
|
remainder = (mantissa & lsb_m1);
|
|
mantissa >>= shift;
|
|
if (remainder > lsb_s1 || (remainder == lsb_s1 && (mantissa & 0x1))) {
|
|
++mantissa;
|
|
if (!(mantissa & 0x3ff)) {
|
|
++exponent;
|
|
mantissa = 0;
|
|
}
|
|
}
|
|
|
|
return (sign | (exponent << 10) | mantissa);
|
|
};
|
|
} // namespace half_legacy_impl
|
|
TEST(HalfDoubleConversionTest, Half2Double) {
|
|
std::vector<uint16_t> inputs = {
|
|
0,
|
|
0xfbff, // 1111 1011 1111 1111
|
|
(1 << 15 | 1),
|
|
0x7bff // 0111 1011 1111 1111
|
|
};
|
|
for (auto x : inputs) {
|
|
auto target = c10::detail::fp16_ieee_to_fp32_value(x);
|
|
EXPECT_EQ(half_legacy_impl::halfbits2float(x), target)
|
|
<< "Test failed for uint16 to float " << x << "\n";
|
|
EXPECT_EQ(
|
|
half_legacy_impl::float2halfbits(target),
|
|
c10::detail::fp16_ieee_from_fp32_value(target))
|
|
<< "Test failed for float to uint16" << target << "\n";
|
|
}
|
|
}
|
|
} // namespace
|