half_float.cpp 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268
  1. // This file is part of Eigen, a lightweight C++ template library
  2. // for linear algebra.
  3. //
  4. // This Source Code Form is subject to the terms of the Mozilla
  5. // Public License v. 2.0. If a copy of the MPL was not distributed
  6. // with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
  7. #include <sstream>
  8. #include "main.h"
  9. #include <Eigen/src/Core/arch/CUDA/Half.h>
  10. #ifdef EIGEN_HAS_CUDA_FP16
  11. #error "EIGEN_HAS_CUDA_FP16 should not be defined in this CPU unit test"
  12. #endif
  13. // Make sure it's possible to forward declare Eigen::half
  14. namespace Eigen {
  15. struct half;
  16. }
  17. using Eigen::half;
  18. void test_conversion()
  19. {
  20. using Eigen::half_impl::__half_raw;
  21. // Conversion from float.
  22. VERIFY_IS_EQUAL(half(1.0f).x, 0x3c00);
  23. VERIFY_IS_EQUAL(half(0.5f).x, 0x3800);
  24. VERIFY_IS_EQUAL(half(0.33333f).x, 0x3555);
  25. VERIFY_IS_EQUAL(half(0.0f).x, 0x0000);
  26. VERIFY_IS_EQUAL(half(-0.0f).x, 0x8000);
  27. VERIFY_IS_EQUAL(half(65504.0f).x, 0x7bff);
  28. VERIFY_IS_EQUAL(half(65536.0f).x, 0x7c00); // Becomes infinity.
  29. // Denormals.
  30. VERIFY_IS_EQUAL(half(-5.96046e-08f).x, 0x8001);
  31. VERIFY_IS_EQUAL(half(5.96046e-08f).x, 0x0001);
  32. VERIFY_IS_EQUAL(half(1.19209e-07f).x, 0x0002);
  33. // Verify round-to-nearest-even behavior.
  34. float val1 = float(half(__half_raw(0x3c00)));
  35. float val2 = float(half(__half_raw(0x3c01)));
  36. float val3 = float(half(__half_raw(0x3c02)));
  37. VERIFY_IS_EQUAL(half(0.5f * (val1 + val2)).x, 0x3c00);
  38. VERIFY_IS_EQUAL(half(0.5f * (val2 + val3)).x, 0x3c02);
  39. // Conversion from int.
  40. VERIFY_IS_EQUAL(half(-1).x, 0xbc00);
  41. VERIFY_IS_EQUAL(half(0).x, 0x0000);
  42. VERIFY_IS_EQUAL(half(1).x, 0x3c00);
  43. VERIFY_IS_EQUAL(half(2).x, 0x4000);
  44. VERIFY_IS_EQUAL(half(3).x, 0x4200);
  45. // Conversion from bool.
  46. VERIFY_IS_EQUAL(half(false).x, 0x0000);
  47. VERIFY_IS_EQUAL(half(true).x, 0x3c00);
  48. // Conversion to float.
  49. VERIFY_IS_EQUAL(float(half(__half_raw(0x0000))), 0.0f);
  50. VERIFY_IS_EQUAL(float(half(__half_raw(0x3c00))), 1.0f);
  51. // Denormals.
  52. VERIFY_IS_APPROX(float(half(__half_raw(0x8001))), -5.96046e-08f);
  53. VERIFY_IS_APPROX(float(half(__half_raw(0x0001))), 5.96046e-08f);
  54. VERIFY_IS_APPROX(float(half(__half_raw(0x0002))), 1.19209e-07f);
  55. // NaNs and infinities.
  56. VERIFY(!(numext::isinf)(float(half(65504.0f)))); // Largest finite number.
  57. VERIFY(!(numext::isnan)(float(half(0.0f))));
  58. VERIFY((numext::isinf)(float(half(__half_raw(0xfc00)))));
  59. VERIFY((numext::isnan)(float(half(__half_raw(0xfc01)))));
  60. VERIFY((numext::isinf)(float(half(__half_raw(0x7c00)))));
  61. VERIFY((numext::isnan)(float(half(__half_raw(0x7c01)))));
  62. #if !EIGEN_COMP_MSVC
  63. // Visual Studio errors out on divisions by 0
  64. VERIFY((numext::isnan)(float(half(0.0 / 0.0))));
  65. VERIFY((numext::isinf)(float(half(1.0 / 0.0))));
  66. VERIFY((numext::isinf)(float(half(-1.0 / 0.0))));
  67. #endif
  68. // Exactly same checks as above, just directly on the half representation.
  69. VERIFY(!(numext::isinf)(half(__half_raw(0x7bff))));
  70. VERIFY(!(numext::isnan)(half(__half_raw(0x0000))));
  71. VERIFY((numext::isinf)(half(__half_raw(0xfc00))));
  72. VERIFY((numext::isnan)(half(__half_raw(0xfc01))));
  73. VERIFY((numext::isinf)(half(__half_raw(0x7c00))));
  74. VERIFY((numext::isnan)(half(__half_raw(0x7c01))));
  75. #if !EIGEN_COMP_MSVC
  76. // Visual Studio errors out on divisions by 0
  77. VERIFY((numext::isnan)(half(0.0 / 0.0)));
  78. VERIFY((numext::isinf)(half(1.0 / 0.0)));
  79. VERIFY((numext::isinf)(half(-1.0 / 0.0)));
  80. #endif
  81. }
  82. void test_numtraits()
  83. {
  84. std::cout << "epsilon = " << NumTraits<half>::epsilon() << " (0x" << std::hex << NumTraits<half>::epsilon().x << ")" << std::endl;
  85. std::cout << "highest = " << NumTraits<half>::highest() << " (0x" << std::hex << NumTraits<half>::highest().x << ")" << std::endl;
  86. std::cout << "lowest = " << NumTraits<half>::lowest() << " (0x" << std::hex << NumTraits<half>::lowest().x << ")" << std::endl;
  87. std::cout << "min = " << (std::numeric_limits<half>::min)() << " (0x" << std::hex << half((std::numeric_limits<half>::min)()).x << ")" << std::endl;
  88. std::cout << "denorm min = " << (std::numeric_limits<half>::denorm_min)() << " (0x" << std::hex << half((std::numeric_limits<half>::denorm_min)()).x << ")" << std::endl;
  89. std::cout << "infinity = " << NumTraits<half>::infinity() << " (0x" << std::hex << NumTraits<half>::infinity().x << ")" << std::endl;
  90. std::cout << "quiet nan = " << NumTraits<half>::quiet_NaN() << " (0x" << std::hex << NumTraits<half>::quiet_NaN().x << ")" << std::endl;
  91. std::cout << "signaling nan = " << std::numeric_limits<half>::signaling_NaN() << " (0x" << std::hex << std::numeric_limits<half>::signaling_NaN().x << ")" << std::endl;
  92. VERIFY(NumTraits<half>::IsSigned);
  93. VERIFY_IS_EQUAL( std::numeric_limits<half>::infinity().x, half(std::numeric_limits<float>::infinity()).x );
  94. VERIFY_IS_EQUAL( std::numeric_limits<half>::quiet_NaN().x, half(std::numeric_limits<float>::quiet_NaN()).x );
  95. VERIFY_IS_EQUAL( std::numeric_limits<half>::signaling_NaN().x, half(std::numeric_limits<float>::signaling_NaN()).x );
  96. VERIFY( (std::numeric_limits<half>::min)() > half(0.f) );
  97. VERIFY( (std::numeric_limits<half>::denorm_min)() > half(0.f) );
  98. VERIFY( (std::numeric_limits<half>::min)()/half(2) > half(0.f) );
  99. VERIFY_IS_EQUAL( (std::numeric_limits<half>::denorm_min)()/half(2), half(0.f) );
  100. }
  101. void test_arithmetic()
  102. {
  103. VERIFY_IS_EQUAL(float(half(2) + half(2)), 4);
  104. VERIFY_IS_EQUAL(float(half(2) + half(-2)), 0);
  105. VERIFY_IS_APPROX(float(half(0.33333f) + half(0.66667f)), 1.0f);
  106. VERIFY_IS_EQUAL(float(half(2.0f) * half(-5.5f)), -11.0f);
  107. VERIFY_IS_APPROX(float(half(1.0f) / half(3.0f)), 0.33333f);
  108. VERIFY_IS_EQUAL(float(-half(4096.0f)), -4096.0f);
  109. VERIFY_IS_EQUAL(float(-half(-4096.0f)), 4096.0f);
  110. }
  111. void test_comparison()
  112. {
  113. VERIFY(half(1.0f) > half(0.5f));
  114. VERIFY(half(0.5f) < half(1.0f));
  115. VERIFY(!(half(1.0f) < half(0.5f)));
  116. VERIFY(!(half(0.5f) > half(1.0f)));
  117. VERIFY(!(half(4.0f) > half(4.0f)));
  118. VERIFY(!(half(4.0f) < half(4.0f)));
  119. VERIFY(!(half(0.0f) < half(-0.0f)));
  120. VERIFY(!(half(-0.0f) < half(0.0f)));
  121. VERIFY(!(half(0.0f) > half(-0.0f)));
  122. VERIFY(!(half(-0.0f) > half(0.0f)));
  123. VERIFY(half(0.2f) > half(-1.0f));
  124. VERIFY(half(-1.0f) < half(0.2f));
  125. VERIFY(half(-16.0f) < half(-15.0f));
  126. VERIFY(half(1.0f) == half(1.0f));
  127. VERIFY(half(1.0f) != half(2.0f));
  128. // Comparisons with NaNs and infinities.
  129. #if !EIGEN_COMP_MSVC
  130. // Visual Studio errors out on divisions by 0
  131. VERIFY(!(half(0.0 / 0.0) == half(0.0 / 0.0)));
  132. VERIFY(half(0.0 / 0.0) != half(0.0 / 0.0));
  133. VERIFY(!(half(1.0) == half(0.0 / 0.0)));
  134. VERIFY(!(half(1.0) < half(0.0 / 0.0)));
  135. VERIFY(!(half(1.0) > half(0.0 / 0.0)));
  136. VERIFY(half(1.0) != half(0.0 / 0.0));
  137. VERIFY(half(1.0) < half(1.0 / 0.0));
  138. VERIFY(half(1.0) > half(-1.0 / 0.0));
  139. #endif
  140. }
  141. void test_basic_functions()
  142. {
  143. VERIFY_IS_EQUAL(float(numext::abs(half(3.5f))), 3.5f);
  144. VERIFY_IS_EQUAL(float(abs(half(3.5f))), 3.5f);
  145. VERIFY_IS_EQUAL(float(numext::abs(half(-3.5f))), 3.5f);
  146. VERIFY_IS_EQUAL(float(abs(half(-3.5f))), 3.5f);
  147. VERIFY_IS_EQUAL(float(numext::floor(half(3.5f))), 3.0f);
  148. VERIFY_IS_EQUAL(float(floor(half(3.5f))), 3.0f);
  149. VERIFY_IS_EQUAL(float(numext::floor(half(-3.5f))), -4.0f);
  150. VERIFY_IS_EQUAL(float(floor(half(-3.5f))), -4.0f);
  151. VERIFY_IS_EQUAL(float(numext::ceil(half(3.5f))), 4.0f);
  152. VERIFY_IS_EQUAL(float(ceil(half(3.5f))), 4.0f);
  153. VERIFY_IS_EQUAL(float(numext::ceil(half(-3.5f))), -3.0f);
  154. VERIFY_IS_EQUAL(float(ceil(half(-3.5f))), -3.0f);
  155. VERIFY_IS_APPROX(float(numext::sqrt(half(0.0f))), 0.0f);
  156. VERIFY_IS_APPROX(float(sqrt(half(0.0f))), 0.0f);
  157. VERIFY_IS_APPROX(float(numext::sqrt(half(4.0f))), 2.0f);
  158. VERIFY_IS_APPROX(float(sqrt(half(4.0f))), 2.0f);
  159. VERIFY_IS_APPROX(float(numext::pow(half(0.0f), half(1.0f))), 0.0f);
  160. VERIFY_IS_APPROX(float(pow(half(0.0f), half(1.0f))), 0.0f);
  161. VERIFY_IS_APPROX(float(numext::pow(half(2.0f), half(2.0f))), 4.0f);
  162. VERIFY_IS_APPROX(float(pow(half(2.0f), half(2.0f))), 4.0f);
  163. VERIFY_IS_EQUAL(float(numext::exp(half(0.0f))), 1.0f);
  164. VERIFY_IS_EQUAL(float(exp(half(0.0f))), 1.0f);
  165. VERIFY_IS_APPROX(float(numext::exp(half(EIGEN_PI))), 20.f + float(EIGEN_PI));
  166. VERIFY_IS_APPROX(float(exp(half(EIGEN_PI))), 20.f + float(EIGEN_PI));
  167. VERIFY_IS_EQUAL(float(numext::log(half(1.0f))), 0.0f);
  168. VERIFY_IS_EQUAL(float(log(half(1.0f))), 0.0f);
  169. VERIFY_IS_APPROX(float(numext::log(half(10.0f))), 2.30273f);
  170. VERIFY_IS_APPROX(float(log(half(10.0f))), 2.30273f);
  171. VERIFY_IS_EQUAL(float(numext::log1p(half(0.0f))), 0.0f);
  172. VERIFY_IS_EQUAL(float(log1p(half(0.0f))), 0.0f);
  173. VERIFY_IS_APPROX(float(numext::log1p(half(10.0f))), 2.3978953f);
  174. VERIFY_IS_APPROX(float(log1p(half(10.0f))), 2.3978953f);
  175. }
  176. void test_trigonometric_functions()
  177. {
  178. VERIFY_IS_APPROX(numext::cos(half(0.0f)), half(cosf(0.0f)));
  179. VERIFY_IS_APPROX(cos(half(0.0f)), half(cosf(0.0f)));
  180. VERIFY_IS_APPROX(numext::cos(half(EIGEN_PI)), half(cosf(EIGEN_PI)));
  181. //VERIFY_IS_APPROX(numext::cos(half(EIGEN_PI/2)), half(cosf(EIGEN_PI/2)));
  182. //VERIFY_IS_APPROX(numext::cos(half(3*EIGEN_PI/2)), half(cosf(3*EIGEN_PI/2)));
  183. VERIFY_IS_APPROX(numext::cos(half(3.5f)), half(cosf(3.5f)));
  184. VERIFY_IS_APPROX(numext::sin(half(0.0f)), half(sinf(0.0f)));
  185. VERIFY_IS_APPROX(sin(half(0.0f)), half(sinf(0.0f)));
  186. // VERIFY_IS_APPROX(numext::sin(half(EIGEN_PI)), half(sinf(EIGEN_PI)));
  187. VERIFY_IS_APPROX(numext::sin(half(EIGEN_PI/2)), half(sinf(EIGEN_PI/2)));
  188. VERIFY_IS_APPROX(numext::sin(half(3*EIGEN_PI/2)), half(sinf(3*EIGEN_PI/2)));
  189. VERIFY_IS_APPROX(numext::sin(half(3.5f)), half(sinf(3.5f)));
  190. VERIFY_IS_APPROX(numext::tan(half(0.0f)), half(tanf(0.0f)));
  191. VERIFY_IS_APPROX(tan(half(0.0f)), half(tanf(0.0f)));
  192. // VERIFY_IS_APPROX(numext::tan(half(EIGEN_PI)), half(tanf(EIGEN_PI)));
  193. // VERIFY_IS_APPROX(numext::tan(half(EIGEN_PI/2)), half(tanf(EIGEN_PI/2)));
  194. //VERIFY_IS_APPROX(numext::tan(half(3*EIGEN_PI/2)), half(tanf(3*EIGEN_PI/2)));
  195. VERIFY_IS_APPROX(numext::tan(half(3.5f)), half(tanf(3.5f)));
  196. }
  197. void test_array()
  198. {
  199. typedef Array<half,1,Dynamic> ArrayXh;
  200. Index size = internal::random<Index>(1,10);
  201. Index i = internal::random<Index>(0,size-1);
  202. ArrayXh a1 = ArrayXh::Random(size), a2 = ArrayXh::Random(size);
  203. VERIFY_IS_APPROX( a1+a1, half(2)*a1 );
  204. VERIFY( (a1.abs() >= half(0)).all() );
  205. VERIFY_IS_APPROX( (a1*a1).sqrt(), a1.abs() );
  206. VERIFY( ((a1.min)(a2) <= (a1.max)(a2)).all() );
  207. a1(i) = half(-10.);
  208. VERIFY_IS_EQUAL( a1.minCoeff(), half(-10.) );
  209. a1(i) = half(10.);
  210. VERIFY_IS_EQUAL( a1.maxCoeff(), half(10.) );
  211. std::stringstream ss;
  212. ss << a1;
  213. }
  214. void test_half_float()
  215. {
  216. CALL_SUBTEST(test_conversion());
  217. CALL_SUBTEST(test_numtraits());
  218. CALL_SUBTEST(test_arithmetic());
  219. CALL_SUBTEST(test_comparison());
  220. CALL_SUBTEST(test_basic_functions());
  221. CALL_SUBTEST(test_trigonometric_functions());
  222. CALL_SUBTEST(test_array());
  223. }