beta_distribution.h (14704B)
1 // Copyright 2017 The Abseil Authors. 2 // 3 // Licensed under the Apache License, Version 2.0 (the "License"); 4 // you may not use this file except in compliance with the License. 5 // You may obtain a copy of the License at 6 // 7 // https://www.apache.org/licenses/LICENSE-2.0 8 // 9 // Unless required by applicable law or agreed to in writing, software 10 // distributed under the License is distributed on an "AS IS" BASIS, 11 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 // See the License for the specific language governing permissions and 13 // limitations under the License. 14 15 #ifndef ABSL_RANDOM_BETA_DISTRIBUTION_H_ 16 #define ABSL_RANDOM_BETA_DISTRIBUTION_H_ 17 18 #include <cassert> 19 #include <cmath> 20 #include <cstdint> 21 #include <istream> 22 #include <limits> 23 #include <ostream> 24 #include <type_traits> 25 26 #include "absl/base/attributes.h" 27 #include "absl/base/config.h" 28 #include "absl/meta/type_traits.h" 29 #include "absl/random/internal/fast_uniform_bits.h" 30 #include "absl/random/internal/generate_real.h" 31 #include "absl/random/internal/iostream_state_saver.h" 32 33 namespace absl { 34 ABSL_NAMESPACE_BEGIN 35 36 // absl::beta_distribution: 37 // Generate a floating-point variate conforming to a Beta distribution: 38 // pdf(x) \propto x^(alpha-1) * (1-x)^(beta-1), 39 // where the params alpha and beta are both strictly positive real values. 40 // 41 // The support is the open interval (0, 1), but the return value might be equal 42 // to 0 or 1, due to numerical errors when alpha and beta are very different. 43 // 44 // Usage note: One usage is that alpha and beta are counts of number of 45 // successes and failures. When the total number of trials are large, consider 46 // approximating a beta distribution with a Gaussian distribution with the same 47 // mean and variance. One could use the skewness, which depends only on the 48 // smaller of alpha and beta when the number of trials are sufficiently large, 49 // to quantify how far a beta distribution is from the normal distribution. 50 template <typename RealType = double> 51 class beta_distribution { 52 public: 53 using result_type = RealType; 54 55 class param_type { 56 public: 57 using distribution_type = beta_distribution; 58 59 explicit param_type(result_type alpha, result_type beta) 60 : alpha_(alpha), beta_(beta) { 61 assert(alpha >= 0); 62 assert(beta >= 0); 63 assert(alpha <= (std::numeric_limits<result_type>::max)()); 64 assert(beta <= (std::numeric_limits<result_type>::max)()); 65 if (alpha == 0 || beta == 0) { 66 method_ = DEGENERATE_SMALL; 67 x_ = (alpha >= beta) ? 1 : 0; 68 return; 69 } 70 // a_ = min(beta, alpha), b_ = max(beta, alpha). 71 if (beta < alpha) { 72 inverted_ = true; 73 a_ = beta; 74 b_ = alpha; 75 } else { 76 inverted_ = false; 77 a_ = alpha; 78 b_ = beta; 79 } 80 if (a_ <= 1 && b_ >= ThresholdForLargeA()) { 81 method_ = DEGENERATE_SMALL; 82 x_ = inverted_ ? result_type(1) : result_type(0); 83 return; 84 } 85 // For threshold values, see also: 86 // Evaluation of Beta Generation Algorithms, Ying-Chao Hung, et. al. 87 // February, 2009. 88 if ((b_ < 1.0 && a_ + b_ <= 1.2) || a_ <= ThresholdForSmallA()) { 89 // Choose Joehnk over Cheng when it's faster or when Cheng encounters 90 // numerical issues. 91 method_ = JOEHNK; 92 a_ = result_type(1) / alpha_; 93 b_ = result_type(1) / beta_; 94 if (std::isinf(a_) || std::isinf(b_)) { 95 method_ = DEGENERATE_SMALL; 96 x_ = inverted_ ? result_type(1) : result_type(0); 97 } 98 return; 99 } 100 if (a_ >= ThresholdForLargeA()) { 101 method_ = DEGENERATE_LARGE; 102 // Note: on PPC for long double, evaluating 103 // `std::numeric_limits::max() / ThresholdForLargeA` results in NaN. 104 result_type r = a_ / b_; 105 x_ = (inverted_ ? result_type(1) : r) / (1 + r); 106 return; 107 } 108 x_ = a_ + b_; 109 log_x_ = std::log(x_); 110 if (a_ <= 1) { 111 method_ = CHENG_BA; 112 y_ = result_type(1) / a_; 113 gamma_ = a_ + a_; 114 return; 115 } 116 method_ = CHENG_BB; 117 result_type r = (a_ - 1) / (b_ - 1); 118 y_ = std::sqrt((1 + r) / (b_ * r * 2 - r + 1)); 119 gamma_ = a_ + result_type(1) / y_; 120 } 121 122 result_type alpha() const { return alpha_; } 123 result_type beta() const { return beta_; } 124 125 friend bool operator==(const param_type& a, const param_type& b) { 126 return a.alpha_ == b.alpha_ && a.beta_ == b.beta_; 127 } 128 129 friend bool operator!=(const param_type& a, const param_type& b) { 130 return !(a == b); 131 } 132 133 private: 134 friend class beta_distribution; 135 136 #ifdef _MSC_VER 137 // MSVC does not have constexpr implementations for std::log and std::exp 138 // so they are computed at runtime. 139 #define ABSL_RANDOM_INTERNAL_LOG_EXP_CONSTEXPR 140 #else 141 #define ABSL_RANDOM_INTERNAL_LOG_EXP_CONSTEXPR constexpr 142 #endif 143 144 // The threshold for whether std::exp(1/a) is finite. 145 // Note that this value is quite large, and a smaller a_ is NOT abnormal. 146 static ABSL_RANDOM_INTERNAL_LOG_EXP_CONSTEXPR result_type 147 ThresholdForSmallA() { 148 return result_type(1) / 149 std::log((std::numeric_limits<result_type>::max)()); 150 } 151 152 // The threshold for whether a * std::log(a) is finite. 153 static ABSL_RANDOM_INTERNAL_LOG_EXP_CONSTEXPR result_type 154 ThresholdForLargeA() { 155 return std::exp( 156 std::log((std::numeric_limits<result_type>::max)()) - 157 std::log(std::log((std::numeric_limits<result_type>::max)())) - 158 ThresholdPadding()); 159 } 160 161 #undef ABSL_RANDOM_INTERNAL_LOG_EXP_CONSTEXPR 162 163 // Pad the threshold for large A for long double on PPC. This is done via a 164 // template specialization below. 165 static constexpr result_type ThresholdPadding() { return 0; } 166 167 enum Method { 168 JOEHNK, // Uses algorithm Joehnk 169 CHENG_BA, // Uses algorithm BA in Cheng 170 CHENG_BB, // Uses algorithm BB in Cheng 171 172 // Note: See also: 173 // Hung et al. Evaluation of beta generation algorithms. Communications 174 // in Statistics-Simulation and Computation 38.4 (2009): 750-770. 175 // especially: 176 // Zechner, Heinz, and Ernst Stadlober. Generating beta variates via 177 // patchwork rejection. Computing 50.1 (1993): 1-18. 178 179 DEGENERATE_SMALL, // a_ is abnormally small. 180 DEGENERATE_LARGE, // a_ is abnormally large. 181 }; 182 183 result_type alpha_; 184 result_type beta_; 185 186 result_type a_{}; // the smaller of {alpha, beta}, or 1.0/alpha_ in JOEHNK 187 result_type b_{}; // the larger of {alpha, beta}, or 1.0/beta_ in JOEHNK 188 result_type x_{}; // alpha + beta, or the result in degenerate cases 189 result_type log_x_{}; // log(x_) 190 result_type y_{}; // "beta" in Cheng 191 result_type gamma_{}; // "gamma" in Cheng 192 193 Method method_{}; 194 195 // Placing this last for optimal alignment. 196 // Whether alpha_ != a_, i.e. true iff alpha_ > beta_. 197 bool inverted_{}; 198 199 static_assert(std::is_floating_point<RealType>::value, 200 "Class-template absl::beta_distribution<> must be " 201 "parameterized using a floating-point type."); 202 }; 203 204 beta_distribution() : beta_distribution(1) {} 205 206 explicit beta_distribution(result_type alpha, result_type beta = 1) 207 : param_(alpha, beta) {} 208 209 explicit beta_distribution(const param_type& p) : param_(p) {} 210 211 void reset() {} 212 213 // Generating functions 214 template <typename URBG> 215 result_type operator()(URBG& g) { // NOLINT(runtime/references) 216 return (*this)(g, param_); 217 } 218 219 template <typename URBG> 220 result_type operator()(URBG& g, // NOLINT(runtime/references) 221 const param_type& p); 222 223 param_type param() const { return param_; } 224 void param(const param_type& p) { param_ = p; } 225 226 result_type(min)() const { return 0; } 227 result_type(max)() const { return 1; } 228 229 result_type alpha() const { return param_.alpha(); } 230 result_type beta() const { return param_.beta(); } 231 232 friend bool operator==(const beta_distribution& a, 233 const beta_distribution& b) { 234 return a.param_ == b.param_; 235 } 236 friend bool operator!=(const beta_distribution& a, 237 const beta_distribution& b) { 238 return a.param_ != b.param_; 239 } 240 241 private: 242 template <typename URBG> 243 result_type AlgorithmJoehnk(URBG& g, // NOLINT(runtime/references) 244 const param_type& p); 245 246 template <typename URBG> 247 result_type AlgorithmCheng(URBG& g, // NOLINT(runtime/references) 248 const param_type& p); 249 250 template <typename URBG> 251 result_type DegenerateCase(URBG& g, // NOLINT(runtime/references) 252 const param_type& p) { 253 if (p.method_ == param_type::DEGENERATE_SMALL && p.alpha_ == p.beta_) { 254 // Returns 0 or 1 with equal probability. 255 random_internal::FastUniformBits<uint8_t> fast_u8; 256 return static_cast<result_type>((fast_u8(g) & 0x10) != 257 0); // pick any single bit. 258 } 259 return p.x_; 260 } 261 262 param_type param_; 263 random_internal::FastUniformBits<uint64_t> fast_u64_; 264 }; 265 266 #if defined(__powerpc64__) || defined(__PPC64__) || defined(__powerpc__) || \ 267 defined(__ppc__) || defined(__PPC__) 268 // PPC needs a more stringent boundary for long double. 269 template <> 270 constexpr long double 271 beta_distribution<long double>::param_type::ThresholdPadding() { 272 return 10; 273 } 274 #endif 275 276 template <typename RealType> 277 template <typename URBG> 278 typename beta_distribution<RealType>::result_type 279 beta_distribution<RealType>::AlgorithmJoehnk( 280 URBG& g, // NOLINT(runtime/references) 281 const param_type& p) { 282 using random_internal::GeneratePositiveTag; 283 using random_internal::GenerateRealFromBits; 284 using real_type = 285 absl::conditional_t<std::is_same<RealType, float>::value, float, double>; 286 287 // Based on Joehnk, M. D. Erzeugung von betaverteilten und gammaverteilten 288 // Zufallszahlen. Metrika 8.1 (1964): 5-15. 289 // This method is described in Knuth, Vol 2 (Third Edition), pp 134. 290 291 result_type u, v, x, y, z; 292 for (;;) { 293 u = GenerateRealFromBits<real_type, GeneratePositiveTag, false>( 294 fast_u64_(g)); 295 v = GenerateRealFromBits<real_type, GeneratePositiveTag, false>( 296 fast_u64_(g)); 297 298 // Direct method. std::pow is slow for float, so rely on the optimizer to 299 // remove the std::pow() path for that case. 300 if (!std::is_same<float, result_type>::value) { 301 x = std::pow(u, p.a_); 302 y = std::pow(v, p.b_); 303 z = x + y; 304 if (z > 1) { 305 // Reject if and only if `x + y > 1.0` 306 continue; 307 } 308 if (z > 0) { 309 // When both alpha and beta are small, x and y are both close to 0, so 310 // divide by (x+y) directly may result in nan. 311 return x / z; 312 } 313 } 314 315 // Log transform. 316 // x = log( pow(u, p.a_) ), y = log( pow(v, p.b_) ) 317 // since u, v <= 1.0, x, y < 0. 318 x = std::log(u) * p.a_; 319 y = std::log(v) * p.b_; 320 if (!std::isfinite(x) || !std::isfinite(y)) { 321 continue; 322 } 323 // z = log( pow(u, a) + pow(v, b) ) 324 z = x > y ? (x + std::log(1 + std::exp(y - x))) 325 : (y + std::log(1 + std::exp(x - y))); 326 // Reject iff log(x+y) > 0. 327 if (z > 0) { 328 continue; 329 } 330 return std::exp(x - z); 331 } 332 } 333 334 template <typename RealType> 335 template <typename URBG> 336 typename beta_distribution<RealType>::result_type 337 beta_distribution<RealType>::AlgorithmCheng( 338 URBG& g, // NOLINT(runtime/references) 339 const param_type& p) { 340 using random_internal::GeneratePositiveTag; 341 using random_internal::GenerateRealFromBits; 342 using real_type = 343 absl::conditional_t<std::is_same<RealType, float>::value, float, double>; 344 345 // Based on Cheng, Russell CH. Generating beta variates with nonintegral 346 // shape parameters. Communications of the ACM 21.4 (1978): 317-322. 347 // (https://dl.acm.org/citation.cfm?id=359482). 348 static constexpr result_type kLogFour = 349 result_type(1.3862943611198906188344642429163531361); // log(4) 350 static constexpr result_type kS = 351 result_type(2.6094379124341003746007593332261876); // 1+log(5) 352 353 const bool use_algorithm_ba = (p.method_ == param_type::CHENG_BA); 354 result_type u1, u2, v, w, z, r, s, t, bw_inv, lhs; 355 for (;;) { 356 u1 = GenerateRealFromBits<real_type, GeneratePositiveTag, false>( 357 fast_u64_(g)); 358 u2 = GenerateRealFromBits<real_type, GeneratePositiveTag, false>( 359 fast_u64_(g)); 360 v = p.y_ * std::log(u1 / (1 - u1)); 361 w = p.a_ * std::exp(v); 362 bw_inv = result_type(1) / (p.b_ + w); 363 r = p.gamma_ * v - kLogFour; 364 s = p.a_ + r - w; 365 z = u1 * u1 * u2; 366 if (!use_algorithm_ba && s + kS >= 5 * z) { 367 break; 368 } 369 t = std::log(z); 370 if (!use_algorithm_ba && s >= t) { 371 break; 372 } 373 lhs = p.x_ * (p.log_x_ + std::log(bw_inv)) + r; 374 if (lhs >= t) { 375 break; 376 } 377 } 378 return p.inverted_ ? (1 - w * bw_inv) : w * bw_inv; 379 } 380 381 template <typename RealType> 382 template <typename URBG> 383 typename beta_distribution<RealType>::result_type 384 beta_distribution<RealType>::operator()(URBG& g, // NOLINT(runtime/references) 385 const param_type& p) { 386 switch (p.method_) { 387 case param_type::JOEHNK: 388 return AlgorithmJoehnk(g, p); 389 case param_type::CHENG_BA: 390 ABSL_FALLTHROUGH_INTENDED; 391 case param_type::CHENG_BB: 392 return AlgorithmCheng(g, p); 393 default: 394 return DegenerateCase(g, p); 395 } 396 } 397 398 template <typename CharT, typename Traits, typename RealType> 399 std::basic_ostream<CharT, Traits>& operator<<( 400 std::basic_ostream<CharT, Traits>& os, // NOLINT(runtime/references) 401 const beta_distribution<RealType>& x) { 402 auto saver = random_internal::make_ostream_state_saver(os); 403 os.precision(random_internal::stream_precision_helper<RealType>::kPrecision); 404 os << x.alpha() << os.fill() << x.beta(); 405 return os; 406 } 407 408 template <typename CharT, typename Traits, typename RealType> 409 std::basic_istream<CharT, Traits>& operator>>( 410 std::basic_istream<CharT, Traits>& is, // NOLINT(runtime/references) 411 beta_distribution<RealType>& x) { // NOLINT(runtime/references) 412 using result_type = typename beta_distribution<RealType>::result_type; 413 using param_type = typename beta_distribution<RealType>::param_type; 414 result_type alpha, beta; 415 416 auto saver = random_internal::make_istream_state_saver(is); 417 alpha = random_internal::read_floating_point<result_type>(is); 418 if (is.fail()) return is; 419 beta = random_internal::read_floating_point<result_type>(is); 420 if (!is.fail()) { 421 x.param(param_type(alpha, beta)); 422 } 423 return is; 424 } 425 426 ABSL_NAMESPACE_END 427 } // namespace absl 428 429 #endif // ABSL_RANDOM_BETA_DISTRIBUTION_H_