/// @file grotto/gadgets/activations/leakyrelu.hpp /// @author Ryan Henry /// @brief Cleartext reference for `leakyrelu`. /// @copyright Copyright (c) 2019-2023 Ryan Henry and others /// @license Released under a GNU General Public v2.0 (GPLv2) license; /// see [LICENSE.md](@ref license) for details. #ifndef LIBDPF_INCLUDE_GROTTO_GADGETS_ACTIVATIONS_LEAKYRELU_HPP__ #define LIBDPF_INCLUDE_GROTTO_GADGETS_ACTIVATIONS_LEAKYRELU_HPP__ #include #include #include #include "grotto/gadget_hints.hpp" namespace grotto { namespace gadgets { HEDLEY_DIAGNOSTIC_PUSH HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED static constexpr double leakyrelu_default_negative_slope = 0.01; static constexpr double leakyrelu_zero_negative_slope = 0.0; template struct HEDLEY_DEPRECATED_FOR(2026, grotto::make_leaky_relu_lut) leakyrelu { template T operator()(T x) { if (x >= 0) return x; return negative_slope * x; } }; template struct gadget_hints> { inline static constexpr double min = std::numeric_limits::lowest(); inline static constexpr double max = std::numeric_limits::max(); inline static constexpr double poles[] = { }; inline static constexpr double interesting_points[] = { 0 }; inline static constexpr unsigned degree = 1; inline static constexpr bool has_canonical_representation = true; inline static constexpr double canonical_bounds[] = { 0 }; inline static constexpr std::array canonical_polys[] = { {0,negative_slope}, {0,1} }; }; HEDLEY_DIAGNOSTIC_POP } // namespace gadgets } // namespace grotto #endif // LIBDPF_INCLUDE_GROTTO_GADGETS_ACTIVATIONS_LEAKYRELU_HPP__