/// @file grotto/gadgets/activations/leakyrelu.hpp /// @author Ryan Henry /// @brief Cleartext reference for `leakyrelu`. /// @copyright Copyright (c) 2019-2023 Ryan Henry and others /// @license Released under a GNU General Public v2.0 (GPLv2) license; /// see [LICENSE.md](@ref license) for details. #ifndef LIBDPF_INCLUDE_GROTTO_GADGETS_ACTIVATIONS_LEAKYRELU_HPP__ #define LIBDPF_INCLUDE_GROTTO_GADGETS_ACTIVATIONS_LEAKYRELU_HPP__ #include #include #include #include "grotto/gadget_hints.hpp" namespace grotto { namespace gadgets { HEDLEY_DIAGNOSTIC_PUSH HEDLEY_DIAGNOSTIC_DISABLE_DEPRECATED static constexpr double leakyrelu_default_negative_slope = 0.01; static constexpr double leakyrelu_zero_negative_slope = 0.0; /// @brief Cleartext `leakyrelu`. The default slope `0.01` is /// `make_leaky_relu_hundredth_lut`. A power-of-two slope is /// `make_leaky_relu_lut`. /// @see grotto::make_leaky_relu_hundredth_lut /// @tparam negative_slope functor parameter (a `double` bound or scale) /// @note Straight-line cleartext. Fixed-point evaluation is the symbol in `@see` when that symbol is a LUT or an `eval_*` function. /// \complexity One evaluation of `operator()` as written in this header. There is no domain scan and no loop. `Θ(1)` time and extra space relative to that expression. template struct HEDLEY_DEPRECATED_FOR(2026, grotto::make_leaky_relu_hundredth_lut) leakyrelu { /// @brief Evaluate the cleartext map. /// @tparam T argument and result type /// @param x the input /// @return the cleartext image of `x` /// \complexity The body is straight-line. `Θ(1)` time and extra space. template T operator()(T x) { if (x >= 0) return x; return negative_slope * x; } }; template struct gadget_hints> { inline static constexpr double min = std::numeric_limits::lowest(); inline static constexpr double max = std::numeric_limits::max(); inline static constexpr double poles[] = { }; inline static constexpr double interesting_points[] = { 0 }; inline static constexpr unsigned degree = 1; inline static constexpr bool has_canonical_representation = true; inline static constexpr double canonical_bounds[] = { 0 }; inline static constexpr std::array canonical_polys[] = { {0,negative_slope}, {0,1} }; }; HEDLEY_DIAGNOSTIC_POP } // namespace gadgets } // namespace grotto #endif // LIBDPF_INCLUDE_GROTTO_GADGETS_ACTIVATIONS_LEAKYRELU_HPP__