activators.hpp

Go to the documentation of this file.

/*************************************************************************
 *
 *  Project
 *                         _____ _____  __  __ _____
 *                        / ____|  __ \|  \/  |  __ \
 *  ___  _ __   ___ _ __ | |  __| |__) | \  / | |__) |
 * / _ \| '_ \ / _ \ '_ \| | |_ |  ___/| |\/| |  ___/
 *| (_) | |_) |  __/ | | | |__| | |    | |  | | |
 * \___/| .__/ \___|_| |_|\_____|_|    |_|  |_|_|
 *      | |
 *      |_|
 *
 * Copyright (C) Akiel Aries, <akiel@akiel.org>, et al.
 *
 * This software is licensed as described in the file LICENSE, which
 * you should have received as part of this distribution. The terms
 * among other details are referenced in the official documentation
 * seen here : https://akielaries.github.io/openGPMP/ along with
 * important files seen in this project.
 *
 * You may opt to use, copy, modify, merge, publish, distribute
 * and/or sell copies of the Software, and permit persons to whom
 * the Software is furnished to do so, under the terms of the
 * LICENSE file. As this is an Open Source effort, all implementations
 * must be of the same methodology.
 *
 *
 *
 * This software is distributed on an AS IS basis, WITHOUT
 * WARRANTY OF ANY KIND, either express or implied.
 *
 ************************************************************************/
 
#ifndef ACTIVATION_HPP
#define ACTIVATION_HPP
 
#include <cmath>
#include <vector>
 
namespace gpmp {
 
namespace ml {
 
class Activation {
  public:
    double sigmoid(double z);
 
    double sigmoid_derivative(double z);
 
    double relu(double z);
 
    double relu_derivative(double z);
 
    std::vector<double> softmax(const std::vector<double> &inputs);
 
    std::vector<std::vector<double>>
    softmax_derivative(const std::vector<double> &inputs);
 
    double binary_step(double z);
 
    double tanh(double z);
 
    double tanh_derivative(double z);
 
    double smht(double z);
 
    double smht_derivative(double z);
 
    double gelu(double z);
 
    double gelu_derivative(double z);
 
    double softplus(double z);
 
    double elu(double z, double alpha = 10);
 
    double elu_derivative(double z, double alpha = 10);
 
    double selu(double z, double alpha = 167326, double scale = 10507);
 
    double
    selu_derivative(double z, double alpha = 167326, double scale = 10507);
 
    double leaky_relu(double z, double alpha = 001);
 
    double leaky_relu_derivative(double z, double alpha = 001);
 
    double prelu(double z, double alpha);
 
    double prelu_derivative(double z, double alpha);
 
    double silu(double z);
 
    double silu_derivative(double z);
};
 
} // namespace ml
 
} // namespace gpmp
 
#endif