activationlayer.h

Go to the documentation of this file.

#include <vector>
#include "layer/layer.h"
#include "tensor/tensor.h"
#include "compute/operation.h"
#include "compute/tensor_operations.h"

namespace magmadnn {
namespace layer {

enum activation_t {
    SIGMOID,
    TANH,
    RELU,
    SOFTMAX
};

template <typename T>
class ActivationLayer : public Layer<T> {
public:
    ActivationLayer(op::Operation<T> *input, activation_t activation_func);
    ~ActivationLayer();

    virtual std::vector<op::Operation<T> *> get_weights();

protected:
    void init();

    /* TODO add custom activation function */
    activation_t activation_func;
    
};

template <typename T>
ActivationLayer<T>* activation(op::Operation<T> *input, activation_t activation_func);

}   // layer
}   // magmadnn