Layer.h

Go to the documentation of this file.

#pragma once
#include <cstddef>
#include <sleef.h>
#ifdef DEEPITY_USE_MKL
#include <mkl_cblas.h>
#else
#include <cblas.h>
#endif
#include <map>
#include <vector>
#include <string>

 
// Adam: default hyperparameters. Currently unused -- AdamOptimizer.h
// defines its own equivalents and is what's actually wired up.
#define ALPHA 0.001 
#define BETA1 0.9   
#define BETA2 0.999 
#define EPS 1e-8    
 
namespace Deep
{
    struct TensorDescriptor
    {
        float *data;         
        std::vector<size_t> shape; 
    };

    class Layer
    {
    public:
        virtual ~Layer() = default;

        virtual float *GetBeliefs() noexcept = 0;
        virtual const float *GetErrors() const noexcept = 0;
        virtual size_t GetInputSize() const noexcept = 0;
        virtual size_t GetOutputSize() const noexcept = 0;
        virtual size_t GetBatchSize() const noexcept = 0;

        virtual float CalculateState() noexcept = 0;
        virtual void UpdateState() noexcept = 0;
        virtual void UpdateWeights() noexcept = 0;
        virtual void Flush() noexcept {}
        virtual std::map<std::string, TensorDescriptor> GetStateDict() const { return {}; }
 
    protected:
        size_t size;
        size_t nextSize;
    };
}