RBLayer.h

Go to the documentation of this file.

#pragma once
 
#include <deepity/layers/Layer.h>
#include <deepity/utils/Activations.h>
#include <cstddef>
#include <memory>

 
namespace Deep
{
    class RBLayer : public Layer
    {
    public:
        RBLayer(size_t inSize, size_t outSize,
                float var = 1.0f, float var_td = 10.0f,
                float k_1 = 1e-3f, float k_2 = 1e-5f,
                float lmbda = 1e-6f, float alpha = 1.0f,
                size_t batchSize = 64, int stepSize = 30,
                void(*act)(float *, size_t) = relu, void(*dAct)(float *, size_t, bool) = dRelu);
 
        ~RBLayer() override;

        void RunPrediction(const float *input, size_t currentBatchSize) noexcept;

        void RunInferenceStep(const float *input, const float *topDown, size_t currentBatchSize) noexcept;

        void CalcError(const float *bottomUp, const float *topDown, size_t currentBatchSize) noexcept;
 
        // --------------------------------------------------------
        // Core Execution (Predictive Coding Dynamics)
        // --------------------------------------------------------

        void UpdateBeliefs(const float *bottomUp, const float *topDown, size_t currentBatchSize) noexcept;

        void UpdateWeights(size_t currentBatchSize) noexcept;

        [[nodiscard]] float CalculateState() noexcept override;

        void UpdateState() noexcept override;

        void UpdateWeights() noexcept override;
 
        void Flush() noexcept override;
 
        [[nodiscard]] const float *GetErrors() const noexcept override { return e_bu; }

        [[nodiscard]] size_t GetTotalSize() const noexcept;

        void Attach(float *ptr) noexcept;

        [[nodiscard]] float *GetWeights() const noexcept { return U; }
 
        [[nodiscard]] size_t GetBatchSize() const noexcept override;
        [[nodiscard]] size_t GetInputSize() const noexcept override;
        [[nodiscard]] size_t GetOutputSize() const noexcept override;
 
        [[nodiscard]] float *GetBeliefs() noexcept override;
        [[nodiscard]] const float *GetInferenceError() const noexcept;
 
#ifdef _DEBUG
        void DebugStats(int layerIndex) const;
#endif
 
    private:
        void CacheInput(const float *input, size_t currentBatchSize) noexcept;
 
        // --- Hyperparameters ---
        float var;
        float var_td;
        float k_1;
        float k_2;
        float lmbda;
        float alpha;
        int stepSize;
 
        // Batch Tracking
        size_t batchSize;
        size_t cachedBatchSize = 0;
        const float *cachedInput = nullptr;
 
        // SIMD Activation
        void (*act)(float *, size_t);
        void (*dAct)(float *, size_t, bool);
 
        // Arena Memory Pointers
        float *r = nullptr;    
        float *U = nullptr;    
        float *e_bu = nullptr; 
        float *e_td = nullptr; 
 
        // BLAS Temporary Buffers
        std::unique_ptr<float[]> inputBuffer;
        size_t pendingCount = 0;
        bool ownsMemory = false;
 
        float *tmpBelief = nullptr;
        float *tmpWeight1 = nullptr;
        float *tmpWeight2 = nullptr;
        float *tmpWeight3 = nullptr;
        float *tmpWeight4 = nullptr;
    };
} // namespace Deep