GaussSeidelPCNetwork.h

Go to the documentation of this file.

#pragma once
#include <vector>
#include <memory>
#include <random>
#include <deepity/layers/GaussSeidelPCLayer.h>
#include <deepity/utils/MemoryArena.h>
#include <deepity/utils/Activations.h>

 
namespace Deep
{
    class GaussSeidelPCNetwork
    {
    public:
        explicit GaussSeidelPCNetwork(int batchSize) noexcept;
        ~GaussSeidelPCNetwork() = default;

        GaussSeidelPCNetwork(const GaussSeidelPCNetwork &) = delete;
        GaussSeidelPCNetwork &operator=(const GaussSeidelPCNetwork &) = delete;

        void AddLayer(int size, int nextSize, float lr, float ir, float lmbda,
                      void (*act)(float *, size_t), void (*dAct)(float *, size_t, bool));
        void AddLayer(int size, int nextSize, float lr, float ir, float lmbda,
                      ActivationType aType, ActivationType dType);

        void RandomizeWeights(std::mt19937 &rng);
        void ResetState() noexcept;
        void Clamp(const std::vector<float> &input);

        float Step() noexcept;

        void UpdateWeights() noexcept;

        void ProjectForward() noexcept;

        void SetOptimizer(OptimizerType o) noexcept
        {
            for (auto &layer : layers)
                layer->SetOptimizer(o);
        }

        void SetLearningRate(float lr) noexcept
        {
            for (auto &layer : layers)
                layer->SetLearningRate(lr);
        }

        GaussSeidelPCLayer *GetTerminalLayer() noexcept { return layers.back().get(); }
        std::vector<std::unique_ptr<GaussSeidelPCLayer>> &GetLayers() noexcept { return layers; }
        const std::vector<std::unique_ptr<GaussSeidelPCLayer>> &GetLayers() const noexcept { return layers; }
        int GetBatchSize() const noexcept { return batchSize; }

        float TrainStep(const std::vector<float> &x, const std::vector<float> &y, int inferenceSteps);

        float TrainStepWithProjection(const std::vector<float> &x, const std::vector<float> &y, int inferenceSteps);

        std::vector<float> Predict(const std::vector<float> &x, int inferenceSteps);

        void Compile();
 
    private:
        std::vector<std::unique_ptr<GaussSeidelPCLayer>> layers;
        std::unique_ptr<MemoryArena> arena;
        int batchSize;
    };
}