48 lines
832 B
C++
48 lines
832 B
C++
#pragma once
|
|
|
|
#include "Buffer.hpp"
|
|
#include "DataAnalysisCommon.hpp"
|
|
|
|
namespace tp {
|
|
class FullyConnectedNN {
|
|
|
|
struct Layer {
|
|
|
|
struct Neuron {
|
|
struct Parameter {
|
|
Parameter() = default;
|
|
|
|
Parameter(halnf in) :
|
|
val(in) {}
|
|
|
|
halnf val = 0;
|
|
halnf grad = 0;
|
|
};
|
|
|
|
Parameter bias;
|
|
Buffer<Parameter> weights;
|
|
|
|
halnf activationValue = 0;
|
|
halnf activationValueLinear = 0;
|
|
|
|
halnf cache;
|
|
};
|
|
|
|
Buffer<Neuron> neurons;
|
|
};
|
|
|
|
public:
|
|
FullyConnectedNN() = default;
|
|
|
|
void initializeRandom(const Buffer<halni>& description);
|
|
void evaluate(const Buffer<halnf>& input, Buffer<halnf>& output);
|
|
|
|
halnf calcCost(const Buffer<halnf>& output);
|
|
void calcGrad(const Buffer<halnf>& output);
|
|
void applyGrad(halnf step);
|
|
|
|
public:
|
|
Buffer<Layer> mLayers;
|
|
halni mAvgCount = 0;
|
|
};
|
|
};
|