Done!

Author: OrF8

Activation.cpp

@@ -0,0 +1,97 @@
+#include "Activation.h"
+#include <cfloat>
+
+/*
+ * ReLu function implementation.
+ * @param mat matrix to calculate ReLu on.
+ * @return Matrix with ReLu entries.
+ */
+Matrix relu_impl(const Matrix &mat)
+{
+    int rows = mat.get_rows();
+    int cols = mat.get_cols();
+    Matrix res(rows, cols);
+    for (int i = 0; i < rows; i++)
+    {
+        for (int j = 0; j < cols; j++)
+        {
+            // Calculate ReLu according to the given formula
+            float x = mat(i, j);
+            x >= 0 ? res(i, j) = x : res(i, j) = 0;
+        }
+    }
+    return res;
+}
+
+/*
+ * softmax function for a row implementation.
+ * @param mat matrix to calculate softmax on.
+ * @return Matrix with softmax entries.
+ */
+Matrix softmax_row(const Matrix& mat)
+{
+    int rows = mat.get_rows();
+    int cols = mat.get_cols();
+    Matrix res(rows, cols);
+    for (int i = 0; i < rows; i++)
+    {
+        // Find the max value for numerical stability
+        float max_val = -FLT_MAX;
+        for (int j = 0; j < cols; j++)
+        {
+            if (mat(i, j) > max_val)
+            {
+                max_val = mat(i, j);
+            }
+        }
+        // Calculate the sum of exponentials
+        float exp_sum = 0.0;
+        for (int j = 0; j < cols; j++)
+        {
+            exp_sum += std::exp(mat(i, j) - max_val);
+        }
+        // Calculate softmax probabilities
+        for (int j = 0; j < cols; j++)
+        {
+            res(i, j) = std::exp(mat(i, j) - max_val) / exp_sum;
+        }
+    }
+
+    return res;
+}
+
+/*
+ * softmax function implementation.
+ * @param mat matrix to calculate softmax on.
+ * @return Matrix with softmax entries.
+ */
+Matrix softmax_impl(const Matrix &mat)
+{
+    int rows = mat.get_rows();
+    int cols = mat.get_cols();
+    if (rows == 1)
+    {
+        return softmax_row(mat);
+    }
+    Matrix res(rows, cols);
+    for (int i = 0; i < cols; i++) // Iterate over columns
+    {
+        float exp_coordinate_sum = 0.0;
+        for (int j = 0; j < rows; j++) // Sum exponentials in a column
+        {
+            float x = mat(j, i);
+            exp_coordinate_sum += std::exp(x);
+        }
+        for (int j = 0; j < rows; j++) // Apply softmax formula per column
+        {
+            float x = mat(j, i);
+            res(j, i) = std::exp(x) / exp_coordinate_sum;
+        }
+    }
+    return res;
+}
+
+namespace activation {
+    activation_func relu = relu_impl;
+    activation_func softmax = softmax_impl;
+}

Activation.h

@@ -0,0 +1,16 @@
+// Activation.h
+#ifndef ACTIVATION_H
+#define ACTIVATION_H
+
+#include "Matrix.h"
+#include <cmath>
+
+typedef Matrix (*activation_func) (const Matrix& mat);
+
+// Insert Activation namespace here...
+namespace activation {
+    extern activation_func relu;
+    extern activation_func softmax;
+}
+
+#endif //ACTIVATION_H

Dense.cpp

@@ -0,0 +1,49 @@
+#include "Dense.h"
+
+/*
+ * Dense constructor.
+ * @param weights - the weight matrix of the layer.
+ * @param bias - the bias matrix of the layer.
+ * @param act_func - the activation function of the layer.
+ * @return a new Dense object.
+ */
+Dense::Dense(Matrix& weights, Matrix& bias, activation_func act_func) :
+    _weights(weights), _bias(bias), _act_func(act_func)
+    {}
+
+/*
+ * getter function.
+ * @return the weight matrix of the layer.
+ */
+Matrix Dense::get_weights () const
+{
+    return _weights;
+}
+
+/*
+ * getter function.
+ * @return the bias matrix of the layer.
+ */
+Matrix Dense::get_bias () const
+{
+    return _bias;
+}
+
+/*
+ * getter function.
+ * @return the activation function of the layer.
+ */
+activation_func Dense::get_activation () const
+{
+    return _act_func;
+}
+
+/*
+ * operator() overload.
+ * @param input - the input matrix to the layer.
+ * @return the output matrix of the layer.
+ */
+Matrix Dense::operator()(const Matrix &input)
+{
+    return Matrix(_act_func(_weights * input + _bias));
+}

Dense.h

@@ -0,0 +1,29 @@
+// Dense.h
+#ifndef DENSE_H
+#define DENSE_H
+
+#include "Activation.h"
+
+// Insert Dense class here...
+class Dense {
+    public:
+        Dense(Matrix& weights, Matrix& bias, activation_func);
+        Matrix get_weights() const;
+        Matrix get_bias() const;
+        activation_func get_activation() const;
+        Matrix operator()(const Matrix &input);
+
+    private:
+        Matrix _weights;
+        Matrix _bias;
+        activation_func _act_func;
+};
+
+
+
+
+
+
+
+
+#endif //DENSE_H

Makefile

@@ -0,0 +1,22 @@
+CC=g++
+CXXFLAGS= -Wall -Wvla -Wextra -Werror -g -std=c++14
+LDFLAGS= -lm
+HEADERS= Matrix.h Activation.h Dense.h MlpNetwork.h
+OBJS= Matrix.o Activation.o Dense.o MlpNetwork.o main.o
+
+%.o : %.c
+
+
+mlpnetwork: $(OBJS)
+	$(CC) $(LDFLAGS) -o $@ $^
+
+$(OBJS) : $(HEADERS)
+
+.PHONY: clean
+clean:
+	rm -rf *.o
+	rm -rf mlpnetwork
+
+
+
+