Merge pull request #7 from Krymancer/master

Adding a simple feed foward neural network

Author: GouravSingh2580

NeuralNetwork/.gitignore

@@ -0,0 +1,8 @@
+.vscode
+*
+!/**/
+!*.*
+*.in
+*.out
+*.o
+!Makefile

NeuralNetwork/Makefile

@@ -0,0 +1,27 @@
+CC=g++
+IPATH=-Iinc/
+SRC=src
+OBJ=obj
+BIN=bin
+FLAGS=-std=c++2a
+
+SRC_FILES=$(wildcard $(SRC)/*.cpp)
+OBJ_FILES=$(patsubst $(SRC)/%.cpp,$(OBJ)/%.o,$(SRC_FILES))
+
+all: app
+	@echo "Sucess"
+
+clean:
+	@rm -rf $(OBJ)*.o $(BIN)*
+
+run:
+	@$(BIN)/app
+
+dev: app
+	@$(BIN)/app
+
+app: $(OBJ_FILES)
+	@$(CC) -o $(BIN)/$@ $^ $(FLAGS)
+
+$(OBJ)/%.o: $(SRC)/%.cpp
+	@$(CC) $(IPATH) $(FLAGS) -c -o $@ $<

NeuralNetwork/README.md

@@ -0,0 +1,17 @@
+# Simple Cpp Neural Network
+
+Simple Cpp Neural Network
+
+## Commands:
+
+Build the project and put the binary in ./bin
+
+    make
+
+Build and run the project
+
+    make dev
+
+Only run the project
+
+    make run

NeuralNetwork/bin/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

NeuralNetwork/inc/Matrix.hpp

@@ -0,0 +1,129 @@
+#pragma once
+#include <stdlib.h>
+
+#include <cmath>
+#include <fstream>
+#include <iostream>
+#include <random>
+#include <sstream>
+#include <string>
+#include <tuple>
+#include <vector>
+
+typedef double (*functioncall)(double args);
+
+using std::tuple;
+using std::vector;
+
+class Matrix {
+   private:
+    unsigned rows;
+    unsigned cols;
+    vector<vector<double>> data;
+
+   public:
+    /**
+    *   Create a Matrix and set an initial value to 
+    *   every element in the matrix
+    * 
+    *  @param rows number of Rows
+    *  @param cols number of Columns
+    *  @param value An initial value to every element
+    * 
+    *  @returns Returns a matrix
+    */
+    Matrix(unsigned, unsigned, double);
+
+    /**
+    *   Create a Matrix
+    * 
+    *  @param rows number of Rows
+    *  @param cols number of Columns
+    * 
+    *  @returns Returns a matrix
+    */
+    Matrix(unsigned, unsigned);
+
+    /**
+    *   Create a Matrix from a file
+    * 
+    *  @param filepath read a file and transform into a matrix
+    * 
+    *  @returns Returns a matrix
+    */
+    Matrix(const char *);
+
+    /**
+    *   Create a matrix from another matrix
+    * 
+    *  @param matrix an matrix to copy
+    * 
+    *  @returns Returns the copied matrix
+    */
+    Matrix(const Matrix &);
+
+    /**
+    *   Create a matrix from another matrix
+    * 
+    *  @param matrix an matrix to copy
+    * 
+    *  @returns Returns the copied matrix
+    */
+    Matrix(vector<double>);
+
+    /**
+    *   Create an empty matrix with no rows and no columns
+    * 
+    *  @returns Returns an empty matrix
+    */
+    Matrix();
+
+    // Matrix Operations
+    Matrix operator+(Matrix &);
+    Matrix operator-(Matrix &);
+    Matrix operator*(Matrix &);
+    Matrix operator+=(Matrix &);
+    Matrix operator-=(Matrix &);
+    Matrix operator*=(Matrix &);
+    Matrix transpose();
+    Matrix hadamard(Matrix &);
+    Matrix kronecker(Matrix &);
+    Matrix horizontalConcatenation(Matrix &);
+
+    // Scalar Operations
+    Matrix operator+(double);
+    Matrix operator-(double);
+    Matrix operator*(double);
+    Matrix operator/(double);
+    Matrix operator+=(double);
+    Matrix operator-=(double);
+    Matrix operator*=(double);
+    Matrix operator/=(double);
+
+    // Aesthetic Methods
+    double &operator()(const unsigned &, const unsigned &);
+    void print() const;
+    friend std::ostream &operator<<(std::ostream &os, const Matrix &matrix);
+    unsigned getRows() const;
+    unsigned getCols() const;
+    vector<double> toArray();
+
+    // Power Iteration
+    tuple<Matrix, double, int> powerIter(unsigned, double);
+
+    // Deflation
+    Matrix deflation(Matrix &, double &);
+
+    //Randomize
+    void randomize();
+
+    //Activation Function
+    Matrix sigmod();
+    Matrix dSigmod();
+
+    Matrix hyperbolicTangent();
+    Matrix dHyperbolicTangent();
+
+    // Map
+    Matrix map(functioncall);
+};

NeuralNetwork/inc/NeuralNetwork.hpp

@@ -0,0 +1,45 @@
+#pragma once
+
+#include <cmath>
+#include <vector>
+
+#include "Matrix.hpp"
+
+class NeuralNetwork {
+   private:
+    int input_nodes;
+    int hidden_nodes;
+    int output_nodes;
+    Matrix weights_ih;
+    Matrix weights_ho;
+    Matrix bias_h;
+    Matrix bias_o;
+
+    double learningRate = 0.1;
+
+   public:
+    NeuralNetwork(const NeuralNetwork &);
+    NeuralNetwork(unsigned, unsigned, unsigned);
+    NeuralNetwork();
+
+    unsigned getInputNodes();
+    unsigned getHiddenNodes();
+    unsigned getOutputNodes();
+
+    Matrix getWeightsIh();
+    Matrix getWeightsHo();
+
+    Matrix getHiddenBias();
+    Matrix getOutputBias();
+
+    void setLearningRate(double);
+
+    void train(vector<double>, vector<double>);
+    vector<double> predict(vector<double>);
+    void mutate(functioncall);
+
+    NeuralNetwork& copy();
+
+    //Tests
+    void print();
+};

NeuralNetwork/inc/main.hpp

@@ -0,0 +1,21 @@
+#pragma once
+
+#include <iostream>
+#include <random>
+#include <istream>
+#include <string>
+#include <vector>
+
+#include "NeuralNetwork.hpp"
+
+#define nl std::cout << std::endl;
+
+double relu(double x) {
+    return x > 0 ? x : 0;
+}
+
+double dtanh(double value) {
+    return -0.5 * ((tanh(value) - 1) * (tanh(value) + 1));
+}
+
+const char* message = "CPP-PROJECT TEMPLATE";