AI.h

#pragma once

#define EPOCH 10000         // number of training epochs
#define DIMENSION 4         // depth of neural network, also modify hidden_layers in main.c
#define LEARNING_RATE 0.1   // neural network learning rate
#define X_TRAIN_SIZE 4      // number of different entries
#define Y_TRAIN_SIZE 2      // how many entries for 1 value (1, 1) for XOR for example
#define OUTPUT_SIZE 1       // number of output neurons

/* Example for XOR */
//#define EPOCH 100000
//#define DIMENSION 4
//#define LEARNING_RATE 0.1
//#define X_TRAIN_SIZE 4
//#define Y_TRAIN_SIZE 2
//#define OUTPUT_SIZE 1

/* Example for MNIST */
//#define EPOCH 32
//#define DIMENSION 4
//#define LEARNING_RATE 0.005
//#define X_TRAIN_SIZE 60000
//#define Y_TRAIN_SIZE 784
//#define OUTPUT_SIZE 10

#include <stdio.h>
#include <stdlib.h>
#include <time.h>
#include <sys/time.h>
#include <math.h>
#include <string.h>
#include <stdint.h>
#include <SDL2/SDL.h>
#include <SDL2/SDL_image.h>


typedef struct {
    int sizeX;      // Size in X / Columns
    int sizeY;      // Y Size / Lines
    double *data;   // Pointer to matrix data
} Matrix;

// AI.c
void init_network(int* dim, Matrix **W_list, Matrix **b_list);
void forward_propagation(Matrix *X, Matrix *W_list, Matrix *b_list, Matrix **A_list, int up);
void back_propagation(Matrix *y, Matrix *W_list, Matrix *A_list, Matrix **dW_gradients, Matrix **db_gradients, int up);
void update(Matrix *dW_gradients, Matrix *db_gradients, Matrix *W_list, Matrix *b_list);
Matrix* predict(Matrix *X, Matrix *W_list, Matrix *b_list, int print_check);
double accuracy(Matrix *X, Matrix *y, int test_size, Matrix *W_list, Matrix *b_list);
double log_loss(Matrix *y, Matrix *A);
void neural_network(Matrix **X, Matrix **y, int hidden_layers[], Matrix **W_list, Matrix **b_list, int update_net);     //update_net is to check if the network is juste updated
void save_network(Matrix *W_list, Matrix *b_list, char filename[], int epoch_nbr);
int load_network(Matrix **W_list, Matrix **b_list, char filename[]);

// matrix.c
Matrix* add(Matrix *matrix1, Matrix *matrix2);
Matrix* minus(Matrix *matrix1, Matrix *matrix2);
Matrix* add_num(Matrix *matrix, double n);
Matrix* columns_sum(Matrix *matrix);
Matrix* mul_num(Matrix *matrix, double n);
Matrix* mul(Matrix *matrix1, Matrix *matrix2);
Matrix* mul_matrix(Matrix *matrix1, Matrix *matrix2);
Matrix* transpose(Matrix *matrix);
void printMatrix(Matrix mat);

//loadMNIST.c
#define IMAGE_SIZE_FULL 784
void load_mnist(char *filename_images, char *filename_labels, Matrix *images, Matrix *labels, int image_number);
Matrix* image_to_matrix(char filename[]);