From 561d6f52c4744c543a9d254ba65981dcea8fc814 Mon Sep 17 00:00:00 2001
From: markichnich <markichnich@proton.me>
Date: Thu, 21 Mar 2024 22:01:42 +0100
Subject: [PATCH] add relu and correct mse.

---
 src/functions.rs | 11 ++++++++---
 1 file changed, 8 insertions(+), 3 deletions(-)

diff --git a/src/functions.rs b/src/functions.rs
index 3358431..aa332e3 100644
--- a/src/functions.rs
+++ b/src/functions.rs
@@ -23,7 +23,12 @@ pub const SIGMOID: ActivationFn<f64> = ActivationFn {
     f_prime: |x| x * (1.0 - x),
 };
 
-pub const MSE: LossFn<f64> = LossFn {
-    f: |y_hat, y| (y_hat - y).powi(2),
-    f_prime: |y_hat, y| -2.0 * (y_hat - y),
+pub const RELU: ActivationFn<f64> = ActivationFn {
+    f: |x| x.max(0.0),
+    f_prime: |x| if x > 0.0 { 1.0 } else { 0.0 },
+};
+
+pub const MSE: LossFn<f64> = LossFn {
+    f: |y_hat, y| (y - y_hat).powi(2),
+    f_prime: |y_hat, y| -2.0 * (y - y_hat),
 };