Fixed gradient descent not properly working

xEcho1337 · Jan 7, 2025 · c02a94d · c02a94d
1 parent 238e6bb
commit c02a94d
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/main/java/net/echo/brain4j/structure/Neuron.java b/src/main/java/net/echo/brain4j/structure/Neuron.java
@@ -8,8 +8,8 @@
 public class Neuron {
 
     private final List<Synapse> synapses = new ArrayList<>();
-    private final ThreadLocal<Double> localValue = new ThreadLocal<>();
-    private final ThreadLocal<Double> delta = new ThreadLocal<>();
+    private final ThreadLocal<Double> localValue = ThreadLocal.withInitial(() -> 0.0);
+    private final ThreadLocal<Double> delta = ThreadLocal.withInitial(() -> 0.0);
     private double totalDelta;
     @Expose private double bias;
 
@@ -34,7 +34,7 @@ public double getDelta() {
     }
 
     public void setDelta(double delta) {
-        this.delta.set(delta);
+        this.delta.set(this.delta.get() + delta);
         this.totalDelta += delta;
     }