lluni/JavaNN
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Decreased learningRate for each subsequent epoch to reduce the chance of jumping out of a local minimum

Browse source
This commit is contained in:
lluni 2022-05-25 20:56:55 +02:00
parent 1b296bb5d0
commit e19dec4af9
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/main/java/de/lluni/javann/Network.java
View file

@ -76,7 +76,7 @@ public class Network {
// backward propagation
SimpleMatrix error = lossPrime.apply(y_train[j], output);
for (int k = layers.size() - 1; k >= 0; k--) {
error = layers.get(k).backwardPropagation(error, learningRate);
error = layers.get(k).backwardPropagation(error, learningRate / (i+1));
}
}
// calculate average error on all samples