lluni/rust-nn
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Layers don't need to store the forward pass output

Browse source
This commit is contained in:
lluni 2023-02-04 17:56:30 +01:00
parent 16b6072d80
commit d130c7cce1
Signed by: lluni
GPG key ID: ACEEB468BC325D35
2 changed files with 12 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
src/layers/activation_layer.rs
View file

@ -5,7 +5,7 @@ use crate::functions::activation_functions::*;
pub struct ActivationLayer { pub struct ActivationLayer {
input: Array1<f64>, input: Array1<f64>,
output: Array1<f64>, // output: Array1<f64>,
activation: fn(&Array1<f64>) -> Array1<f64>, activation: fn(&Array1<f64>) -> Array1<f64>,
activation_prime: fn(&Array1<f64>) -> Array1<f64>, activation_prime: fn(&Array1<f64>) -> Array1<f64>,
} }
@ -15,7 +15,7 @@ impl ActivationLayer {
let (activation, activation_prime) = parse_type(activation_fn); let (activation, activation_prime) = parse_type(activation_fn);
ActivationLayer { ActivationLayer {
input: arr1(&[]), input: arr1(&[]),
output: arr1(&[]), // output: arr1(&[]),
activation, activation,
activation_prime, activation_prime,
} }
@ -25,8 +25,10 @@ impl ActivationLayer {
impl Layer for ActivationLayer { impl Layer for ActivationLayer {
fn forward_pass(&mut self, input: ArrayView1<f64>) -> Array1<f64> { fn forward_pass(&mut self, input: ArrayView1<f64>) -> Array1<f64> {
self.input = input.to_owned(); self.input = input.to_owned();
self.output = (self.activation)(&self.input); // output isn't needed elsewhere
self.output.clone() // self.output = (self.activation)(&self.input);
// self.output.clone()
(self.activation)(&self.input)
} }
fn backward_pass(&mut self, output_error: ArrayView1<f64>, _learning_rate: f64) -> Array1<f64> { fn backward_pass(&mut self, output_error: ArrayView1<f64>, _learning_rate: f64) -> Array1<f64> {

10
src/layers/fc_layer.rs
View file

@ -40,7 +40,7 @@ pub struct FCLayer {
weight_initializer: Initializer, weight_initializer: Initializer,
bias_initializer: Initializer, bias_initializer: Initializer,
input: Array1<f64>, input: Array1<f64>,
output: Array1<f64>, // output: Array1<f64>,
weights: Array2<f64>, weights: Array2<f64>,
biases: Array1<f64>, biases: Array1<f64>,
} }
@ -57,7 +57,7 @@ impl FCLayer {
weight_initializer, weight_initializer,
bias_initializer, bias_initializer,
input: arr1(&[]), input: arr1(&[]),
output: arr1(&[]), // output: arr1(&[]),
weights: arr2(&[[]]), weights: arr2(&[[]]),
biases: arr1(&[]), biases: arr1(&[]),
} }
@ -77,8 +77,10 @@ impl Layer for FCLayer {
} }
self.input = input.to_owned(); self.input = input.to_owned();
self.output = self.input.dot(&self.weights) + &self.biases; // output isn't needed elsewhere
self.output.clone() // self.output = self.input.dot(&self.weights) + &self.biases;
// self.output.clone()
self.input.dot(&self.weights) + &self.biases
} }
fn backward_pass(&mut self, output_error: ArrayView1<f64>, learning_rate: f64) -> Array1<f64> { fn backward_pass(&mut self, output_error: ArrayView1<f64>, learning_rate: f64) -> Array1<f64> {