lluni/rust-nn
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Compare commits

base: lluni:a39ac835e4d3435a34c03ddc18d008d07113ce63
Branches Tags
lluni:master
..
compare: lluni:a02110f2dbd61b79ca7973d58572f6a034a73b0d
Branches Tags
lluni:master

No commits in common. "a39ac835e4d3435a34c03ddc18d008d07113ce63" and "a02110f2dbd61b79ca7973d58572f6a034a73b0d" have entirely different histories.
a39ac835e4 ... a02110f2db

2 changed files with 8 additions and 18 deletions
Show stats Expand all files Collapse all files

4
examples/example_sine.rs
View file

@ -49,7 +49,7 @@ fn main() {
Initializer::GaussianWFactor(0.0, 1.0, 0.1), Initializer::GaussianWFactor(0.0, 1.0, 0.1),
))); )));
network.add_layer(Box::new(ActivationLayer::new( network.add_layer(Box::new(ActivationLayer::new(
activation_functions::Type::Gelu, activation_functions::Type::LeakyRelu,
))); )));
network.add_layer(Box::new(FCLayer::new( network.add_layer(Box::new(FCLayer::new(
8, 8,
@ -57,7 +57,7 @@ fn main() {
Initializer::GaussianWFactor(0.0, 1.0, 0.1), Initializer::GaussianWFactor(0.0, 1.0, 0.1),
))); )));
network.add_layer(Box::new(ActivationLayer::new( network.add_layer(Box::new(ActivationLayer::new(
activation_functions::Type::Gelu, activation_functions::Type::LeakyRelu,
))); )));
network.add_layer(Box::new(FCLayer::new( network.add_layer(Box::new(FCLayer::new(
1, 1,

22
src/functions/activation_functions.rs
View file

@ -7,7 +7,6 @@ pub enum Type {
Tanh, Tanh,
Relu, Relu,
LeakyRelu, LeakyRelu,
Gelu,
} }
type ActFuncTuple = ( type ActFuncTuple = (
@ -22,7 +21,6 @@ pub fn parse_type(t: Type) -> ActFuncTuple {
Type::Tanh => (tanh, tanh_prime), Type::Tanh => (tanh, tanh_prime),
Type::Relu => (relu, relu_prime), Type::Relu => (relu, relu_prime),
Type::LeakyRelu => (leaky_relu, leaky_relu_prime), Type::LeakyRelu => (leaky_relu, leaky_relu_prime),
Type::Gelu => (gelu, gelu_prime),
} }
} }
@ -31,7 +29,11 @@ pub fn identity(matrix: &Array1<f64>) -> Array1<f64> {
} }
pub fn identity_prime(matrix: &Array1<f64>) -> Array1<f64> { pub fn identity_prime(matrix: &Array1<f64>) -> Array1<f64> {
Array1::ones(matrix.raw_dim()) let mut result = matrix.clone();
for x in result.iter_mut() {
*x = 1.0;
}
result
} }
fn sigmoid(x: f64) -> f64 { fn sigmoid(x: f64) -> f64 {
@ -46,7 +48,7 @@ pub fn logistic(matrix: &Array1<f64>) -> Array1<f64> {
pub fn logistic_prime(matrix: &Array1<f64>) -> Array1<f64> { pub fn logistic_prime(matrix: &Array1<f64>) -> Array1<f64> {
let mut result = matrix.clone(); let mut result = matrix.clone();
result.mapv_inplace(|x| sigmoid(x) * (1.0 - sigmoid(x))); result.mapv_inplace(|x| sigmoid(x * (1.0 - sigmoid(x))));
result result
} }
@ -85,15 +87,3 @@ pub fn leaky_relu_prime(matrix: &Array1<f64>) -> Array1<f64> {
result.mapv_inplace(|x| if x <= 0.0 { 0.001 } else { 1.0 }); result.mapv_inplace(|x| if x <= 0.0 { 0.001 } else { 1.0 });
result result
} }
pub fn gelu(matrix: &Array1<f64>) -> Array1<f64> {
let mut result = matrix.clone();
result.mapv_inplace(|x| x * sigmoid(1.702 * x));
result
}
pub fn gelu_prime(matrix: &Array1<f64>) -> Array1<f64> {
let mut result = matrix.clone();
result.mapv_inplace(|x| sigmoid(1.702 * x) * (1.0 + 1.702 * (1.0 - sigmoid(1.702 * x))));
result
}