Added (approximated) GELU activation function
This commit is contained in:
parent
e564f1de30
commit
a39ac835e4
2 changed files with 16 additions and 2 deletions
|
@ -49,7 +49,7 @@ fn main() {
|
|||
Initializer::GaussianWFactor(0.0, 1.0, 0.1),
|
||||
)));
|
||||
network.add_layer(Box::new(ActivationLayer::new(
|
||||
activation_functions::Type::LeakyRelu,
|
||||
activation_functions::Type::Gelu,
|
||||
)));
|
||||
network.add_layer(Box::new(FCLayer::new(
|
||||
8,
|
||||
|
@ -57,7 +57,7 @@ fn main() {
|
|||
Initializer::GaussianWFactor(0.0, 1.0, 0.1),
|
||||
)));
|
||||
network.add_layer(Box::new(ActivationLayer::new(
|
||||
activation_functions::Type::LeakyRelu,
|
||||
activation_functions::Type::Gelu,
|
||||
)));
|
||||
network.add_layer(Box::new(FCLayer::new(
|
||||
1,
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue