We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
if-
HiddenAct
1 parent 784bad3 commit f410bb3Copy full SHA for f410bb3
backends/candle/src/models/nomic.rs
@@ -404,7 +404,9 @@ impl NomicMLP {
404
405
if use_moe {
406
Ok(Self::MoE(NomicMoELayer::load(vb, config)?))
407
- } else if config.activation_function == HiddenAct::GeluErf {
+ } else if config.activation_function == HiddenAct::GeluErf
408
+ || config.activation_function == HiddenAct::Gelu
409
+ {
410
Ok(Self::Mlp(NomicBertMLP::load(vb, config)?))
411
} else {
412
Ok(Self::GatedMLP(NomicBertGatedMLP::load(vb, config)?))
0 commit comments