Skip to content

Commit f410bb3

Browse files
committed
Add missing if- condition on HiddenAct
1 parent 784bad3 commit f410bb3

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

backends/candle/src/models/nomic.rs

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -404,7 +404,9 @@ impl NomicMLP {
404404

405405
if use_moe {
406406
Ok(Self::MoE(NomicMoELayer::load(vb, config)?))
407-
} else if config.activation_function == HiddenAct::GeluErf {
407+
} else if config.activation_function == HiddenAct::GeluErf
408+
|| config.activation_function == HiddenAct::Gelu
409+
{
408410
Ok(Self::Mlp(NomicBertMLP::load(vb, config)?))
409411
} else {
410412
Ok(Self::GatedMLP(NomicBertGatedMLP::load(vb, config)?))

0 commit comments

Comments
 (0)