Skip to content

Commit d29da35

Browse files
committed
Add missing Config::Qwen3
1 parent 656e3ff commit d29da35

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

backends/candle/src/lib.rs

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -103,6 +103,8 @@ enum Config {
103103
Gte(GTEConfig),
104104
#[allow(dead_code)]
105105
Qwen2(Qwen2Config),
106+
#[allow(dead_code)]
107+
Qwen3(Qwen3Config),
106108
#[serde(rename = "mpnet")]
107109
MPNet(MPNetConfig),
108110
#[serde(rename(deserialize = "modernbert"))]
@@ -273,6 +275,10 @@ impl CandleBackend {
273275
"Qwen2 is only supported on Cuda devices in fp16 with flash attention enabled"
274276
.to_string(),
275277
)),
278+
(Config::Qwen3(_), Device::Cpu | Device::Metal(_)) => Err(BackendError::Start(
279+
"Qwen3 is only supported on Cuda devices in fp16 with flash attention enabled"
280+
.to_string(),
281+
)),
276282
(Config::MPNet(config), _) => {
277283
tracing::info!("Starting MPNet model on {:?}", device);
278284
Ok(Box::new(MPNetModel::load(vb, &config, model_type).s()?))

0 commit comments

Comments
 (0)