File tree Expand file tree Collapse file tree 1 file changed +6
-0
lines changed Expand file tree Collapse file tree 1 file changed +6
-0
lines changed Original file line number Diff line number Diff line change @@ -103,6 +103,8 @@ enum Config {
103
103
Gte ( GTEConfig ) ,
104
104
#[ allow( dead_code) ]
105
105
Qwen2 ( Qwen2Config ) ,
106
+ #[ allow( dead_code) ]
107
+ Qwen3 ( Qwen3Config ) ,
106
108
#[ serde( rename = "mpnet" ) ]
107
109
MPNet ( MPNetConfig ) ,
108
110
#[ serde( rename( deserialize = "modernbert" ) ) ]
@@ -273,6 +275,10 @@ impl CandleBackend {
273
275
"Qwen2 is only supported on Cuda devices in fp16 with flash attention enabled"
274
276
. to_string ( ) ,
275
277
) ) ,
278
+ ( Config :: Qwen3 ( _) , Device :: Cpu | Device :: Metal ( _) ) => Err ( BackendError :: Start (
279
+ "Qwen3 is only supported on Cuda devices in fp16 with flash attention enabled"
280
+ . to_string ( ) ,
281
+ ) ) ,
276
282
( Config :: MPNet ( config) , _) => {
277
283
tracing:: info!( "Starting MPNet model on {:?}" , device) ;
278
284
Ok ( Box :: new ( MPNetModel :: load ( vb, & config, model_type) . s ( ) ?) )
You can’t perform that action at this time.
0 commit comments