Skip to content

Commit 6d88ba7

Browse files
committed
Fix o_proj shape
1 parent 106fd19 commit 6d88ba7

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

backends/candle/src/models/flash_qwen3.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -77,7 +77,7 @@ impl Qwen3Attention {
7777
let v_proj = Linear::new(value_weight, value_bias, None);
7878

7979
let o_proj_weight = vb.pp("o_proj").get(
80-
(num_attention_heads * attention_head_size, hidden_size),
80+
(hidden_size, num_attention_heads * attention_head_size),
8181
"weight",
8282
)?;
8383
let o_proj = Linear::new(o_proj_weight, None, None);

0 commit comments

Comments
 (0)