ROCm
diff --git a/‎aiter/fused_moe.py‎
Lines changed: 1 addition & 1 deletion b/‎aiter/fused_moe.py‎
Lines changed: 1 addition & 1 deletion
@@ -911,7 +911,7 @@ def fused_topk(
         topk_weights,
         topk_ids,
         token_expert_indicies,
-        gating_output.float(),  # TODO(woosuk): Optimize this.
+        gating_output,
         renormalize,
     )
     del token_expert_indicies  # Not used. Will be used in the future.
Original file line number	Diff line number	Diff line change
`@@ -911,7 +911,7 @@ def fused_topk(`
`911`	`911`	`topk_weights,`
`912`	`912`	`topk_ids,`
`913`	`913`	`token_expert_indicies,`
`914`		`- gating_output.float(), # TODO(woosuk): Optimize this.`
	`914`	`+ gating_output,`
`915`	`915`	`renormalize,`
`916`	`916`	`)`
`917`	`917`	`del token_expert_indicies # Not used. Will be used in the future.`