Revert performance improvement, because it caused flux inference to f…

…ail on Mac: #7422
invoke-ai · Dec 3, 2024 · 0bff4ac · 0bff4ac
1 parent 5eb3820
commit 0bff4ac
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/invokeai/backend/flux/math.py b/invokeai/backend/flux/math.py
@@ -32,4 +32,4 @@ def apply_rope(xq: Tensor, xk: Tensor, freqs_cis: Tensor) -> tuple[Tensor, Tenso
     xk_ = xk.view(*xk.shape[:-1], -1, 1, 2)
     xq_out = freqs_cis[..., 0] * xq_[..., 0] + freqs_cis[..., 1] * xq_[..., 1]
     xk_out = freqs_cis[..., 0] * xk_[..., 0] + freqs_cis[..., 1] * xk_[..., 1]
-    return xq_out.view(*xq.shape), xk_out.view(*xk.shape)
+    return xq_out.view(*xq.shape).type_as(xq), xk_out.view(*xk.shape).type_as(xk)