Update sd_hijack_optimizations.py

3 years ago · c84c9df737
parent 91cfa9718c
commit c84c9df737
1 changed files with 1 additions and 1 deletions
--- a/modules/sd_hijack_optimizations.py
+++ b/modules/sd_hijack_optimizations.py
@ -337,7 +337,7 @@ def xformers_attention_forward(self, x, context=None, mask=None):

    dtype = q.dtype
    if shared.opts.upcast_attn:
-        q, k = q.float(), k.float()
+        q, k, v = q.float(), k.float(), v.float()

    out = xformers.ops.memory_efficient_attention(q, k, v, attn_bias=None, op=get_xformers_flash_attention_op(q, k, v))