fix: corrects missed amd hijack passthrough to func

Haidra-Org · Oct 20, 2024 · 85f50c0 · 85f50c0
1 parent 4a9a0af
commit 85f50c0
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/horde_worker_regen/amd_go_fast/amd_go_fast.py b/horde_worker_regen/amd_go_fast/amd_go_fast.py
@@ -28,6 +28,7 @@ def sdpa_hijack(
                     dropout_p=dropout_p,
                     is_causal=is_causal,
                     scale=scale,
+                    enable_gqa=enable_gqa,
                 )
             return hidden_states