Update llama_attn_hijack.py (#4231)

oobabooga · Oct 8, 2023 · 2e47107 · 2e47107
1 parent 2e8b5f7
commit 2e47107
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/modules/llama_attn_hijack.py b/modules/llama_attn_hijack.py
@@ -17,6 +17,7 @@
 
 
 def hijack_llama_attention():
+    import transformers.models.llama.modeling_llama
     if shared.args.xformers:
         transformers.models.llama.modeling_llama.LlamaAttention.forward = xformers_forward
         logger.info("Replaced attention with xformers_attention")