Spaces:

saucam
/

llama-airo-3

Runtime error

saucam commited on Apr 21

Commit

3fe043e

•

1 Parent(s): 5e592fa

Fix app

Files changed (1) hide show

app.py CHANGED Viewed

@@ -8,7 +8,7 @@ import spaces
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, TextIteratorStreamer
-#subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
 MODEL_ID = os.environ.get("MODEL_ID")
 CHAT_TEMPLATE = os.environ.get("CHAT_TEMPLATE")

 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, TextIteratorStreamer
+subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
 MODEL_ID = os.environ.get("MODEL_ID")
 CHAT_TEMPLATE = os.environ.get("CHAT_TEMPLATE")