Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -27,6 +27,12 @@ processors = {
|
|
27 |
"microsoft/Phi-3-vision-128k-instruct": AutoProcessor.from_pretrained("microsoft/Phi-3-vision-128k-instruct", trust_remote_code=True)
|
28 |
}
|
29 |
|
|
|
|
|
|
|
|
|
|
|
|
|
30 |
user_prompt = '<|user|>\n'
|
31 |
assistant_prompt = '<|assistant|>\n'
|
32 |
prompt_suffix = "<|end|>\n"
|
|
|
27 |
"microsoft/Phi-3-vision-128k-instruct": AutoProcessor.from_pretrained("microsoft/Phi-3-vision-128k-instruct", trust_remote_code=True)
|
28 |
}
|
29 |
|
30 |
+
subprocess.run(
|
31 |
+
"pip install flash-attn --no-build-isolation",
|
32 |
+
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
33 |
+
shell=True,
|
34 |
+
)
|
35 |
+
|
36 |
user_prompt = '<|user|>\n'
|
37 |
assistant_prompt = '<|assistant|>\n'
|
38 |
prompt_suffix = "<|end|>\n"
|