Hugging Face's logo

Spaces:
q-future
/
Co-Instruct
Runtime error

App Files Community
2
teowu commited on
Commit
a553a03
•
1 Parent(s): 699db25

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -8,6 +8,7 @@ from transformers import AutoModelForCausalLM
8
  model = AutoModelForCausalLM.from_pretrained("q-future/co-instruct-preview",
9
  trust_remote_code=True,
10
  torch_dtype=torch.float16,
 
11
  device_map={"":"cuda:0"})
12
 
13
  def chat(message, history, image_1, image_2):
 
8
  model = AutoModelForCausalLM.from_pretrained("q-future/co-instruct-preview",
9
  trust_remote_code=True,
10
  torch_dtype=torch.float16,
11
+ use_flash_attention_2=True,
12
  device_map={"":"cuda:0"})
13
 
14
  def chat(message, history, image_1, image_2):