Hugging Face's logo

Spaces:
ubermenchh
/
zephyr_chatbot
Sleeping

App Files Community
ubermenchh commited on
Commit
eee08ae
•
1 Parent(s): d43ba03

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import torch
6
  MAX_INPUT_TOKEN_LENGTH = 4096
7
 
8
  model_id = 'HuggingFaceH4/zephyr-7b-beta'
9
- model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float32)
10
  tokenizer = AutoTokenizer.from_pretrained(model_id)
11
  tokenizer.use_default_system_prompt = False
12
 
 
6
  MAX_INPUT_TOKEN_LENGTH = 4096
7
 
8
  model_id = 'HuggingFaceH4/zephyr-7b-beta'
9
+ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float32, device_map='auto')
10
  tokenizer = AutoTokenizer.from_pretrained(model_id)
11
  tokenizer.use_default_system_prompt = False
12