Hugging Face's logo

Spaces:
TIGER-Lab
/
TIGERScore
Running on Zero

App Files Community
2

Update utils.py

#2
by Kaguya-19 - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+2
-1
Files changed (1) hide show
  1. utils.py +2 -1
utils.py CHANGED
@@ -42,7 +42,8 @@ def load_tigerscore(model_size):
42
  tigerscore_model = AutoModelForCausalLM.from_pretrained(
43
  model_name,
44
  torch_dtype=torch.bfloat16,
45
- device_map="auto"
 
46
  )
47
  tigerscore_tokenizer = AutoTokenizer.from_pretrained(
48
  model_name,
 
42
  tigerscore_model = AutoModelForCausalLM.from_pretrained(
43
  model_name,
44
  torch_dtype=torch.bfloat16,
45
+ device_map="auto",
46
+ offload="offload"
47
  )
48
  tigerscore_tokenizer = AutoTokenizer.from_pretrained(
49
  model_name,