Hugging Face's logo

Spaces:
mohamedalcafory
/
RAG_QA
Runtime error

App Files Community
mohamedalcafory commited on
Commit
8d14c3c
•
1 Parent(s): 3fef55c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -34,7 +34,7 @@ tokenizer = AutoTokenizer.from_pretrained(base_model_name)
34
  # Removed load_in_4bit as it's redundant when using quantization_config
35
  model = AutoModelForCausalLM.from_pretrained(
36
  base_model_name,
37
- device_map="auto",
38
  trust_remote_code=True, # Required for some models
39
  quantization_config=BitsAndBytesConfig(
40
  load_in_4bit=True, # Specify 4-bit quantization within BitsAndBytesConfig
 
34
  # Removed load_in_4bit as it's redundant when using quantization_config
35
  model = AutoModelForCausalLM.from_pretrained(
36
  base_model_name,
37
+ device_map="cpu",
38
  trust_remote_code=True, # Required for some models
39
  quantization_config=BitsAndBytesConfig(
40
  load_in_4bit=True, # Specify 4-bit quantization within BitsAndBytesConfig