Hugging Face's logo

Spaces:
ari9dam
/
Orca-2-7b
Runtime error

App Files Community
ari9dam commited on
Commit
328c3ef
•
1 Parent(s): 55e7545

device map remove

Browse files
Files changed (2) hide show
  1. .ipynb_checkpoints/app-checkpoint.py +1 -1
  2. app.py +1 -1
.ipynb_checkpoints/app-checkpoint.py CHANGED
@@ -12,7 +12,7 @@ DEFAULT_MAX_NEW_TOKENS = 1024
12
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
13
 
14
  model_id = "microsoft/Orca-2-7b"
15
- model = transformers.AutoModelForCausalLM.from_pretrained(model_id, device_map='auto')
16
 
17
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id, use_fast=False)
18
 
 
12
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
13
 
14
  model_id = "microsoft/Orca-2-7b"
15
+ model = transformers.AutoModelForCausalLM.from_pretrained(model_id)
16
 
17
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id, use_fast=False)
18
 
app.py CHANGED
@@ -12,7 +12,7 @@ DEFAULT_MAX_NEW_TOKENS = 1024
12
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
13
 
14
  model_id = "microsoft/Orca-2-7b"
15
- model = transformers.AutoModelForCausalLM.from_pretrained(model_id, device_map='auto')
16
 
17
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id, use_fast=False)
18
 
 
12
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
13
 
14
  model_id = "microsoft/Orca-2-7b"
15
+ model = transformers.AutoModelForCausalLM.from_pretrained(model_id)
16
 
17
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id, use_fast=False)
18