Update app.py
Browse files
app.py
CHANGED
|
@@ -37,7 +37,6 @@ def generate_prompt(question, prompt_file="prompt.md", metadata_file="metadata.s
|
|
| 37 |
@spaces.GPU
|
| 38 |
def run_inference(question):
|
| 39 |
global global_tokenizer, global_model
|
| 40 |
-
global_model.to('cuda')
|
| 41 |
prompt = generate_prompt(question)
|
| 42 |
eos_token_id = global_tokenizer.eos_token_id
|
| 43 |
pipe = pipeline(
|
|
|
|
| 37 |
@spaces.GPU
|
| 38 |
def run_inference(question):
|
| 39 |
global global_tokenizer, global_model
|
|
|
|
| 40 |
prompt = generate_prompt(question)
|
| 41 |
eos_token_id = global_tokenizer.eos_token_id
|
| 42 |
pipe = pipeline(
|