Update app.py
Browse files
app.py
CHANGED
|
@@ -39,6 +39,7 @@ class SQLQueryGenerator:
|
|
| 39 |
return prompt
|
| 40 |
|
| 41 |
def run_inference(self, question):
|
|
|
|
| 42 |
prompt = self.generate_prompt(question)
|
| 43 |
eos_token_id = self.tokenizer.eos_token_id
|
| 44 |
pipe = pipeline(
|
|
|
|
| 39 |
return prompt
|
| 40 |
|
| 41 |
def run_inference(self, question):
|
| 42 |
+
self.model.to('cuda')
|
| 43 |
prompt = self.generate_prompt(question)
|
| 44 |
eos_token_id = self.tokenizer.eos_token_id
|
| 45 |
pipe = pipeline(
|