Upload app.py
Browse files
app.py
CHANGED
|
@@ -24,8 +24,9 @@ tokenizer = AutoTokenizer.from_pretrained(
|
|
| 24 |
model_id,
|
| 25 |
trust_remote_code=True,
|
| 26 |
token=ACCESS_TOKEN)
|
| 27 |
-
tokenizer.use_default_system_prompt = False
|
| 28 |
|
|
|
|
|
|
|
| 29 |
|
| 30 |
@spaces.GPU
|
| 31 |
def generate(
|
|
|
|
| 24 |
model_id,
|
| 25 |
trust_remote_code=True,
|
| 26 |
token=ACCESS_TOKEN)
|
|
|
|
| 27 |
|
| 28 |
+
tokenizer.use_default_system_prompt = False
|
| 29 |
+
model.config.gradient_checkpointing = True
|
| 30 |
|
| 31 |
@spaces.GPU
|
| 32 |
def generate(
|