Spaces:
Runtime error
Runtime error
Commit
•
3845117
1
Parent(s):
733ec1d
[change] change duration
Browse files
app.py
CHANGED
|
@@ -48,7 +48,7 @@ tokenizer = AutoTokenizer.from_pretrained("shenzhi-wang/Gemma-2-27B-Chinese-Chat
|
|
| 48 |
model = AutoModelForCausalLM.from_pretrained("shenzhi-wang/Gemma-2-27B-Chinese-Chat", device_map="auto", torch_dtype="auto")
|
| 49 |
|
| 50 |
|
| 51 |
-
@spaces.GPU
|
| 52 |
def stream_chat(message: str, history: list, system: str, temperature: float, max_new_tokens: int):
|
| 53 |
conversation = [{"role": "system", "content": system or DEFAULT_SYSTEM}]
|
| 54 |
for prompt, answer in history:
|
|
|
|
| 48 |
model = AutoModelForCausalLM.from_pretrained("shenzhi-wang/Gemma-2-27B-Chinese-Chat", device_map="auto", torch_dtype="auto")
|
| 49 |
|
| 50 |
|
| 51 |
+
@spaces.GPU(duration=360)
|
| 52 |
def stream_chat(message: str, history: list, system: str, temperature: float, max_new_tokens: int):
|
| 53 |
conversation = [{"role": "system", "content": system or DEFAULT_SYSTEM}]
|
| 54 |
for prompt, answer in history:
|