gregH commited on
Commit
5587284
1 Parent(s): 3ff27e3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -101,7 +101,7 @@ def embedding_shift(original_embedding,shift_embeddings,prefix_embedding,suffix_
101
  )
102
  return input_embeddings
103
 
104
- @spaces.GPU(duration=1)
105
  def engine(input_embeds):
106
  m.to("cuda")
107
  output_text = []
@@ -120,7 +120,7 @@ def engine(input_embeds):
120
  output_text += tok.batch_decode(outputs, skip_special_tokens=True)
121
  return output_text
122
 
123
- @spaces.GPU(duration=1)
124
  def chat_engine(input_ids):
125
  m.to("cuda")
126
  prompt_length=len(input_ids[0])
 
101
  )
102
  return input_embeddings
103
 
104
+ @spaces.GPU(duration=20)
105
  def engine(input_embeds):
106
  m.to("cuda")
107
  output_text = []
 
120
  output_text += tok.batch_decode(outputs, skip_special_tokens=True)
121
  return output_text
122
 
123
+ @spaces.GPU(duration=20)
124
  def chat_engine(input_ids):
125
  m.to("cuda")
126
  prompt_length=len(input_ids[0])