gregH commited on
Commit
9083fec
1 Parent(s): 556cc87

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -101,7 +101,7 @@ def embedding_shift(original_embedding,shift_embeddings,prefix_embedding,suffix_
101
  )
102
  return input_embeddings
103
 
104
- @spaces.GPU(duration=2)
105
  def engine(input_embeds):
106
  m.to("cuda")
107
  output_text = []
@@ -120,7 +120,7 @@ def engine(input_embeds):
120
  output_text += tok.batch_decode(outputs, skip_special_tokens=True)
121
  return output_text
122
 
123
- @spaces.GPU(duration=2)
124
  def chat_engine(input_ids):
125
  m.to("cuda")
126
  prompt_length=len(input_ids[0])
 
101
  )
102
  return input_embeddings
103
 
104
+ @spaces.GPU(duration=10)
105
  def engine(input_embeds):
106
  m.to("cuda")
107
  output_text = []
 
120
  output_text += tok.batch_decode(outputs, skip_special_tokens=True)
121
  return output_text
122
 
123
+ @spaces.GPU(duration=10)
124
  def chat_engine(input_ids):
125
  m.to("cuda")
126
  prompt_length=len(input_ids[0])