Update app.py

app.py

@@ -48,7 +48,7 @@ user_role = "user"
 tts_model = TTS(language="EN_NEWEST", device="auto")
 speaker_id = tts_model.hps.data.spk2id["EN-Newest"]
 blocksize = 512
-transcriber = pipeline("automatic-speech-recognition", model="openai/whisper-tiny.en")
+transcriber = pipeline("automatic-speech-recognition", model="openai/whisper-tiny.en", device="cuda")
 def int2float(sound):
     """
     Taken from https://github.com/snakers4/silero-vad
@@ -74,9 +74,9 @@ max_speech_ms=float("inf")
 LM_tokenizer = AutoTokenizer.from_pretrained("HuggingFaceTB/SmolLM-135M-Instruct")
 LM_model = AutoModelForCausalLM.from_pretrained(
     "HuggingFaceTB/SmolLM-360M-Instruct", torch_dtype="float16", trust_remote_code=True
-).to("cpu")
+).to("cuda")
 LM_pipe = pipeline(
-    "text-generation", model=LM_model, tokenizer=LM_tokenizer, device="cpu"
+    "text-generation", model=LM_model, tokenizer=LM_tokenizer, device="cuda"
 )
 
 vad_model, _ = torch.hub.load("snakers4/silero-vad:v4.0", "silero_vad")