Update TextGen/router.py

TextGen/router.py

@@ -2,7 +2,7 @@ import os
 import time
 from langchain_core.pydantic_v1 import BaseModel, Field
 from fastapi import FastAPI, HTTPException, Query, Request
-from fastapi.responses import FileResponse
+from fastapi.responses import StreamingResponse
 from fastapi.middleware.cors import CORSMiddleware
 
 from langchain.chains import LLMChain
@@ -128,27 +128,29 @@ def determine_vocie_from_npc(npc,genre):
             return "./voices/narator_out.wav"
     
 @app.post("/generate_wav")
-async def generate_wav(message:VoiceMessage):
+async def generate_wav(message: VoiceMessage):
     try:
-        voice=determine_vocie_from_npc(message.npc, message.genre)
-        # Use the Gradio client to generate the wav file
-        result = tts_client.predict(
-		prompt=message.input,
-		language=message.language,
-		audio_file_pth=handle_file(voice),
-		mic_file_path=None,
-		use_mic=False,
-		voice_cleanup=False,
-		no_lang_auto_detect=False,
-		agree=True,
-		api_name="/predict"
-)
-
-        # Get the path of the generated wav file
-        wav_file_path = result
-
-        # Return the generated wav file as a response
-        return FileResponse(wav_file_path, media_type="audio/wav", filename="output.wav")
+        voice = determine_voice_from_npc(message.npc, message.genre)
+        audio_file_pth = handle_file(voice)
+
+        # Generator function to yield audio chunks
+        def audio_stream():
+            result = tts_client.predict(
+                prompt=message.input,
+                language=message.language,
+                audio_file_pth=audio_file_pth,
+                mic_file_path=None,
+                use_mic=False,
+                voice_cleanup=False,
+                no_lang_auto_detect=False,
+                agree=True,
+                api_name="/predict"
+            )
+            for sampling_rate, audio_chunk in result:
+                yield audio_chunk.tobytes()
+
+        # Return the generated audio as a streaming response
+        return StreamingResponse(audio_stream(), media_type="audio/wav")
 
     except Exception as e:
         raise HTTPException(status_code=500, detail=str(e))