Spaces:
Sleeping
Sleeping
| import spaces | |
| import os | |
| import random | |
| import argparse | |
| import torch | |
| import gradio as gr | |
| import numpy as np | |
| import ChatTTS | |
| print("loading ChatTTS model...") | |
| chat = ChatTTS.Chat() | |
| chat.load_models() | |
| def generate_seed(): | |
| new_seed = random.randint(1, 100000000) | |
| return { | |
| "__type__": "update", | |
| "value": new_seed | |
| } | |
| def generate_audio(text, temperature, top_P, top_K, audio_seed_input, text_seed_input, refine_text_flag): | |
| torch.manual_seed(audio_seed_input) | |
| rand_spk = torch.randn(768) | |
| params_infer_code = { | |
| 'spk_emb': rand_spk, | |
| 'temperature': temperature, | |
| 'top_P': top_P, | |
| 'top_K': top_K, | |
| } | |
| params_refine_text = {'prompt': '[oral_2][laugh_0][break_6]'} | |
| torch.manual_seed(text_seed_input) | |
| if refine_text_flag: | |
| text = chat.infer(text, | |
| skip_refine_text=False, | |
| refine_text_only=True, | |
| params_refine_text=params_refine_text, | |
| params_infer_code=params_infer_code | |
| ) | |
| wav = chat.infer(text, | |
| skip_refine_text=True, | |
| params_refine_text=params_refine_text, | |
| params_infer_code=params_infer_code | |
| ) | |
| audio_data = np.array(wav[0]).flatten() | |
| sample_rate = 24000 | |
| text_data = text[0] if isinstance(text, list) else text | |
| return [(sample_rate, audio_data), text_data] | |
| with gr.Blocks() as demo: | |
| gr.Markdown("TTS demo") | |
| default_text = "Hello this is a demo" | |
| text_input = gr.Textbox(label="Input Text", lines=4, placeholder="Please Input Text...", value=default_text) | |
| with gr.Row(): | |
| refine_text_checkbox = gr.Checkbox(label="Refine text", value=True) | |
| temperature_slider = gr.Slider(minimum=0.00001, maximum=1.0, step=0.00001, value=0.3, label="Audio temperature") | |
| top_p_slider = gr.Slider(minimum=0.1, maximum=0.9, step=0.05, value=0.7, label="top_P") | |
| top_k_slider = gr.Slider(minimum=1, maximum=20, step=1, value=20, label="top_K") | |
| with gr.Row(): | |
| audio_seed_input = gr.Number(value=42, label="Audio Seed") | |
| generate_audio_seed = gr.Button("\U0001F3B2") | |
| text_seed_input = gr.Number(value=42, label="Text Seed") | |
| generate_text_seed = gr.Button("\U0001F3B2") | |
| generate_button = gr.Button("Generate") | |
| text_output = gr.Textbox(label="Output Text", interactive=False) | |
| audio_output = gr.Audio(label="Output Audio") | |
| generate_audio_seed.click(generate_seed, | |
| inputs=[], | |
| outputs=audio_seed_input) | |
| generate_text_seed.click(generate_seed, | |
| inputs=[], | |
| outputs=text_seed_input) | |
| generate_button.click(generate_audio, | |
| inputs=[text_input, temperature_slider, top_p_slider, top_k_slider, audio_seed_input, text_seed_input, refine_text_checkbox], | |
| outputs=[audio_output, text_output]) | |
| parser = argparse.ArgumentParser(description='ChatTTS demo Launch') | |
| parser.add_argument('--server_name', type=str, default='0.0.0.0', help='Server name') | |
| parser.add_argument('--server_port', type=int, default=8080, help='Server port') | |
| args = parser.parse_args() | |
| # demo.launch(server_name=args.server_name, server_port=args.server_port, inbrowser=True) | |
| if __name__ == '__main__': | |
| demo.launch() |