{ "models": { "whisper": [ // Configuration for the built-in models. You can remove any of these // if you don't want to use the default models. { "name": "tiny", "url": "tiny" }, { "name": "base", "url": "base" }, { "name": "small", "url": "small" }, { "name": "medium", "url": "medium" }, { "name": "large", "url": "large" }, { "name": "large-v1", "url": "large-v1" }, { "name": "large-v2", "url": "large-v2" }, { "name": "large-v3", "url": "large-v3" }, { "name": "large-v3-turbo", "url": "large-v3-turbo" } // Uncomment to add custom Japanese models //{ // "name": "whisper-large-v2-mix-jp", // "url": "vumichien/whisper-large-v2-mix-jp", // // The type of the model. Can be "huggingface" or "whisper" - "whisper" is the default. // // HuggingFace models are loaded using the HuggingFace transformers library and then converted to Whisper models. // "type": "huggingface", //}, //{ // "name": "local-model", // "url": "path/to/local/model", //}, //{ // "name": "remote-model", // "url": "https://example.com/path/to/model", //} ], "m2m100": [ { "name": "m2m100_1.2B-ct2fast/michaelfeil", "url": "michaelfeil/ct2fast-m2m100_1.2B", "type": "huggingface", "tokenizer_url": "facebook/m2m100_1.2B" }, { "name": "m2m100_1.2B/facebook", "url": "facebook/m2m100_1.2B", "type": "huggingface" }, { "name": "m2m100_418M-ct2fast/michaelfeil", "url": "michaelfeil/ct2fast-m2m100_418M", "type": "huggingface", "tokenizer_url": "facebook/m2m100_418M" }, { "name": "m2m100_418M/facebook", "url": "facebook/m2m100_418M", "type": "huggingface" }, { "name": "m2m100-12B-last-ckpt/facebook", "url": "facebook/m2m100-12B-last-ckpt", "type": "huggingface" }, { "name": "m2m100-12B-ct2fast/michaelfeil", "url": "michaelfeil/ct2fast-m2m100-12B-last-ckpt", "type": "huggingface", "tokenizer_url": "facebook/m2m100-12B-last-ckpt" } ], "nllb": [ { "name": "nllb-200-distilled-1.3B-ct2:int8/JustFrederik", "url": "JustFrederik/nllb-200-distilled-1.3B-ct2-int8", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-distilled-1.3B" }, { "name": "nllb-200-distilled-1.3B-ct2fast:int8_float16/michaelfeil", "url": "michaelfeil/ct2fast-nllb-200-distilled-1.3B", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-distilled-1.3B" }, { "name": "nllb-200-distilled-1.3B-ct2:float16/JustFrederik", "url": "JustFrederik/nllb-200-distilled-1.3B-ct2-float16", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-distilled-1.3B" }, { "name": "nllb-200-distilled-1.3B-ct2/JustFrederik", "url": "JustFrederik/nllb-200-distilled-1.3B-ct2", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-distilled-1.3B" }, { "name": "nllb-200-1.3B-ct2:int8/JustFrederik", "url": "JustFrederik/nllb-200-1.3B-ct2-int8", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-1.3B" }, { "name": "nllb-200-1.3B-ct2:float16/JustFrederik", "url": "JustFrederik/nllb-200-1.3B-ct2-float16", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-1.3B" }, { "name": "nllb-200-1.3B-ct2/JustFrederik", "url": "JustFrederik/nllb-200-1.3B-ct2", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-1.3B" }, { "name": "nllb-200-distilled-1.3B/facebook", "url": "facebook/nllb-200-distilled-1.3B", "type": "huggingface" }, { "name": "nllb-200-1.3B/facebook", "url": "facebook/nllb-200-1.3B", "type": "huggingface" }, { "name": "nllb-200-3.3B-ct2fast:int8_float16/michaelfeil", "url": "michaelfeil/ct2fast-nllb-200-3.3B", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-3.3B" }, { "name": "nllb-200-3.3B-ct2:float16/JustFrederik", "url": "JustFrederik/nllb-200-3.3B-ct2-float16", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-3.3B" }, { "name": "nllb-200-3.3B/facebook", "url": "facebook/nllb-200-3.3B", "type": "huggingface" }, { "name": "nllb-200-distilled-600M/facebook", "url": "facebook/nllb-200-distilled-600M", "type": "huggingface" }, { "name": "nllb-200-distilled-600M-ct2:int8/JustFrederik", "url": "JustFrederik/nllb-200-distilled-600M-ct2-int8", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-distilled-600M" }, { "name": "nllb-200-distilled-600M-ct2:float16/JustFrederik", "url": "JustFrederik/nllb-200-distilled-600M-ct2-float16", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-distilled-600M" }, { "name": "nllb-200-distilled-600M-ct2/JustFrederik", "url": "JustFrederik/nllb-200-distilled-600M-ct2", "type": "huggingface", "tokenizer_url": "facebook/nllb-200-distilled-600M" } ], "mt5": [ { "name": "mt5-zh-ja-en-trimmed/K024", "url": "K024/mt5-zh-ja-en-trimmed", "type": "huggingface" }, { "name": "mt5-zh-ja-en-trimmed-fine-tuned-v1/engmatic-earth", "url": "engmatic-earth/mt5-zh-ja-en-trimmed-fine-tuned-v1", "type": "huggingface" } ], "ALMA": [ { "name": "ALMA-7B-GPTQ/TheBloke", "url": "TheBloke/ALMA-7B-GPTQ", "type": "huggingface" }, { "name": "ALMA-13B-GPTQ/TheBloke", "url": "TheBloke/ALMA-13B-GPTQ", "type": "huggingface" }, { "name": "ALMA-7B-GGUF-Q4_K_M/TheBloke", "url": "TheBloke/ALMA-7B-GGUF", "type": "huggingface", "model_file": "alma-7b.Q4_K_M.gguf", "tokenizer_url": "haoranxu/ALMA-7B" }, { "name": "ALMA-13B-GGUF-Q4_K_M/TheBloke", "url": "TheBloke/ALMA-13B-GGUF", "type": "huggingface", "model_file": "alma-13b.Q4_K_M.gguf", "tokenizer_url": "haoranxu/ALMA-13B" }, { "name": "ALMA-7B-ct2:int8_float16/avan", "url": "avans06/ALMA-7B-ct2-int8_float16", "type": "huggingface", "tokenizer_url": "haoranxu/ALMA-7B" }, { "name": "ALMA-13B-ct2:int8_float16/avan", "url": "avans06/ALMA-13B-ct2-int8_float16", "type": "huggingface", "tokenizer_url": "haoranxu/ALMA-13B" }, { "name": "ALMA-7B/haoranxu", "url": "haoranxu/ALMA-7B", "type": "huggingface" }, { "name": "ALMA-13B/haoranxu", "url": "haoranxu/ALMA-13B", "type": "huggingface" } ], "madlad400": [ { "name": "madlad400-3b-mt-ct2-int8_float16/SoybeanMilk", "url": "SoybeanMilk/madlad400-3b-mt-ct2-int8_float16", "type": "huggingface", "tokenizer_url": "jbochi/madlad400-3b-mt" }, { "name": "madlad400-7b-mt-bt-ct2-int8_float16/avan", "url": "avans06/madlad400-7b-mt-bt-ct2-int8_float16", "type": "huggingface", "tokenizer_url": "jbochi/madlad400-7b-mt-bt" }, { "name": "madlad400-10b-mt-ct2-int8_float16/SoybeanMilk", "url": "SoybeanMilk/madlad400-10b-mt-ct2-int8_float16", "type": "huggingface", "tokenizer_url": "jbochi/madlad400-10b-mt" }, { "name": "madlad400-3b-mt/jbochi", "url": "jbochi/madlad400-3b-mt", "type": "huggingface" }, { "name": "madlad400-7b-mt-bt/jbochi", "url": "jbochi/madlad400-7b-mt-bt", "type": "huggingface" }, { "name": "madlad400-10b-mt/jbochi", "url": "jbochi/madlad400-10b-mt", "type": "huggingface" } ], "seamless": [ //{ // "name": "hf-seamless-m4t-medium/facebook", // "url": "facebook/hf-seamless-m4t-medium", // "type": "huggingface" //}, //{ // "name": "seamless-m4t-large/facebook", // "url": "facebook/seamless-m4t-large", // "type": "huggingface" //}, { "name": "seamless-m4t-v2-large/facebook", "url": "facebook/seamless-m4t-v2-large", "type": "huggingface" } ], "Llama": [ { "name": "Meta-Llama-3.1-8B-Instruct-ct2-int8_float16/avan", "url": "avans06/Meta-Llama-3.1-8B-Instruct-ct2-int8_float16", "type": "huggingface", "tokenizer_url": "avans06/Meta-Llama-3.1-8B-Instruct-ct2-int8_float16" }, { "name": "Meta-Llama-3-8B-Instruct-ct2-int8_float16/avan", "url": "avans06/Meta-Llama-3-8B-Instruct-ct2-int8_float16", "type": "huggingface", "tokenizer_url": "avans06/Meta-Llama-3-8B-Instruct-ct2-int8_float16" }, { "name": "Meta-Llama-3.2-3B-Instruct-ct2-int8/jncraton", "url": "jncraton/Llama-3.2-3B-Instruct-ct2-int8", "type": "huggingface", "tokenizer_url": "jncraton/Llama-3.2-3B-Instruct-ct2-int8" } ] }, // Configuration options that will be used if they are not specified in the command line arguments. // * WEBUI options * // Maximum audio file length in seconds, or -1 for no limit. Ignored by CLI. "input_audio_max_duration": 1800, // True to share the app on HuggingFace. "share": false, // The host or IP to bind to. If None, bind to localhost. "server_name": null, // The port to bind to. "server_port": 7860, // The number of workers to use for the web server. Use -1 to disable queueing. "queue_concurrency_count": 1, // Whether or not to automatically delete all uploaded files, to save disk space "delete_uploaded_files": true, // * General options * // The default implementation to use for Whisper. Can be "whisper" or "faster-whisper". // Note that you must either install the requirements for faster-whisper (requirements-fasterWhisper.txt) // or whisper (requirements.txt) "whisper_implementation": "faster-whisper", // The default model name. "default_model_name": "large-v2", // The default VAD. "default_vad": "silero-vad", // A commma delimited list of CUDA devices to use for parallel processing. If None, disable parallel processing. "vad_parallel_devices": "", // The number of CPU cores to use for VAD pre-processing. "vad_cpu_cores": 1, // The number of seconds before inactivate processes are terminated. Use 0 to close processes immediately, or None for no timeout. "vad_process_timeout": 1800, // True to use all available GPUs and CPU cores for processing. Use vad_cpu_cores/vad_parallel_devices to specify the number of CPU cores/GPUs to use. "auto_parallel": false, // Directory to save the outputs (CLI will use the current directory if not specified) "output_dir": null, // The path to save model files; uses ~/.cache/whisper by default "model_dir": null, // Device to use for PyTorch inference, or Null to use the default device "device": null, // Whether to print out the progress and debug messages "verbose": true, // Whether to perform X->X speech recognition ('transcribe') or X->English translation ('translate') "task": "transcribe", // Language spoken in the audio, specify None to perform language detection "language": null, // The window size (in seconds) to merge voice segments "vad_merge_window": 5, // The maximum size (in seconds) of a voice segment "vad_max_merge_size": 90, // The padding (in seconds) to add to each voice segment "vad_padding": 1, // Whether or not to prepend the initial prompt to each VAD segment (prepend_all_segments), or just the first segment (prepend_first_segment) "vad_initial_prompt_mode": "prepend_first_segment", // The window size of the prompt to pass to Whisper "vad_prompt_window": 3, // Temperature to use for sampling "temperature": 0, // Number of candidates when sampling with non-zero temperature "best_of": 5, // Number of beams in beam search, only applicable when temperature is zero "beam_size": 5, // Optional patience value to use in beam decoding, as in https://arxiv.org/abs/2204.05424, the default (1.0) is equivalent to conventional beam search "patience": 1, // Optional token length penalty coefficient (alpha) as in https://arxiv.org/abs/1609.08144, uses simple length normalization by default "length_penalty": null, // Comma-separated list of token ids to suppress during sampling; '-1' will suppress most special characters except common punctuations "suppress_tokens": "-1", // Optional text to provide as a prompt for the first window "initial_prompt": null, // If True, provide the previous output of the model as a prompt for the next window; disabling may make the text inconsistent across windows, but the model becomes less prone to getting stuck in a failure loop "condition_on_previous_text": true, // Whether to perform inference in fp16; True by default "fp16": true, // The compute type used by faster-whisper. Can be "int8". "int16" or "float16". "compute_type": "auto", // Temperature to increase when falling back when the decoding fails to meet either of the thresholds below "temperature_increment_on_fallback": 0.2, // If the gzip compression ratio is higher than this value, treat the decoding as failed "compression_ratio_threshold": 2.4, // If the average log probability is lower than this value, treat the decoding as failed "logprob_threshold": -1.0, // If the probability of the token is higher than this value AND the decoding has failed due to `logprob_threshold`, consider the segment as silence "no_speech_threshold": 0.6, // [faster-whisper] The parameter for repetition penalty. Between 1.0 and infinity. 1.0 means no penalty. Default to 1.0. "repetition_penalty": 1.0, // [faster-whisper] The model ensures that a sequence of words of no_repeat_ngram_size isn’t repeated in the output sequence. If specified, it must be a positive integer greater than 1. "no_repeat_ngram_size": 0, // (experimental) extract word-level timestamps and refine the results based on them "word_timestamps": true, // if word_timestamps is True, merge these punctuation symbols with the next word "prepend_punctuations": "\"\'“¿([{-", // if word_timestamps is True, merge these punctuation symbols with the previous word "append_punctuations": "\"\'.。,，!！?？:：”)]}、", // (requires --word_timestamps True) underline each word as it is spoken in srt and vtt "highlight_words": false, // Diarization settings "auth_token": null, // Whether to perform speaker diarization "diarization": false, // The number of speakers to detect "diarization_speakers": 2, // The minimum number of speakers to detect "diarization_min_speakers": 1, // The maximum number of speakers to detect "diarization_max_speakers": 8, // The number of seconds before inactivate processes are terminated. Use 0 to close processes immediately, or None for no timeout. "diarization_process_timeout": 60, // Whisper Segments Filter "whisper_segments_filter": false, "whisper_segments_filters": [ "avg_logprob < -0.9", "(durationLen < 1.5 || segment_last), textLen > 5, avg_logprob < -0.4, no_speech_prob > 0.5", "(durationLen < 1.5 || segment_last), textLen > 5, avg_logprob < -0.4, no_speech_prob > 0.07, compression_ratio < 0.9", "(durationLen < 1.5 || segment_last), compression_ratio < 0.9, no_speech_prob > 0.1" ], // Translation - The maximum batch size. "translation_batch_size": 2, // Translation - Prevent repetitions of ngrams with this size (set 0 to disable). "translation_no_repeat_ngram_size": 4, // Translation - Beam size (1 for greedy search). "translation_num_beams": 3, // Translation - Torch Dtype float16, Load the float32 translation model with float16 when the system supports GPU (reducing VRAM usage, not applicable to quantized models, such as Ctranslate2, GPTQ, GGUF). "translation_torch_dtype_float16": true, // Translation - Using Bitsandbytes, Load the float32 translation model into mixed-8bit or 4bit precision quantized model(not applicable to quantized models, such as Ctranslate2, GPTQ, GGUF). "translation_using_bitsandbytes": null }