Hugging Face's logo

voices
/
VCTK_Indian_and_SouthAfrican_English

Transformers
Inference Endpoints
Model card Files Community
VCTK_Indian_and_SouthAfrican_English
File size: 3,548 Bytes 
59cfd8c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
 
{
    "model": "speaker_encoder",
    "run_name": "speaker_encoder",
    "run_description": "resnet speaker encoder trained with commonvoice all languages dev and train, Voxceleb 1 dev and Voxceleb 2 dev",
    "epochs": 100000,
    "batch_size": null,
    "eval_batch_size": null,
    "mixed_precision": false,
    "run_eval": true,
    "test_delay_epochs": 0,
    "print_eval": false,
    "print_step": 50,
    "tb_plot_step": 100,
    "tb_model_param_stats": false,
    "save_step": 1000,
    "checkpoint": true,
    "keep_all_best": false,
    "keep_after": 10000,
    "num_loader_workers": 8,
    "num_val_loader_workers": 0,
    "use_noise_augment": false,
    "output_path": "../checkpoints/speaker_encoder/language_balanced/normalized/angleproto-4-samples-by-speakers/",
    "distributed_backend": "nccl",
    "distributed_url": "tcp://localhost:54321",
    "audio": {
        "fft_size": 512,
        "win_length": 400,
        "hop_length": 160,
        "frame_shift_ms": null,
        "frame_length_ms": null,
        "stft_pad_mode": "reflect",
        "sample_rate": 16000,
        "resample": false,
        "preemphasis": 0.97,
        "ref_level_db": 20,
        "do_sound_norm": false,
        "do_trim_silence": false,
        "trim_db": 60,
        "power": 1.5,
        "griffin_lim_iters": 60,
        "num_mels": 64,
        "mel_fmin": 0.0,
        "mel_fmax": 8000.0,
        "spec_gain": 20,
        "signal_norm": false,
        "min_level_db": -100,
        "symmetric_norm": false,
        "max_norm": 4.0,
        "clip_norm": false,
        "stats_path": null,
        "do_rms_norm": true,
        "db_level": -27.0
    },
    "datasets": [
        {
            "name": "voxceleb2",
            "path": "/workspace/scratch/ecasanova/datasets/VoxCeleb/vox2_dev_aac/",
            "meta_file_train": null,
            "ununsed_speakers": null,
            "meta_file_val": null,
            "meta_file_attn_mask": "",
            "language": "voxceleb"
        }
    ],
    "model_params": {
        "model_name": "resnet",
        "input_dim": 64,
        "use_torch_spec": true,
        "log_input": true,
        "proj_dim": 512
    },
    "audio_augmentation": {
        "p": 0.5,
        "rir": {
            "rir_path": "/workspace/store/ecasanova/ComParE/RIRS_NOISES/simulated_rirs/",
            "conv_mode": "full"
        },
        "additive": {
            "sounds_path": "/workspace/store/ecasanova/ComParE/musan/",
            "speech": {
                "min_snr_in_db": 13,
                "max_snr_in_db": 20,
                "min_num_noises": 1,
                "max_num_noises": 1
            },
            "noise": {
                "min_snr_in_db": 0,
                "max_snr_in_db": 15,
                "min_num_noises": 1,
                "max_num_noises": 1
            },
            "music": {
                "min_snr_in_db": 5,
                "max_snr_in_db": 15,
                "min_num_noises": 1,
                "max_num_noises": 1
            }
        },
        "gaussian": {
            "p": 0.0,
            "min_amplitude": 0.0,
            "max_amplitude": 1e-05
        }
    },
    "storage": {
        "sample_from_storage_p": 0.5,
        "storage_size": 40
    },
    "max_train_step": 1000000,
    "loss": "angleproto",
    "grad_clip": 3.0,
    "lr": 0.0001,
    "lr_decay": false,
    "warmup_steps": 4000,
    "wd": 1e-06,
    "steps_plot_stats": 100,
    "num_speakers_in_batch": 100,
    "num_utters_per_speaker": 4,
    "skip_speakers": true,
    "voice_len": 2.0
}